<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JC</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id>
      <journal-title>JMIR Cancer</journal-title>
      <issn pub-type="epub">2369-1999</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i4e28393</article-id>
      <article-id pub-id-type="pmid">34792474</article-id>
      <article-id pub-id-type="doi">10.2196/28393</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Cross-Cultural Modification Strategies for Instruments Measuring Health Beliefs About Cancer Screening: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Guo</surname>
            <given-names>Lei</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kolostoumpis</surname>
            <given-names>George</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lau</surname>
            <given-names>Jerrald</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ng</surname>
            <given-names>Shaina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lei</surname>
            <given-names>Fang</given-names>
          </name>
          <degrees>RN, BSN, MSN, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University of California, Los Angeles</institution>
            <addr-line>Factor Bldg, 700 Tiverton Dr</addr-line>
            <addr-line>Los Angeles, CA, 90095</addr-line>
            <country>United States</country>
            <phone>1 3107330963</phone>
            <email>alicelf@ucla.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6522-8669</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Eunice</given-names>
          </name>
          <degrees>RN, PhD, FAAN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4420-3040</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University of California, Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Fang Lei <email>alicelf@ucla.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>4</issue>
      <elocation-id>e28393</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Fang Lei, Eunice Lee. Originally published in JMIR Cancer (https://cancer.jmir.org), 18.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on https://cancer.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://cancer.jmir.org/2021/4/e28393" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Modification is an important process by which to adapt an instrument to be used for another culture. However, it is not fully understood how best to modify an instrument to be used appropriately in another culture.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to synthesize the modification strategies used in the cross-cultural adaptation process for instruments measuring health beliefs about cancer screening.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A systematic review design was used for conducting this study. Keywords including constructs about instrument modification, health belief, and cancer screening were searched in the PubMed, Google Scholar, CINAHL, and PsycINFO databases. Bowling’s checklist was used to evaluate methodological rigor of the included articles. Results were reported using the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-analyses) approach with a narrative method.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1312 articles were initially identified in the databases. After removing duplications and assessing titles, abstracts, and texts of the articles, 18 studies met the inclusion criteria for the study. Based on Flaherty’s cultural equivalence model, strategies used in the modification process included rephrasing items and response options to achieve semantic equivalence; changing subjects of items, changing wording of items, adding items, and deleting items to achieve content equivalence; adding subscales and items and deleting subscales and items to achieve criterion equivalence. Solutions used to resolve disagreements in the modification process included consultation with experts or literature search, following the majority, and consultation with the author who developed the scales.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study provides guidance for researchers who want to modify an instrument to be used in another culture. It can potentially give cross-cultural researchers insight into modification strategies and a better understanding of the modification process in cross-cultural instrument adaptation. More research could be done to help researchers better modify cross-cultural instruments to achieve cultural equivalence.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cancer screening</kwd>
        <kwd>health beliefs</kwd>
        <kwd>instrument modification</kwd>
        <kwd>strategy</kwd>
        <kwd>systematic review</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Cancer is one of the leading causes of death in the world [<xref ref-type="bibr" rid="ref1">1</xref>]. In 2018, there were 18.1 million new cases and 9.5 million cancer-related deaths globally [<xref ref-type="bibr" rid="ref1">1</xref>]. By 2040, the number of new cancer cases is expected to rise to 29.5 million and the number of cancer-related deaths is estimated to climb to 16.4 million [<xref ref-type="bibr" rid="ref1">1</xref>]. An effective tool to reduce deaths from cancer [<xref ref-type="bibr" rid="ref2">2</xref>], screening helps detect cancer at the early stage and reveal cancer before symptoms appear [<xref ref-type="bibr" rid="ref3">3</xref>]. For more than a half century, cancer screening has been an essential component to decrease the burden of morbidity and mortality from cancer [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Although cancer screening has proven to be an effective way to detect cancer at the early stage, the use of cancer screenings is not optimal among several populations [<xref ref-type="bibr" rid="ref4">4</xref>]. Previous research showed that the uptake of cancer screening was associated with health belief of cancer screening [<xref ref-type="bibr" rid="ref5">5</xref>]. Beliefs and attitudes about cancer screening, such as mistrust of cancer screening and the health care system, beliefs toward the cancer screening process or illness, and fatalistic beliefs, are important factors influencing the participation of high-risk populations in cancer screening [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Among minority ethnic groups, traditional cultural values, health beliefs about concepts of preventive health, fear of cancer screening, belief that cancer screening is unnecessary unless one is ill, misconceptions concerning one’s susceptibility to cancer, and stigmatization may also deter high-risk populations from getting cancer screening [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Based on the health belief model, health belief of cancer screening can be measured by 6 constructs, including perceived severity and susceptibility of cancer, perceived benefits and barriers of cancer screening, self-efficacy, and cues to action of cancer screening [<xref ref-type="bibr" rid="ref12">12</xref>]. Previous researchers have developed several instruments to measure these constructs on health beliefs of cancer screening [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. One of the most widely used scales [<xref ref-type="bibr" rid="ref15">15</xref>] is Champion’s Health Belief Model Scale, originally developed to measure the health beliefs of US populations toward breast cancer screening [<xref ref-type="bibr" rid="ref14">14</xref>]. Later it was translated and modified to different language versions to test health beliefs of cancer screening in other countries and cultures (eg, other groups of people who hold similar values and beliefs about health behaviors) [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>Cross-cultural instrument adaptation includes 2 necessary steps, instrument translation and instrument modification [<xref ref-type="bibr" rid="ref17">17</xref>]. Adapting an instrument to be used in another culture is not merely translating the instrument to another language. Since cultural backgrounds vary among different population groups, modifying the instrument to meet the cultural equivalence is essential for ensuring the reliability and validity of translated instruments [<xref ref-type="bibr" rid="ref18">18</xref>]. According to Flaherty et al [<xref ref-type="bibr" rid="ref19">19</xref>], a 5-stage equivalence should be met to maintain the integrity of the translated instrument: (1) semantic equivalence ensures the meaning of each item remains conceptually and idiomatically the same, (2) content equivalence ensures the content of each item in the instrument has consistent cultural relevance, (3) technical equivalence ensures the methods of data collection (interviews, observation, or self-report) elicit comparable data, (4) criterion equivalence establishes the normative interpretation of the variable, and (5) conceptual equivalence ensures the same theoretical construct is being measured in each culture.</p>
      <p>Compared to a newly developed instrument, using various modification methods to adapt an existing instrument to be used in the target population is a cost efficient and time-saving choice [<xref ref-type="bibr" rid="ref17">17</xref>]. Although reasons for considering modifications in the adaptation process, including missing concepts or dimensions, different meaning of concepts, different interpretation of terms or phrases, different style of responding, and complex or difficult respond options, were reported in a previous study [<xref ref-type="bibr" rid="ref18">18</xref>], ways to use the modification strategies to adapt the instrument to measure health belief of cancer screening in another population/ethnicity to achieve cultural equivalence were not reported. Synthesizing the modification strategies used in the cross-cultural instrument adaptation process will provide general guidance to help novice researchers gain deeper insight into the instrument modification process.</p>
      <p>The purpose of this systematic review was to synthesize the modification strategies used in the cross-cultural instrument adaptation process measuring health belief of cancer screening for another population/ethnicity based on Flaherty’s cultural equivalence model [<xref ref-type="bibr" rid="ref19">19</xref>], especially focusing on semantic, content, and criterion equivalence. This study will provide guidance for researchers who want to modify an instrument to be used in another culture. The modification strategies synthesized in the findings of this study could be further generalized to the modification process of other instruments.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>A systematic review design was used for conducting this study. Keywords including constructs about instrument modification, health belief, and cancer screening were searched in the PubMed, Google Scholar, CINAHL, and PsycINFO databases in June 2020. Detailed keywords from each construct included (1) instrument modification: instrument, modify, revise, adapt, adaptation, refinement, refine; (2) health belief: perception, attitude, belief, perspective; and (3) cancer screening: cancer, screening, prevent, prevention. Equivalent index terms with the same meanings were also searched. Inclusion criteria for the articles were (1) peer-reviewed articles, (2) reported instrument modification process about health beliefs toward cancer screening, and (3) published in the English language (which could be read by the authors). The exclusion criteria were (1) informal articles such as commentary, letter to the editor, and conference abstract and (2) constructs from the health belief model not included.</p>
      <p>For identifying relevant studies, keywords were applied to search the full text of articles in the databases. Titles and abstracts of the articles were read further to exclude irrelevant studies. Articles in the reference list of selected articles were also searched. Inclusion and exclusion criteria were evaluated during the process. Information on the purpose, sample, setting, methods, results, and discussion of the included articles was extracted and entered into the table of evidence. Bowling’s checklist was used to evaluate methodological rigor of the included articles [<xref ref-type="bibr" rid="ref20">20</xref>]. The studies’ aims, methods, results, and conclusions were evaluated by assessing the 20 items in Bowling’s checklist. Results in the study were reported using a narrative method following the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-analyses) guidelines [<xref ref-type="bibr" rid="ref21">21</xref>] (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for PRISMA checklist).</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Findings</title>
        <p>A total of 1312 articles were initially identified in the databases. After removing duplications, the titles and abstracts of the articles were assessed further, and 1293 articles were excluded in the process. Out of the 19 remaining articles screened, 1 article was further excluded because it focused on the cultural beliefs of cancer screening instead of health beliefs of cancer screening. In total, 18 studies met the inclusion criteria and were included in the study [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref39">39</xref>] (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA flowchart documenting study selection process.</p>
          </caption>
          <graphic xlink:href="cancer_v7i4e28393_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>Among the 18 reviewed studies (<xref ref-type="table" rid="table1">Table 1</xref>), 5 were conducted in Turkey [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref26">26</xref>], 3 in Iran [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], 2 in the United States [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], and 1 each in Mexico [<xref ref-type="bibr" rid="ref32">32</xref>], Indonesia [<xref ref-type="bibr" rid="ref33">33</xref>], Malta [<xref ref-type="bibr" rid="ref34">34</xref>], South Korea [<xref ref-type="bibr" rid="ref35">35</xref>], Jordan [<xref ref-type="bibr" rid="ref36">36</xref>], Malaysia [<xref ref-type="bibr" rid="ref37">37</xref>], the city of Kaunas in Lithuania [<xref ref-type="bibr" rid="ref38">38</xref>], and Cyprus [<xref ref-type="bibr" rid="ref39">39</xref>]. The publication years of the studies ranged from 2001 to 2020. The sample size of the studies ranged from 15 to 656. Convenience sampling [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref35">35</xref>] and random sampling methods [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>] were the most frequently used recruitment methods. Champion’s Health Belief Model Scale [<xref ref-type="bibr" rid="ref14">14</xref>] was most commonly (17/18) adapted in the studies. The remaining study [<xref ref-type="bibr" rid="ref30">30</xref>] created their scale by combining an adapted health belief scale from Menon et al [<xref ref-type="bibr" rid="ref40">40</xref>] and a severity scale by Champion [<xref ref-type="bibr" rid="ref41">41</xref>]. All studies were guided by the health belief model. Sixteen studies were about health beliefs of breast cancer screening and 2 studies were about health beliefs of colorectal and cervical cancer screening. All adapted instruments in the studies were proved to be valid and reliable through the validation process.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Study characteristics for the included articles.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="760"/>
            <thead>
              <tr valign="top">
                <td>Study authors and citation</td>
                <td>Modification strategies</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gozum and Aydin [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
                <td>Rephrasing words in the items (S<sup>a</sup>)</td>
              </tr>
              <tr valign="top">
                <td>Guvenc et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>Adding items (C<sup>b</sup>)</td>
              </tr>
              <tr valign="top">
                <td>Karayurt and Dramalı [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>Rephrasing words in the items (S)</td>
              </tr>
              <tr valign="top">
                <td>Secginli and Nahcivan [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Rephrasing words in the items (S)</td>
              </tr>
              <tr valign="top">
                <td>Yilmaz and Sayin [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Rephrasing words in the items (S); deleting parts of the sentences in the items (C)</td>
              </tr>
              <tr valign="top">
                <td>Hashemian et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Deleting parts of the sentences in the items (C); deleting items (C); adding items (C)</td>
              </tr>
              <tr valign="top">
                <td>Kharameh et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Rephrasing words in the items (S); deleting items (C)</td>
              </tr>
              <tr valign="top">
                <td>Taymoori and Berry [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Rephrasing words in the items (S); deleting parts of the sentences in the item (C); changing the subject of the items (C); changing the response options (S)</td>
              </tr>
              <tr valign="top">
                <td>Lee and Lee [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Rephrasing words in the items (S); deleting parts of the sentences in the items (C); changing the response options (S)</td>
              </tr>
              <tr valign="top">
                <td>Medina-Shepherd and Kleier [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Rephrasing words in the items (S)</td>
              </tr>
              <tr valign="top">
                <td>Juárez-García et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Changing the response options (S); deleting items (C); adding items (C)</td>
              </tr>
              <tr valign="top">
                <td>Dewi [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Rephrasing words in the items (S); deleting subscales (Cr<sup>c</sup>); adding subscales (Cr)</td>
              </tr>
              <tr valign="top">
                <td>Marmarà et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>Rephrasing words in the items (S); changing the subject of the items (C); deleting subscales (Cr); deleting items (C); adding subscales (Cr)</td>
              </tr>
              <tr valign="top">
                <td>Lee et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>Rephrasing words in the items (S)</td>
              </tr>
              <tr valign="top">
                <td>Mikhail and Petro-Nustas [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Minor changes in the wording of the items (S); adding items (C)</td>
              </tr>
              <tr valign="top">
                <td>Parsa et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Adding subscales (Cr)</td>
              </tr>
              <tr valign="top">
                <td>Zelviene and Bogusevicius [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Rephrasing words in the items (S); deleting parts of the sentences in the items (C)</td>
              </tr>
              <tr valign="top">
                <td>Tsangari and Petro-Nustas [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Minor changes in the wording of the items (S)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>S: semantic.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>C: content.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>CR: criterion.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Evaluation and Extraction</title>
        <p>The quality of the reviewed articles was evaluated by the first author and verified by the second author using Bowling’s checklist (<xref ref-type="table" rid="table2">Table 2</xref>). Data evaluation results showed the studies either had excellent or fair quality. All studies met 11 to 17 criteria on the checklist, although certain limitations existed (eg, generalizability of the findings to other populations: scales translated to one language cannot be used for another population speaking another language).</p>
        <p>During the data evaluation process, the first author extracted relevant data from the reviewed articles and entered data into the Excel (Microsoft Corp) table of evidence, summarized correlated information into themes, and classified data into different categories. The second author checked the data and categories to ensure the findings were synthesized in a reliable way.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Quantitative studies critical appraisal checklist [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="40"/>
            <col width="460"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Criteria</td>
                <td>Yes</td>
                <td>No</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Aims and objectives clearly stated</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Hypothesis/research questions clearly specified</td>
                <td>10</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Dependent and independent variables clearly stated</td>
                <td>3</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Variables adequately operationalized</td>
                <td>14</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Design adequately described</td>
                <td>12</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Method appropriate</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Instruments used tested for reliability and validity</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Source of sample, inclusion/exclusion, response rates described</td>
                <td>14</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Statistical errors discussed</td>
                <td>4</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>Ethical considerations described</td>
                <td>13</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>11</td>
                <td>Study was piloted</td>
                <td>15</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>Statistically analysis appropriate</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>13</td>
                <td>Results reported and clear</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>14</td>
                <td>Results reported related to hypothesis and literature</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>15</td>
                <td>Limitations reported</td>
                <td>13</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>16</td>
                <td>Conclusions do not go beyond limit of data and results</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>17</td>
                <td>Findings able to be generalized</td>
                <td>0</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>18</td>
                <td>Implications discussed</td>
                <td>18</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>19</td>
                <td>Existing conflicts of interest with sponsor identified</td>
                <td>0</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>20</td>
                <td>Data available for scrutiny and reanalysis</td>
                <td>0</td>
                <td>18</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Modification Strategies</title>
        <p>According to Flaherty’s cultural equivalence model, strategies used in the modification process were categorized by the equivalence type, especially semantic, content, and criterion equivalence (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Modification strategies used in the studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Equivalence type</td>
                <td>Strategies</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Semantic equivalence</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Rephrasing items</p>
                    </list-item>
                    <list-item>
                      <p>Rephrasing response options</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Content equivalence</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Changing subjects of items</p>
                    </list-item>
                    <list-item>
                      <p>Changing wording of items</p>
                    </list-item>
                    <list-item>
                      <p>Adding items</p>
                    </list-item>
                    <list-item>
                      <p>Deleting items</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Criterion equivalence</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Adding subscales and items</p>
                    </list-item>
                    <list-item>
                      <p>Deleting subscales and items</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <sec>
          <title>Semantic Equivalence</title>
          <p>Semantic equivalence requires the meaning of each item in the adapted instrument to be similar to the meaning of the original item [<xref ref-type="bibr" rid="ref19">19</xref>]. When aiming to achieve this type of cultural equivalence, rephrasing items and response options were frequently used in the reviewed studies.</p>
          <sec>
            <title>Rephrasing Items</title>
            <p>Upon reading expert and participant comments about the scales, the authors simplified and modified some wordings of items during the modification phase [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. This strategy was frequently used in the reviewed studies (eg, some words in the items were replaced by other words, and medical terms were replaced by generally known terms).</p>
            <p>To reach cultural accuracy of items, some words in the items were replaced by other words. Following one participant’s suggestion, in the study to adapt a Korean version of Champion’s Health Belief Model Scale, the word “hok” was changed into “meongwooli.” Even though both words meant lump or mass in Korean, the authors asserted the modification helped the women in the study to better understand the content of the instrument [<xref ref-type="bibr" rid="ref35">35</xref>]. To accurately measure Turkish women’s health belief of breast cancer screening, the word “komik” (meaning funny) was changed into “tuhaf” (another expression of funny), and “gizlilik” (meaning privacy) was changed into “mahremiyet” (another expression of privacy) per expert suggestions. This change increased the consistency between the translated version and original version of the instrument [<xref ref-type="bibr" rid="ref25">25</xref>]. The item “When I do breast screening examination, I feel good about myself” was changed to “I feel self-satisfied” as it was closer to the Iranian meaning than “feel good” [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
            <p>Another strategy used to reach cross-cultural semantic equivalence was rephrasing medical terms to generally known terms. This strategy was used in the study conducted to measure health beliefs of colorectal cancer screening among Korean Americans [<xref ref-type="bibr" rid="ref30">30</xref>]. The medical term “fecal occult blood test” was replaced with lay language “stool blood test,” as the medical term might be difficult to understand for participants not employed in a health-related field [<xref ref-type="bibr" rid="ref30">30</xref>]. In the Turkish Health Belief Model Scale [<xref ref-type="bibr" rid="ref26">26</xref>], the term “lump” was translated to “kitle” initially and changed to “sert yumrubeze,” a lay-language word that has a similar meaning to “kitle” and would be understood by Turkish women [<xref ref-type="bibr" rid="ref26">26</xref>]. In the Maltese Health Belief Model Scale [<xref ref-type="bibr" rid="ref34">34</xref>], “mammografija” was changed to “mammogram” and “nipil” was translated to “nipple” because “mammogram” and “nipple” are generally known terms with similar meanings to “mammografija” and “nipil” in Maltese. A similar strategy was used in the study conducted among Hispanic women [<xref ref-type="bibr" rid="ref31">31</xref>]. The authors changed the original term of breast, “mama,” to “seno,” a word with similar meaning, since “seno” would be most understood in all Hispanic groups.</p>
            <p>To avoid causing misunderstanding, confusion, and anxiety, some instrument items were changed by reversing direction of the meaning. This strategy was used in one study conducted with Maltese women [<xref ref-type="bibr" rid="ref34">34</xref>]. The item “...will last for a short time” with reverse scoring was replaced with “...will last for a long time.” Then scores on the item did not have to be reversed.</p>
          </sec>
          <sec>
            <title>Rephrasing Response Options</title>
            <p>To increase clarity and achieve semantic equivalence, wordings of response options in the instruments may need to change. This strategy was used in 3 studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. To adequately measure Mexican women’s health belief toward breast cancer screening, the response options were amended to 4=yes, 3=I think so, 2=I don’t think so, and 1=no, since the original response options were found to be problematic for the participants [<xref ref-type="bibr" rid="ref32">32</xref>]. Also, instead of using the original response options (from “strongly disagree” to “strongly agree”), the Farsi Health Belief Model Scale used “not at all true” to “very true” for the perceived severity, susceptibility, benefits, and barriers subscales and “never” to “always” for the health motivation subscale, since most of the participants in the pretest phase reported problems with the format of response options [<xref ref-type="bibr" rid="ref29">29</xref>]. Furthermore, the response option in the scale to measure Korean Americans’ health beliefs about colorectal cancer screening, “neutral” was changed to “so-so” per expert advice and suggestions in the published literature [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Content Equivalence</title>
          <p>Content equivalence requires the content of each item in the adapted instrument to be relevant or appropriate to each cultural group or population under study [<xref ref-type="bibr" rid="ref19">19</xref>]. This type of cross-cultural equivalence was usually achieved by changing subjects of items, changing wording of items, adding items, or deleting items.</p>
          <sec>
            <title>Changing Subjects of Items</title>
            <p>This strategy was used to achieve content equivalence by making the meanings of the items relevant or appropriate. It could avoid arousing fatalistic thoughts that were commonly present among minority populations. This strategy was used in the study conducted with Maltese women [<xref ref-type="bibr" rid="ref34">34</xref>]. The item “My illness has serious...consequences” was replaced with “Breast cancer has serious...consequences.” The participants were asked to report their personal views about breast cancer instead of an illness personally affecting them [<xref ref-type="bibr" rid="ref34">34</xref>]. Another strategy used in the study was using the third person pronoun instead of the first person pronoun to avoid arousing fatalistic thought. In some cultures, people believe that expressing an ominous event in the first person indicates that the event will occur [<xref ref-type="bibr" rid="ref29">29</xref>]. In the Iranian Health Belief Model Scale [<xref ref-type="bibr" rid="ref29">29</xref>], the first person pronoun in the item “If I developed breast cancer, I would not live longer than 5 years” was changed to the third person pronoun: “If someone developed breast cancer, she would not live longer than 5 years.” Similarly, changes were also made to another 3 items in the perceived severity scale in this study [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          </sec>
          <sec>
            <title>Changing Wording of Items</title>
            <p>To modify items measuring the sizes of breast lumps in Champion’s Health Belief Model Scale (“I am able to find a breast lump which is the size of a quarter/dime/pea”), different items or coins familiar to the target population were used. In the Indonesian Health Belief Model Scale, “quarter” and “dime” were changed to “walnut” and “hazelnut,” respectively, because the sizes of a walnut and hazelnut are commonly known in Indonesia [<xref ref-type="bibr" rid="ref33">33</xref>]. To find equal sizes to “quarter, dime, and pea,” the words were translated into “chickpea, hazelnut, and walnut” in the Turkish Health Belief Model Scale [<xref ref-type="bibr" rid="ref25">25</xref>]. To represent dime and quarter in Iranian culture, the authors used “filbert” and “rather greater than filbert,” since “filbert” is commonly known in Iran culture [<xref ref-type="bibr" rid="ref29">29</xref>]. In addition, the authors used different sizes of Turkish coins equalized to the sizes of the American quarter and dime, and the sizes of the original quarter and dime were given in centimeters in another study with Turkish women [<xref ref-type="bibr" rid="ref26">26</xref>]. Similarly, wordings about the size of a palpable lump were also changed according to the sizes of currencies in Kaunas [<xref ref-type="bibr" rid="ref38">38</xref>] and South Korea [<xref ref-type="bibr" rid="ref35">35</xref>] in 2 other studies.</p>
          </sec>
          <sec>
            <title>Adding Items</title>
            <p>To increase the cultural sensitivity of the adapted instrument, thus increasing the scale’s content equivalence, entire items or parts of items were added to the adapted instrument.</p>
            <p>Adding entire items to the modified scale was a common strategy used in the reviewed studies. In the Iranian Health Belief Model Scale, the item “I am more likely than the average woman to get breast cancer” was added to the adapted instrument because this item was maintained in the previous version of Champion’s scale and also because of the special features of the participants in the study (who had a family history of breast cancer) [<xref ref-type="bibr" rid="ref27">27</xref>]. Furthermore, 4 items, (I don’t know where to go for mammography; I don’t have any problem with my breasts, I don’t need mammography; I do self-examination of the breasts, so there is no need for mammography; and I don’t have enough money for mammography) were added to the subscale of perceived barriers per participant discussion [<xref ref-type="bibr" rid="ref27">27</xref>]. In addition, per expert suggestions, 2 items concerning awareness of the age and frequency at which mammograms should be undertaken were added to the self-efficacy subscale of the Mexican Health Belief Model Scale. Two items concerning myths were added to the barrier subscale. Two items concerning risk factors for cancer were added to the susceptibility subscale, and one item on drug use avoidance was added to the health motivation subscale [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
            <p>To make the meaning of the items clear and easily understandable, additional words of explanation were added as part of some items. In the study conducted with Korean Americans, the explanation “not wanting to let other people know that you are doing the stool blood test or handling stool for the test” was added to the item “not having privacy would keep you from having a stool blood test,” since privacy could be interpreted as several different Korean words depending on the context [<xref ref-type="bibr" rid="ref30">30</xref>]. Also, the item, “I have other problems more important than having a stool blood test,” was expanded to “Having a stool blood test is not the most urgent and important problem I have, which keeps me from doing it” because several participants reported they did not understand its meaning [<xref ref-type="bibr" rid="ref30">30</xref>]. In the Turkish Health Belief Model Scale [<xref ref-type="bibr" rid="ref26">26</xref>], the term “radyasyon” was explained as “radiation, x-ray/in other words radyasyon-rontgen” because some women in the target population would not know the word radiation since general understanding of the word was “x-ray.” Similarly, in the same study, “mammography” was expanded to “mammography” and “breast x-ray” in the modified scale because many women in Turkey do not know about early diagnostic methods for breast cancer, especially mammography [<xref ref-type="bibr" rid="ref26">26</xref>]. Furthermore, in the translated Kaunas instrument, after pretesting with 10 women, 2 alternatives of the original word meaning “privacy,” solitude and severalty, were written with the original meaning next to the item “I don’t have enough privacy to do breast examination” [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          </sec>
          <sec>
            <title>Deleting Items</title>
            <p>Deleting entire items or parts of items was a common strategy used in the studies to achieve content equivalence. Entire items in the reviewed studies were removed due to redundancy, irrelevance, or inaccuracy or a low content validity index at the item level. In one study, the item “I am too old to need a routine mammogram” was deleted because the Iranian women (n=200) in the study were younger (mean age 46.15 [SD 7.26] years, range 28 to 69 years) than the participants in the original Champion study (aged 50 years and older) [<xref ref-type="bibr" rid="ref27">27</xref>]. Furthermore, the item “I don’t know how to go about getting a mammogram” was eliminated because the city was quite small [<xref ref-type="bibr" rid="ref27">27</xref>]. Similarly, 2 items, “Breast cancer will last for a long time” and “I expect to have breast cancer for the rest of my life,” were removed in another study because the 2 items were found to confuse the Maltese participants and cause consistent heightened anxiety in responders [<xref ref-type="bibr" rid="ref34">34</xref>]. Finally, the item “receiving a mammogram prior to breast screening” was deleted from a study to avoid overlap [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
            <p>To reach cross-cultural content equivalence, parts of sentences in items from the original instruments were deleted. The terms “boyfriend” and “partner” in the item “Breast cancer would threaten a relationship with my boyfriend, husband, or partner” were deleted in 2 studies with Iranian women because sexual relationship outside the marriage is forbidden by Islamic rules and religious norm [<xref ref-type="bibr" rid="ref29">29</xref>]. Furthermore, the word “blood” in the item describing “stool blood test” was deleted to emphasize that a stool sample was needed because some Korean American participants wrongly thought the test required blood to be taken [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Criterion Equivalence</title>
          <p>Criterion equivalence requires the interpretation of an instrument’s relationship to established independent criteria for a certain event to be the same across cultures. This type of equivalence was usually achieved by adding subscales or items and deleting subscales.</p>
          <sec>
            <title>Adding Subscales or Items</title>
            <p>In the Maltese Health Belief Model Scale, the authors added subscales concerning the impact of sociodemographic and socioeconomic factors (eg, items about education level and income) on women’s breast screening behavior to acknowledge the contributions of those criteria to breast cancer screening [<xref ref-type="bibr" rid="ref34">34</xref>]. A cues to action subscale (such as physician recommendations and family history), often omitted from empirical studies using Champion’s Health Belief Model Scale, was added because the authors thought cues to action were important criteria through which to examine the health belief of Maltese toward breast cancer screening [<xref ref-type="bibr" rid="ref34">34</xref>]. In the Turkish Health Belief Model Scale, 4 items (cost, fatalism, preference for female health care professionals, and distance from the health center) thought to be appropriate to Turkish culture were added to the barrier subscale [<xref ref-type="bibr" rid="ref23">23</xref>]. Furthermore, to test Jordan women’s fatalistic beliefs about breast cancer, the item “If I get sick with breast cancer, I believe this is my fate and practicing breast screening examination will not change my fate regardless of when the tumor is detected” was added to the barrier subscale [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          </sec>
          <sec>
            <title>Deleting Subscales or Items</title>
            <p>In the reviewed studies, some subscales in the Health Belief Model Scale were deleted to increase cultural sensitivity. When the literature search indicated that most Maltese women perceived breast cancer to be a serious threat, the perceived severity scale was removed from the Maltese Health Belief Model Scale because the authors determined that perceived severity was not a criterion for examining the health belief of Maltese women toward breast cancer screening [<xref ref-type="bibr" rid="ref34">34</xref>]. In addition, the item “people who perform mammograms are rude to women” was eliminated because participants believed that a sense of shame prevents them from receiving mammography instead of the issue of obscenity, and the statement lacked compatibility with Iranian culture [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Disagreement Solution Strategies</title>
          <p>If a disagreement arose and panel members could not reach consensus on the translated items, solution strategies included consultation with experts, literature search, following the majority, and consultation with the author who developed the scales.</p>
          <sec>
            <title>Consultation With Experts or Literature Search</title>
            <p>This strategy was used in one study aiming to measure the health belief of Korean Americans toward colorectal cancer screening [<xref ref-type="bibr" rid="ref30">30</xref>]. When the primary investigator and translation committee members encountered difficulty reaching a consensus on translation, they either sought guidance from an expert or literature published in both Korean and English to solve the dispute [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          </sec>
          <sec>
            <title>Following the Majority</title>
            <p>This strategy was used in one study conducted with Hispanic women. The terms used for marital status aroused a disagreement over the comment from an expert panel member. The expert did not believe that every Hispanic would understand <italic>estado civil</italic> to mean marital status. However, a consensus was reached by the majority of the panel and the term <italic>estado civil</italic> was used in the translated instrument [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
          </sec>
          <sec>
            <title>Consultation With the Author Who Developed the Scales</title>
            <p>When meanings of the items in the original scale were not stated clearly, consulting with the author who developed the scales may provide clarification. In a study conducted with Korean Americans, some participants did not understand the meaning of the term “privacy” in the barrier items. Hence, the primary investigator consulted with the author who developed the barrier scale. The author clarified the meaning of privacy, and the item was rephrased accordingly [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary</title>
        <p>This study synthesized the modification strategies used in the instrument adaptation process to achieve cultural equivalence and provided solutions to the divergence in the instrument modification process. The instrument that measured health beliefs about cancer screening was used as an example in the study. To our knowledge, this is the first study to date investigating the modification strategies used in the adaptation process of instruments measuring health beliefs of cancer screening. The modification strategies to achieve cultural equivalence summarized in this study could help researchers gain insight into the instrument modification process.</p>
        <p>To reach cross-cultural equivalence of the adapted instruments, modification is an essential step. According to Medina-Shepherd and Kleier [<xref ref-type="bibr" rid="ref31">31</xref>], studies using cross-cultural instruments without the process of modification may have problems with validity. To make the instrument culturally appropriate, researchers must use words that are preferred and commonly used by the target population. If appropriate attention is not given to word choice, the instrument may be meaningless to participants from the target population, and accurate responses might not be obtained [<xref ref-type="bibr" rid="ref42">42</xref>]. Therefore, changes and adaptation of the items in the source language may be necessary to achieve cultural equivalence in the target language.</p>
        <p>According to the literature, the strategies used in the adaptation process generally included 3 types of modifications—changing, deleting, and adding—and 2 levels—scale level and item level, which consisted of modification of the question statement and response options).</p>
        <p>First, rephrasing items or response options was a basic strategy in instrument modification to achieve semantic equivalence [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. Following expert and participant suggestions, changes to wording could be made on specific items and response options. In addition, medical terms may need to be rephrased to generally known terms to enhance understanding, and confusing items may need to change their directions of meaning. In the instrument modification process, clarity is an important criterion that should be considered. If a statement in the modified instrument is not clearly understood by the participants or causes confusion, the wording should be further changed or modified to reach accuracy at the item level [<xref ref-type="bibr" rid="ref35">35</xref>]. Medical terms not well known in the lay population need to be modified to give participants more insight into the instrument questions [<xref ref-type="bibr" rid="ref30">30</xref>]. Replacing the medical term with a generally known term [<xref ref-type="bibr" rid="ref34">34</xref>] or adding an explanation to the medical term can assure an easier understanding. Changing the direction of the meaning can lessen confusion caused by the statement as well [<xref ref-type="bibr" rid="ref34">34</xref>]. Although changing the wording of an instrument is easily achieved, cross-cultural researchers still need to use this strategy with careful consideration. Consultation with experts and participants from the target population is still the most important step to validate the modification.</p>
        <p>Second, changing subjects of items, changing wordings, and adding or deleting items could help the adapted instrument achieve content equivalence with the original items. Some item subjects may be not appropriate in the instrument due to fatalistic thoughts of participants, and the subjects may need to be changed. Adding relevant items and deleting irrelevant statements were also important strategies to reach content equivalence. In the literature reviewed in this study, items tended to be added to increase cultural sensitivity and clarity and deleted to decrease redundancy, irrelevance, or inaccuracy or increase the content validity index at the item level. In the instrument modification process, items in the original scale suitable to the initial cultural context may not be suitable to the other cultural context. Selecting relevant items and deleting irrelevant items could lessen confusion and make the scale more meaningful [<xref ref-type="bibr" rid="ref32">32</xref>]. Expanding the incomplete statement by adding an explanation or instruction for answering the question could help participants fully and clearly answer the question [<xref ref-type="bibr" rid="ref30">30</xref>], increasing the response rate for each item. However, adding or deleting items should be carefully considered since the modification may impact the instrument’s reliability and validity. Pilot testing of modified instrument’s validities (content, construct, predictive, and face validity) and reliabilities (internal consistency and test-retest reliability and item-total subscale correlations) is necessary before launching the modified instrument into formal use.</p>
        <p>In addition, the strategies of adding and deleting subscales and items were often used to achieve cross-cultural criterion equivalence. In the literature reviewed in this study, the specific reason for adding and deleting subscales and items was to increase cultural sensitivity and clarity. This strategy should be used with careful consideration. Unless supported by a comprehensive literature review or updated theoretical framework that reflects a changed base of the instrument, adding or deleting subscales and items could significantly impact the validity of the adapted instrument.</p>
        <p>Furthermore, disagreement solution strategies for the modification process included consultation with experts or literature search, following the majority, and consultation with the author who developed the scales. Using an appropriate solution strategy to solve a disagreement arising in the modification process can clarify the vague meanings of items and further increase the validity of the items. During the modification process, it is best to have a research team with bilingual professionals who are familiar with the cultures for which the instrument was originally developed and to which it will later be adapted. If it is possible, the primary investigators for the instrument modification should be the ones who are bilingual, bicultural, and familiar with the concepts measured in the instrument. This could facilitate the instrument modification process and help meet challenges that emerge during the process.</p>
      </sec>
      <sec>
        <title>Limitation</title>
        <p>This systematic review has some limitations. First, we used a narrative rather than a meta-analysis method to summarize data. As such, our findings cannot be used to recommend the optimal strategies for modifying instruments used in the cross-cultural research. Second, we reviewed only articles written in English, which may have biased the data and restricted our findings. Limiting the review to English language articles may introduce a language bias and lead to erroneous conclusions [<xref ref-type="bibr" rid="ref43">43</xref>]. However, since 92.50% of scientific literature is written in English [<xref ref-type="bibr" rid="ref44">44</xref>], the language bias may have little impact on this study. Third, modification strategies synthesized in this study may not be able to reflect other factors impacting the modification process. Factors such as personal experience and expertise of the researcher, translator, or interpreter; educational level and health literacy of the target population; and cultural integration and assimilation levels between populations should also be considered in the modification process.</p>
      </sec>
      <sec>
        <title>Future Direction of Research</title>
        <p>Instrument modification is an important part of cross-cultural research. Adapting an instrument developed for another culture to be used in the target population can save time, add value to the original instrument, and promote science achievements to circulate around the world. With the development of science, factors impacting the cross-culture instrument modification change accordingly. For example, instruments used for online and offline cancer screening (eg, paper version, telephone assessment) may differ in wording, which may impact the technical equivalence of the instrument. A systematic review of the factors that may impact the instrument modification process in the new stage of science is necessary and can help cross-cultural researchers gain a comprehensive understanding of the modification process to achieve cultural equivalency. In addition, research to update the definition of cross-cultural equivalence and a clear gold standard checklist to evaluate cultural equivalence for the instrument modification should be established for cross-cultural researchers, since Flaherty’s approach was introduced several decades ago [<xref ref-type="bibr" rid="ref19">19</xref>]. This could help to examine the cultural equivalence of the modified instrument to the original instrument and further increase the modified instrument’s validity and reliability.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Instrument modification is a necessary process in cross-cultural instrument adaptation. This study summarized the modification strategies used to culturally adapt instruments measuring health beliefs of cancer screening to achieved cross-cultural equivalence. It can potentially give cross-cultural researchers more insight into the modification strategies and a better understanding the modification process in the cross-cultural instrument adaptation. More research needs to be done to help researchers better modify cross-cultural instruments and develop a checklist to achieve cross-cultural equivalence.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PRISMA checklist.</p>
        <media xlink:href="cancer_v7i4e28393_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1688 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the participants in the study and the editors for their anonymous comments, which improved the quality of this paper.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>FL collected and analyzed the data and wrote the manuscript. EL checked the data and data analysis process and revised the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Cancer Statistics</article-title>
          <source>National Cancer Institute</source>
          <year>2015</year>
          <access-date>2021-10-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cancer.gov/about-cancer/understanding/statistics">https://www.cancer.gov/about-cancer/understanding/statistics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tangka</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sabatino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Graubard</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Patterns of tobacco use among US youth, young adults, and adults</article-title>
          <source>The Health Consequences of Smoking—50 Years of Progress: A Report of the Surgeon General</source>
          <year>2014</year>
          <access-date>2021-10-25</access-date>
          <publisher-loc>Atlanta</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK294302/">https://www.ncbi.nlm.nih.gov/books/NBK294302/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loud</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Cancer screening and early detection in the 21st century</article-title>
          <source>Semin Oncol Nurs</source>
          <year>2017</year>
          <month>05</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>128</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28343835"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.soncn.2017.02.002</pub-id>
          <pub-id pub-id-type="medline">28343835</pub-id>
          <pub-id pub-id-type="pii">S0749-2081(17)30012-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5467686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinsky</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Principles of Cancer Screening</article-title>
          <source>Surg Clin North Am</source>
          <year>2015</year>
          <month>10</month>
          <volume>95</volume>
          <issue>5</issue>
          <fpage>953</fpage>
          <lpage>966</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26315516"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.suc.2015.05.009</pub-id>
          <pub-id pub-id-type="medline">26315516</pub-id>
          <pub-id pub-id-type="pii">S0039-6109(15)00083-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4555845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aflakseir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abbasi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Health beliefs as predictors of breast cancer screening behaviour in a group of female employees in Shiraz</article-title>
          <source>Iran J Cancer Prev</source>
          <year>2012</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>124</fpage>
          <lpage>129</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25628831"/>
          </comment>
          <pub-id pub-id-type="medline">25628831</pub-id>
          <pub-id pub-id-type="pmcid">PMC4294534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter-Harris</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brandzel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wernli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buist</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A qualitative study exploring why individuals opt out of lung cancer screening</article-title>
          <source>Fam Pract</source>
          <year>2017</year>
          <month>04</month>
          <day>01</day>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>239</fpage>
          <lpage>244</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28122849"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/fampra/cmw146</pub-id>
          <pub-id pub-id-type="medline">28122849</pub-id>
          <pub-id pub-id-type="pii">cmw146</pub-id>
          <pub-id pub-id-type="pmcid">PMC6279209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter-Harris</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ceppa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rawl</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Lung cancer screening: what do long-term smokers know and believe?</article-title>
          <source>Health Expect</source>
          <year>2017</year>
          <month>02</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/hex.12433"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.12433</pub-id>
          <pub-id pub-id-type="medline">26701339</pub-id>
          <pub-id pub-id-type="pmcid">PMC4919238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duong</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Shariff-Marco</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Naemi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Moy</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Haile</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hsing</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>VS</given-names>
            </name>
          </person-group>
          <article-title>Patient and primary care provider attitudes and adherence towards lung cancer screening at an academic medical center</article-title>
          <source>Prev Med Rep</source>
          <year>2017</year>
          <month>06</month>
          <volume>6</volume>
          <fpage>17</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(17)30013-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2017.01.012</pub-id>
          <pub-id pub-id-type="medline">28210538</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(17)30013-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5304233</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gressard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>DeGroff</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Melillo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kish-Doto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heminger</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Rohan</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>A qualitative analysis of smokers' perceptions about lung cancer screening</article-title>
          <source>BMC Public Health</source>
          <year>2017</year>
          <month>06</month>
          <day>21</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>589</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-017-4496-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-017-4496-0</pub-id>
          <pub-id pub-id-type="medline">28637439</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-017-4496-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5479014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tanner</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Egede</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Shamblin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gebregziabher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Silvestri</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Attitudes and beliefs toward lung cancer screening among US Veterans</article-title>
          <source>Chest</source>
          <year>2013</year>
          <month>12</month>
          <volume>144</volume>
          <issue>6</issue>
          <fpage>1783</fpage>
          <lpage>1787</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23764896"/>
          </comment>
          <pub-id pub-id-type="doi">10.1378/chest.13-0056</pub-id>
          <pub-id pub-id-type="medline">23764896</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)48687-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3848465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Health beliefs associated with cervical cancer screening among Vietnamese Americans</article-title>
          <source>J Womens Health (Larchmt)</source>
          <year>2013</year>
          <month>03</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>288</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23428284"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/jwh.2012.3587</pub-id>
          <pub-id pub-id-type="medline">23428284</pub-id>
          <pub-id pub-id-type="pmcid">PMC3601630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rimer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanath</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Health Behavior and Health Education: Theory, Research, and Practice</source>
          <year>2008</year>
          <publisher-loc>San Francisco</publisher-loc>
          <publisher-name>Jossey-Bass</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter-Harris</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Slaven</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Monohan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rawl</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Development and psychometric evaluation of the lung cancer screening health belief scales</article-title>
          <source>Cancer Nurs</source>
          <year>2017</year>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>237</fpage>
          <lpage>244</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27244666"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NCC.0000000000000386</pub-id>
          <pub-id pub-id-type="medline">27244666</pub-id>
          <pub-id pub-id-type="pmcid">PMC4890636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Revised susceptibility, benefits, and barriers scale for mammography screening</article-title>
          <source>Res Nurs Health</source>
          <year>1999</year>
          <month>08</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>341</fpage>
          <lpage>348</lpage>
          <pub-id pub-id-type="doi">10.1002/(sici)1098-240x(199908)22:4&#60;341::aid-nur8&#62;3.0.co;2-p</pub-id>
          <pub-id pub-id-type="medline">10435551</pub-id>
          <pub-id pub-id-type="pii">10.1002/(SICI)1098-240X(199908)22:4&#60;341::AID-NUR8&#62;3.0.CO;2-P</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zare</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghodsbin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jahanbin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ariafar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavarzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Izadi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The effect of health belief model-based education on knowledge and prostate cancer screening behaviors: a randomized controlled trial</article-title>
          <source>Int J Community Based Nurs Midwifery</source>
          <year>2016</year>
          <month>01</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26793731"/>
          </comment>
          <pub-id pub-id-type="medline">26793731</pub-id>
          <pub-id pub-id-type="pmcid">PMC4709816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charkazi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Samimi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Razzaghi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kouchaki</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moodi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meirkarimi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kouchaki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shahnazi</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Adherence to recommended breast cancer screening in Iranian turkmen women: the role of knowledge and beliefs</article-title>
          <source>ISRN Prev Med</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>581027</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24977094"/>
          </comment>
          <pub-id pub-id-type="doi">10.5402/2013/581027</pub-id>
          <pub-id pub-id-type="medline">24977094</pub-id>
          <pub-id pub-id-type="pmcid">PMC4062865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Holroyd</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Translation of questionnaires and issues of equivalence</article-title>
          <source>J Adv Nurs</source>
          <year>1999</year>
          <month>02</month>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>316</fpage>
          <lpage>322</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2648.1999.00891.x</pub-id>
          <pub-id pub-id-type="medline">10197930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thrasher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A framework for understanding modifications to measures for diverse populations</article-title>
          <source>J Aging Health</source>
          <year>2012</year>
          <month>09</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>992</fpage>
          <lpage>1017</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22495768"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0898264312440321</pub-id>
          <pub-id pub-id-type="medline">22495768</pub-id>
          <pub-id pub-id-type="pii">0898264312440321</pub-id>
          <pub-id pub-id-type="pmcid">PMC3768261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flaherty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaviria</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pathak</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wintrob</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Richman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Developing instruments for cross-cultural psychiatric research</article-title>
          <source>J Nerv Ment Dis</source>
          <year>1988</year>
          <month>05</month>
          <volume>176</volume>
          <issue>5</issue>
          <fpage>257</fpage>
          <lpage>263</lpage>
          <pub-id pub-id-type="medline">3367140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Research Methods in Health: Investigating Health and Health Services</source>
          <year>2009</year>
          <publisher-loc>Maidenhead</publisher-loc>
          <publisher-name>Open University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>D</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gözüm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aydin</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Validation evidence for Turkish adaptation of Champion's Health Belief Model Scales</article-title>
          <source>Cancer Nurs</source>
          <year>2004</year>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>491</fpage>
          <lpage>498</lpage>
          <pub-id pub-id-type="medline">15632789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guvenc</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Akyuz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Açikel</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Health belief model scale for cervical cancer and pap smear test: psychometric testing</article-title>
          <source>J Adv Nurs</source>
          <year>2011</year>
          <month>02</month>
          <volume>67</volume>
          <issue>2</issue>
          <fpage>428</fpage>
          <lpage>437</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2010.05450.x</pub-id>
          <pub-id pub-id-type="medline">20946564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karayurt</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Dramali</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adaptation of Champion's Health Belief Model Scale for Turkish women and evaluation of the selected variables associated with breast self-examination</article-title>
          <source>Cancer Nurs</source>
          <year>2007</year>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>69</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1097/00002820-200701000-00013</pub-id>
          <pub-id pub-id-type="medline">17235224</pub-id>
          <pub-id pub-id-type="pii">00002820-200701000-00013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Secginli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nahcivan</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of the breast cancer screening belief scale among Turkish women</article-title>
          <source>Cancer Nurs</source>
          <year>2004</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>294</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/00002820-200407000-00005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/00002820-200407000-00005</pub-id>
          <pub-id pub-id-type="medline">15292724</pub-id>
          <pub-id pub-id-type="pii">00002820-200407000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yilmaz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sayin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Turkish translation and adaptation of Champion's Health Belief Model Scales for breast cancer mammography screening</article-title>
          <source>J Clin Nurs</source>
          <year>2014</year>
          <month>07</month>
          <volume>23</volume>
          <issue>13-14</issue>
          <fpage>1978</fpage>
          <lpage>1989</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/jocn.12370"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jocn.12370</pub-id>
          <pub-id pub-id-type="medline">24028176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hashemian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Amin</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Lamyian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanpour</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Akaberi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of the Champion’s Health Belief Model Scale for mammography among Iranian women with family hisoty of breast cancer</article-title>
          <source>Health Educ Health Promotion</source>
          <year>2013</year>
          <volume>1</volume>
          <issue>34</issue>
          <fpage>19</fpage>
          <lpage>31</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kharameh</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Foroozanfar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zamanian</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the Persian version of Champion's Health Belief Model Scale for colorectal cancer screening</article-title>
          <source>Asian Pac J Cancer Prev</source>
          <year>2014</year>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>4595</fpage>
          <lpage>4599</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://journal.waocp.org/?sid=Entrez:PubMed&#38;id=pmid:24969891&#38;key=2014.15.11.4595"/>
          </comment>
          <pub-id pub-id-type="doi">10.7314/apjcp.2014.15.11.4595</pub-id>
          <pub-id pub-id-type="medline">24969891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taymoori</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The validity and reliability of Champion's Health Belief Model Scale for breast cancer screening behaviors among Iranian women</article-title>
          <source>Cancer Nurs</source>
          <year>2009</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>465</fpage>
          <lpage>472</lpage>
          <pub-id pub-id-type="doi">10.1097/NCC.0b013e3181aaf124</pub-id>
          <pub-id pub-id-type="medline">19816165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Cross-cultural validation of instruments measuring health beliefs about colorectal cancer screening among Korean Americans</article-title>
          <source>J Korean Acad Nurs</source>
          <year>2015</year>
          <month>02</month>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4040/jkan.2015.45.1.129"/>
          </comment>
          <pub-id pub-id-type="doi">10.4040/jkan.2015.45.1.129</pub-id>
          <pub-id pub-id-type="medline">25743741</pub-id>
          <pub-id pub-id-type="pii">201502129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medina-Shepherd</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kleier</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Spanish translation and adaptation of Victoria Champion's Health Belief Model Scales for breast cancer screening—mammography</article-title>
          <source>Cancer Nurs</source>
          <year>2010</year>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>93</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1097/NCC.0b013e3181c75d7b</pub-id>
          <pub-id pub-id-type="medline">20142734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Juárez-García</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>de Jesús García-Solís</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Téllez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adaptation and validation of the health belief model scale for breast self-examination in Mexican women</article-title>
          <source>Value Health Reg Issues</source>
          <year>2020</year>
          <month>12</month>
          <volume>23</volume>
          <fpage>30</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.vhri.2019.11.006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vhri.2019.11.006</pub-id>
          <pub-id pub-id-type="medline">32498024</pub-id>
          <pub-id pub-id-type="pii">S2212-1099(20)30013-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dewi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Validation of the Indonesian version of Champion's Health Belief Model Scale for breast self-examination</article-title>
          <source>Psychol Res Behav Manag</source>
          <year>2018</year>
          <volume>11</volume>
          <fpage>433</fpage>
          <lpage>438</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PRBM.S177124"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PRBM.S177124</pub-id>
          <pub-id pub-id-type="medline">30323694</pub-id>
          <pub-id pub-id-type="pii">prbm-11-433</pub-id>
          <pub-id pub-id-type="pmcid">PMC6175541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marmarà</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marmarà</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hubbard</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Maltese translation and adaptation of champion's health belief model scale and the revised illness perception questionnaire for breast screening among Maltese women</article-title>
          <source>J Nurs Meas</source>
          <year>2017</year>
          <month>12</month>
          <day>01</day>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>486</fpage>
          <lpage>503</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1891/1061-3749.25.3.486"/>
          </comment>
          <pub-id pub-id-type="doi">10.1891/1061-3749.25.3.486</pub-id>
          <pub-id pub-id-type="medline">29268831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Translation and validation of champion's health belief model scale with Korean women</article-title>
          <source>Cancer Nurs</source>
          <year>2002</year>
          <month>10</month>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>391</fpage>
          <lpage>395</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/00002820-200210000-00010"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/00002820-200210000-00010</pub-id>
          <pub-id pub-id-type="medline">12394566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikhail</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Petro-Nustas</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Transcultural adaptation of Champion's Health Belief Model Scales</article-title>
          <source>J Nurs Scholarsh</source>
          <year>2001</year>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>165</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sigmapubs.onlinelibrary.wiley.com/doi/abs/10.1111/j.1547-5069.2001.00159.x?sid=nlm%3Apubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1547-5069.2001.00159.x</pub-id>
          <pub-id pub-id-type="medline">11419312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parsa</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kandiah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mohd Nasir</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hejar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nor Afiah</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of Champion's Health Belief Model Scale for breast cancer screening among Malaysian women</article-title>
          <source>Singapore Med J</source>
          <year>2008</year>
          <month>11</month>
          <volume>49</volume>
          <issue>11</issue>
          <fpage>897</fpage>
          <lpage>903</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://smj.sma.org.sg/4911/4911a7.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">19037556</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zelviene</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bogusevicius</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of the Champion's Health Belief Model Scale among Lithuanian women</article-title>
          <source>Cancer Nurs</source>
          <year>2007</year>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>E20</fpage>
          <lpage>E28</lpage>
          <pub-id pub-id-type="doi">10.1097/01.NCC.0000270711.72413.a6</pub-id>
          <pub-id pub-id-type="medline">17510578</pub-id>
          <pub-id pub-id-type="pii">00002820-200705000-00015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsangari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Petro-Nustas</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The psychometric properties of the Greek version of Champion's Health Belief Model Scale</article-title>
          <source>J Nurs Meas</source>
          <year>2012</year>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>244</fpage>
          <lpage>257</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1891/1061-3749.20.3.244"/>
          </comment>
          <pub-id pub-id-type="doi">10.1891/1061-3749.20.3.244</pub-id>
          <pub-id pub-id-type="medline">23362560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Larkin</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Zollinger</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Gerde</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Vernon</surname>
              <given-names>SW</given-names>
            </name>
          </person-group>
          <article-title>Beliefs associated with fecal occult blood test and colonoscopy use at a worksite colon cancer screening program</article-title>
          <source>J Occup Environ Med</source>
          <year>2003</year>
          <month>08</month>
          <volume>45</volume>
          <issue>8</issue>
          <fpage>891</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/backend/ptpmcrender.fcgi?accid=PMC3042891&#38;blobtype=pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.jom.0000083038.56116.30</pub-id>
          <pub-id pub-id-type="medline">12915791</pub-id>
          <pub-id pub-id-type="pmcid">PMC3042891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Instrument refinement for breast cancer screening behaviors</article-title>
          <source>Nurs Res</source>
          <year>1993</year>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>139</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">8506161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bravo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Canino</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Stipec</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Woodbury-Farina</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A cross-cultural adaptation of a psychiatric epidemiologic instrument: the diagnostic interview schedule's adaptation in Puerto Rico</article-title>
          <source>Cult Med Psych</source>
          <year>1991</year>
          <month>3</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/BF00050825"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/bf00050825</pub-id>
          <pub-id pub-id-type="medline">2060311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Polisena</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Husereau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fiander</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mierzwinski-Urban</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hutton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rabb</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The effect of English-language restriction on systematic review-based meta-analyses: a systematic review of empirical studies</article-title>
          <source>Int J Technol Assess Health Care</source>
          <year>2012</year>
          <month>04</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>138</fpage>
          <lpage>144</lpage>
          <pub-id pub-id-type="doi">10.1017/S0266462312000086</pub-id>
          <pub-id pub-id-type="medline">22559755</pub-id>
          <pub-id pub-id-type="pii">S0266462312000086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The changing role of non-English papers in scholarly communication: evidence from Web of Science's three journal citation indexes</article-title>
          <source>Learned Publishing</source>
          <year>2016</year>
          <month>12</month>
          <day>20</day>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>115</fpage>
          <lpage>123</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/leap.1089"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/leap.1089</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
