<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JC</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id>
      <journal-title>JMIR Cancer</journal-title>
      <issn pub-type="epub">2369-1999</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i4e31616</article-id>
      <article-id pub-id-type="pmid">34544680</article-id>
      <article-id pub-id-type="doi">10.2196/31616</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Computer-Based Decision Tools for Shared Therapeutic Decision-making in Oncology: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lau</surname>
            <given-names>Francis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wyatt</surname>
            <given-names>Kirk</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hosseini</surname>
            <given-names>Mohammad-Salar</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Yung</surname>
            <given-names>Alan</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Research in Implementation Science and eHealth</institution>
            <institution>Faculty of Medicine and Health</institution>
            <institution>The University of Sydney</institution>
            <addr-line>Sydney, NSW 2006</addr-line>
            <country>Australia</country>
            <phone>61 433697881</phone>
            <email>ayun4081@uni.sydney.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1608-1680</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kay</surname>
            <given-names>Judy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6728-2768</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Beale</surname>
            <given-names>Philip</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3628-4597</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Gibson</surname>
            <given-names>Kathryn A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2331-0311</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0783-1918</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Research in Implementation Science and eHealth</institution>
        <institution>Faculty of Medicine and Health</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Human Centred Technology Cluster</institution>
        <institution>School of Computer Science</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Concord Cancer Centre</institution>
        <institution>Concord Repatriation General Hospital</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Rheumatology</institution>
        <institution>Liverpool Hospital, Ingham Research Institute</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Sydney Catalyst Translational Cancer Research Centre</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alan Yung <email>ayun4081@uni.sydney.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>4</issue>
      <elocation-id>e31616</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Alan Yung, Judy Kay, Philip Beale, Kathryn A Gibson, Tim Shaw. Originally published in JMIR Cancer (https://cancer.jmir.org), 26.10.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on https://cancer.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://cancer.jmir.org/2021/4/e31616" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Therapeutic decision-making in oncology is a complex process because physicians must consider many forms of medical data and protocols. Another challenge for physicians is to clearly communicate their decision-making process to patients to ensure informed consent. Computer-based decision tools have the potential to play a valuable role in supporting this process.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This systematic review aims to investigate the extent to which computer-based decision tools have been successfully adopted in oncology consultations to improve patient-physician joint therapeutic decision-making.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This review was conducted in accordance with the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 checklist and guidelines. A literature search was conducted on February 4, 2021, across the Cochrane Database of Systematic Reviews (from 2005 to January 28, 2021), the Cochrane Central Register of Controlled Trials (December 2020), MEDLINE (from 1946 to February 4, 2021), Embase (from 1947 to February 4, 2021), Web of Science (from 1900 to 2021), Scopus (from 1969 to 2021), and PubMed (from 1991 to 2021). We used a <italic>snowball</italic> approach to identify additional studies by searching the reference lists of the studies included for full-text review. Additional supplementary searches of relevant journals and gray literature websites were conducted. The reviewers screened the articles eligible for review for quality and inclusion before data extraction.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>There are relatively few studies looking at the use of computer-based decision tools in oncology consultations. Of the 4431 unique articles obtained from the searches, only 10 (0.22%) satisfied the selection criteria. From the 10 selected studies, 8 computer-based decision tools were identified. Of the 10 studies, 6 (60%) were conducted in the United States. Communication and information-sharing were improved between physicians and patients. However, physicians did not change their habits to take advantage of computer-assisted decision-making tools or the information they provide. On average, the use of these computer-based decision tools added approximately 5 minutes to the total length of consultations. In addition, some physicians felt that the technology increased patients’ anxiety.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Of the 10 selected studies, 6 (60%) demonstrated positive outcomes, 1 (10%) showed negative results, and 3 (30%) were neutral. Adoption of computer-based decision tools during oncology consultations continues to be low. This review shows that information-sharing and communication between physicians and patients can be improved with the assistance of technology. However, the lack of integration with electronic health records is a barrier. This review provides key requirements for enhancing the chance of success of future computer-based decision tools. However, it does not show the effects of health care policies, regulations, or business administration on physicians’ propensity to adopt the technology. Nevertheless, it is important that future research address the influence of these higher-level factors as well.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>PROSPERO International Prospective Register of Systematic Reviews CRD42021226087; https://www.crd.york.ac.uk/prospero/display_record.php?ID=CRD42021226087</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>oncology</kwd>
        <kwd>cancer</kwd>
        <kwd>computer-based</kwd>
        <kwd>decision support</kwd>
        <kwd>decision-making</kwd>
        <kwd>system</kwd>
        <kwd>tool</kwd>
        <kwd>machine learning</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>uncertainty</kwd>
        <kwd>shared decision-making</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>As patients continue to play a more active role in the management of their health, the person-centered model of care has been promoted as a strategy to improve the quality of health care systems [<xref ref-type="bibr" rid="ref1">1</xref>]. Along with ensuring that all clinical decisions are guided by the patient’s values, the goal of the person-centered model is to respect and respond to the individual’s preferences and needs. This motivates physicians and patients to coordinate their activities, share information, and reach shared therapeutic decisions [<xref ref-type="bibr" rid="ref2">2</xref>]. This review takes a person-centered approach for the important and challenging case of consultations involving patients with cancer. Patients have come to expect their treating physicians to explain the benefits, as well as the risks, of the therapies recommended to them. Furthermore, patients prefer to be engaged in the therapeutic decision-making process [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], except when they are very ill [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], rather than permitting their physicians to choose therapies for them. Patients may also want to be given the chance to consider their options and to choose between accepting or refusing a therapy.</p>
        <p>Medical consultations in oncology are a multipart process that involves shared decision-making between the patient and the physician. Bomhof-Roordink et al [<xref ref-type="bibr" rid="ref7">7</xref>] have articulated this process in their model of shared decision-making. A physician starts the anticancer treatment recommendation process by learning about the patient’s preferences, before or during consultations, which they need to consider along with the evidence of efficacy of each potential treatment option. Next, the physician needs to engage the patient in reviewing the potential benefits and risks of the key therapeutic choices available. After collaboratively and carefully examining the situation, the physician provides treatment recommendations. However, the ultimate course of action may be chosen by the patient alone or by the physician when the patient does not want to decide [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>As the choice of diagnostic modalities and therapies grows, the clinical decision-making process has become extremely complex [<xref ref-type="bibr" rid="ref8">8</xref>]. Faced with large volumes of fragmented information, physicians must reconstruct, identify, and consider the portion of information that they share with their patients. In addition, physicians need to decide how to best inform their patients and obtain their consent [<xref ref-type="bibr" rid="ref9">9</xref>]. Hence, physicians need clinical information that is organized and presented in a way that is easy for them to interpret and share in discussions with their patients. Once physicians have determined what they need to share, they need to be able to show the relevant information to their patients in such a way that the patient can understand the meaning of the different benefits and risks of each therapeutic choice [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. When physicians can summarize information that is relevant to patients’ diseases and their survival, explain highly uncertain situations, and manage their interactions with patients well, then patients can more easily understand their physicians’ recommendations and choose their preferred therapy or care pathway. This step establishes the foundation for informed consent in shared therapeutic decision-making.</p>
        <p>With the intention to support patients, as well as physicians, in this challenging therapeutic decision-making process, paper-based decision tools have been developed [<xref ref-type="bibr" rid="ref8">8</xref>]. They have been designed to enhance patient-physician communications and interactions. In addition to the incorporation of research results, for example, evidence from clinical trials, paper-based decision tools inform both physicians and patients of the risks, benefits, and outcomes of the available therapies [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Furthermore, paper-based decision tools have a long tradition in supporting clinical decision-making. They have been shown to improve patients’ knowledge, accuracy of perceived potential risks, understanding of prognosis, treatment goals, and health outcomes [<xref ref-type="bibr" rid="ref8">8</xref>]. Moreover, in practices where paper-based decision tools are used, they are well accepted [<xref ref-type="bibr" rid="ref11">11</xref>]. However, paper-based decision tools can be difficult to update when new therapies are rapidly being developed and adopted. Furthermore, increasing the use of genetic testing and the introduction of advanced molecular medicine in routine clinical practice has generated an expanding body of knowledge that increases the complexity of the decision-making process [<xref ref-type="bibr" rid="ref2">2</xref>]. Thus, it is recommended that physicians and patients use computer-based decision tools to improve the process outlined above [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>Hunt et al [<xref ref-type="bibr" rid="ref13">13</xref>] defined a computer-based decision tool as follows: “any software designed to directly aid in clinical decision-making in which characteristics of individual patients are matched to a computerized knowledge base for the purpose of generating patient-specific assessments or recommendations that are then presented to clinicians for consideration.”</p>
        <p>Research to create computer-based clinical decision tools has a long history. For example, as far back as 1973, Shortliffe et al [<xref ref-type="bibr" rid="ref14">14</xref>] published a paper on this topic. Shortliffe [<xref ref-type="bibr" rid="ref15">15</xref>] believed that with computer-based decision tools, knowledge can be integrated and disseminated to physicians. Similarly, computer-based decision tools may aid in packaging relevant clinical information and therapeutic choices for presentation to individual patients [<xref ref-type="bibr" rid="ref16">16</xref>]. They may also simplify patient-physician communications [<xref ref-type="bibr" rid="ref8">8</xref>]. On the basis of these perceived benefits, several computer-based decision tools have been developed to assist therapeutic decision-making during oncology consultations [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>For example, Shortliffe et al [<xref ref-type="bibr" rid="ref18">18</xref>] developed a computer-based decision tool to guide physicians treating patients with cancer. The technology consists of a computer user interface that enables physicians to review patients’ historical data and test results, enter new information about patients, and query the computer system for anticancer therapy recommendations. The implemented computer technology was initially based on the IF-THEN rule algorithm: for example, “IF: there is evidence of disease extension THEN: refer the patient to lymphoma clinic” [<xref ref-type="bibr" rid="ref18">18</xref>]. However, more recently, computer-based decision tools have been redeveloped for oncology consultations by applying artificial-intelligence–based machine learning software technologies to improve the accuracy of the recommended anticancer therapies [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>It is unclear at what level computer-based decision tools are adopted by oncology physicians. There have been a small number of reviews about computer-based clinical decision tools [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Pawloski et al [<xref ref-type="bibr" rid="ref21">21</xref>] reported patients’ outcomes from a treatment delivery viewpoint. Beauchemin et al [<xref ref-type="bibr" rid="ref20">20</xref>] described decision tools broadly and included nursing care delivery in their study. In contrast, Mazo et al [<xref ref-type="bibr" rid="ref19">19</xref>] provided an overview of decision tools for breast cancer. However, none of the reviews addressed physicians’ propensity to adopt computer-based decision tools during oncology consultations. The aim of this review is to identify and categorize the factors that influence physicians’ propensity to adopt computer-based decision tools in oncology consultations by using the Clinical Adoption Framework (CAF) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Conceptual Model</title>
        <p>The CAF, as shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, is an extension of the Benefits Evaluation Framework (Canada Health Infoway), which was adapted from the DeLone and McLean information system success measurement model, as cited in the study by Lau et al [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Clinical Adoption Framework with the micro-, meso-, and macrolevel dimensions, which could influence the successful adoption of health information systems, and the associated conceptualized feedback loops [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
          </caption>
          <graphic xlink:href="cancer_v7i4e31616_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Conceptually, the CAF is made up of micro-, meso-, and macrolevels. At the microlevel, the focus is on the dimension of quality, which measures success factors such as information completeness, accuracy, relevance and comprehension, system features, performance, security, responsiveness, support services, and leadership; user behavior, intention to use the technology, and user satisfaction; and net benefits, which refer to patient safety, risk, effectiveness, compliance, health outcomes, efficiency and capability, cost and savings, availability and access to services, and patient and clinician participation [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The mesolevel dimensions directly influence microlevel users’ propensity to adopt the technology. It addresses people’s characteristics and their expectations, roles, and responsibilities; technology system and organizational fit, strategy, culture, structure or processes, information infrastructure, and return on value; and implementation stages, project management approaches, and technology fit with present and future operations [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The macrolevel dimensions directly affect the mesolevel factors, which in turn affect the success of adoption at the microlevel. At the macrolevel, governance, legislations, regulations, and policies; health care and professional practice standards; funding and incentive payments; and trends in public expectations as well as sociopolitical and economic climates with respect to technologies and the whole health care system influence adoption [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>In addition, as indicated in <xref rid="figure1" ref-type="fig">Figure 1</xref>, there is a feedback loop at each level of the CAF. The results of each level are fed back to higher and lower levels of the conceptual model, that is, the outcomes of microlevel factors influence the meso- and macrolevel factors. Similarly, mesolevel factors influence higher macrolevel and lower microlevel factors, and macrolevel factors affect mesolevel factors [<xref ref-type="bibr" rid="ref24">24</xref>]. Consequently, the CAF represents a technical, social, political, and economic system that must contend with constant internal and external forces that dynamically affect propensity to implement and adopt computerized information systems in health care settings.</p>
        <p>The research questions are as follows: (1) What is the extent of adoption of computer-based decision tools in oncology consultations? (2) Is there a difference in levels of adoption by country and period? (3) What factors may have influenced the adoption of the technology? (4) What are the lessons learned to improve adoption of the technology?</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This systematic review was registered on PROSPERO (CRD42021226087), the International Prospective Register of Systematic Reviews [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <sec>
        <title>Search Strategy and Inclusion Criteria</title>
        <p>This study was conducted in accordance with the Cochrane Handbook for Systematic Reviews of Interventions [<xref ref-type="bibr" rid="ref26">26</xref>] and followed the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 checklist, guidelines, and statements [<xref ref-type="bibr" rid="ref27">27</xref>]. In addition, with the assistance of medical sciences librarians, the search strategy was constructed by applying the PICOC framework [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]:</p>
        <list list-type="bullet">
          <list-item>
            <p>P (population): only physicians treating patients with cancer were included. Other clinicians such as nurses, pharmacists, or supportive care professionals were excluded.</p>
          </list-item>
          <list-item>
            <p>I (intervention): only computer-based decision tools used to assist oncology consultations were included. Paper-based tools or digital tools such as websites that are used solely and independently by patients who seek information outside consultations with their treating physicians were not included.</p>
          </list-item>
          <list-item>
            <p>C (comparison): usual care, which means health care based on traditional paper pamphlets, video recordings, or using standard data collection in electronic health record systems.</p>
          </list-item>
          <list-item>
            <p>O (outcomes): adoption of the technology for use during oncology consultations, that is, physicians use the information provided by computer-based decision tools as part of their routine medical practice to deliver oncology care.</p>
          </list-item>
          <list-item>
            <p>C (context): assisting shared decision-making during the selection of anticancer therapy, that is, physicians and patients use the information provided by the technology to collaborate and discuss the benefits and potential harms of each treatment option before agreeing on a final treatment plan. In this context, use of the technology does not mean only the physician needs to physically operate or view information on the computer screen. The physician may provide access to the technology to the patient or another care provider to assist the patient enter personal information or understand the information provided. The physician can then use the additional information provided by the patient to facilitate discussions and decision-making during the consultation.</p>
          </list-item>
        </list>
        <p>On February 4, 2021, 1 reviewer (AY) used the OvidSP platform (Health First) to search the following databases: Cochrane Database of Systematic Reviews (from 2005 to January 28, 2021), Cochrane Central Register of Controlled Trials (December 2020), MEDLINE (from 1946 to February 4, 2021), and Embase (from 1947 to February 4, 2021). In addition, on the same day, the databases of Web of Science (from 1900 to 2021), Scopus (from 1969 to 2021), and PubMed (from 1991 to 2021) were searched. After relevant articles were selected for inclusion in this review, the reference list and citations of each article were inspected for additional articles. The <italic>snowball</italic> search was conducted using Scopus and Google Scholar. Further searches for relevant articles were conducted by browsing the <italic>BMC Medical Informatics and Decision Making</italic> journal website, along with searches of gray literature websites [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. The detailed Boolean expressions of the search strategy are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>A single review author (AY) removed duplicates and screened the titles and abstracts of all retrieved articles for relevance in accordance with the criteria of the research questions. Similarly, another 2 review authors (JK and TS) independently assessed the eligibility of a randomly selected sample of articles from a subset of the retrieved articles to judge their eligibility for inclusion or exclusion in the review. Disagreement among the 3 review authors was resolved through discussion.</p>
        <p>First, guided by the evidence-based medicine pyramid [<xref ref-type="bibr" rid="ref34">34</xref>], articles that used a study design within the categories of randomized controlled trials, cohort studies, case-control studies, and case series or reports were included for review, whereas articles that were published as conference papers or abstracts, protocols, commentaries, editorials, letters, or opinions were excluded because of their perceived low quality. No limitation on language was imposed. For articles that were not published in the English language, attempts were made to translate them into English by using a web-based translator [<xref ref-type="bibr" rid="ref35">35</xref>]. Second, studies that met the following key criteria were included: (1) the study was conducted in an oncology consultation setting, (2) it involved distinct real-world computer-based decision tool use by oncology physicians, (3) a computer-based decision tool assisted patient-physician communications to share information and to agree on an anticancer therapy; and (4) the elements of the effectiveness of a computer-based decision tool in oncology consultations were reported.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>A data extraction spreadsheet to capture study information was developed a priori by 3 reviewers. The selected studies were then screened by 1 review author, and relevant qualitative data were extracted. The spreadsheet was populated in accordance with the requirements of the review questions. As more experience was gained with data extraction, the review authors iteratively adjusted the required variables in the spreadsheet. The final set of data variables required to answer the review questions was as follows: study; study design and participant sample size; computer-based decision tool versus comparator; clinical setting context and country; primary objective; and study outcomes (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of the included studies, ordered with the most recent first (N=10). </p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="200"/>
            <col width="130"/>
            <col width="180"/>
            <col width="170"/>
            <col width="230"/>
            <thead>
              <tr valign="bottom">
                <td>Study</td>
                <td>Study design and participant sample size</td>
                <td>Computer-based decision tool versus comparator</td>
                <td>Clinical setting context, country</td>
                <td>Primary objective</td>
                <td>Study outcomes<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Wyatt et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2019</td>
                <td>Pre- and postsurvey patients (n=290), postsurvey patients (n=447)</td>
                <td>TakeTheWind versus no comparison</td>
                <td>Breast cancer clinic (n=1), United States</td>
                <td>To assess utility, ease of use, and impact of decision tool</td>
                <td><italic>Patients preferred shared decision-making</italic> and written material, disliked tablet computers, and had trouble navigating and accessing the tool.</td>
              </tr>
              <tr valign="top">
                <td>Yao et al [<xref ref-type="bibr" rid="ref37">37</xref>], 2019</td>
                <td>Longitudinal, prospective before-and-after study; CDT<sup>b</sup>-arm patients (n=63), surgeons (n=2); UC<sup>c</sup>-arm patients (n=57), surgeons (n=3)</td>
                <td>In-visit decision aid versus UC</td>
                <td>Breast surgery clinics (n=5), institution (n=1), United States</td>
                <td>To measure impact on knowledge, preferences, and involvement</td>
                <td><italic>Patients had more discussions regarding their treatment with surgeons and had less surgery.</italic> (Anxiety, distress, fear, quality of life, and concerns regarding body image were unchanged) compared with UC.</td>
              </tr>
              <tr valign="top">
                <td>Cuypers et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2019</td>
                <td>RCT<sup>d</sup>; CDT-arm hospitals (n=9), UC-arm hospitals (n=9), academic medical center (n=1)</td>
                <td>Prostaat versus UC</td>
                <td>Prostate cancer hospitals (n=18), academic medical center (n=1), the Netherlands</td>
                <td>To understand implementation and use of CDT</td>
                <td>
                  <italic>Improved physician-patient communication about preferences and values</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Raj et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2017</td>
                <td>Controlled before-and-after study; before-implementation patients (n=80), after-implementation patients (n=134)</td>
                <td>COMBAT versus paper</td>
                <td>Pain management at outpatient cancer clinic, Norway</td>
                <td>To evaluate improvement in pain management</td>
                <td>(No change in physicians’ behavior and no improvement in pain management)</td>
              </tr>
              <tr valign="top">
                <td>Yao et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2017</td>
                <td>Prospective pre-post study; CDT-arm patients (n=97), UC-arm patients (n=114)</td>
                <td>In-visit decision aid versus UC</td>
                <td>Breast surgery at hospitals (n=3), United States</td>
                <td>To examine effects on shared information and treatment choice</td>
                <td>
                  <italic>Higher knowledge levels in the CDT group than in the UC group</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Miles et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2017</td>
                <td>Mixed-methods randomized trial; patients (n=13)</td>
                <td>Openclinical versus no comparison</td>
                <td>Colorectal cancer outpatient oncology department, United Kingdom</td>
                <td>To examine acceptability, usefulness, and areas of improvement</td>
                <td><italic>CDT was accepted and found useful by patients</italic> but needed improved presentation of information.</td>
              </tr>
              <tr valign="top">
                <td>Henton et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2017</td>
                <td>Usability study; patients with prostate cancer (n=7), patients with colorectal cancer (n=7)</td>
                <td>SEER*CSC<sup>e</sup> versus no comparison</td>
                <td>Prostate and colorectal cancer centers (n=4), United States</td>
                <td>To understand patients’ information needs and preferences</td>
                <td>CDT lacked features to facilitate patient-physician discussions and was time consuming for data entry.</td>
              </tr>
              <tr valign="top">
                <td>Morgan et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2015</td>
                <td>Prospective study; patients (n=25)</td>
                <td>Morgan versus no comparison</td>
                <td>Breast cancer center, Canada</td>
                <td>To assess satisfaction and knowledge retention</td>
                <td>
                  <italic>Knowledge retention was high, and patients were highly satisfied.</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Siminoff et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2006</td>
                <td>RCT; physicians (n=58), patient-physician pairs (n=405)</td>
                <td>Adjuvant! versus UC pamphlet</td>
                <td>Breast cancer oncology practices (n=14), United States</td>
                <td>To examine impact on treatment decisions and practice</td>
                <td>CDT added 5 minutes to total consultation time <italic>and was found more useful than a pamphlet.</italic></td>
              </tr>
              <tr valign="top">
                <td>Peele et al [<xref ref-type="bibr" rid="ref45">45</xref>], 2005</td>
                <td>RCT; physicians (n=56), CDT-arm patients (n=250), UC-arm patients (n=182)</td>
                <td>Adjuvant! versus UC pamphlet</td>
                <td>Breast cancer practices, academic (n=5), community-based (n=9), United States</td>
                <td>To examine impact on women’s adjuvant therapeutic decision</td>
                <td>
                  <italic>Fewer women with low tumor severity chose adjuvant therapy.</italic>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>To represent the key outcomes of each study, the following formatting has been adopted: <italic>italic text</italic> represents positive outcomes, normal text represents negative outcomes, and normal text within parentheses represents neutral outcomes.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CDT: computer-based decision tool.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>UC: usual care.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>SEER*CSC: Surveillance, Epidemiology, and End Results Cancer Survival Calculator.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Risk-of-Bias Assessment</title>
        <p>Using the Cochrane risk-of-bias tools for randomized controlled trials and nonrandomized studies, 1 review author assessed the risk of bias of the included studies [<xref ref-type="bibr" rid="ref26">26</xref>]. The tool for randomized controlled trials [<xref ref-type="bibr" rid="ref46">46</xref>] assesses studies on each of these 6 domains: (1) randomization processes, (2) identification or recruitment of participants into clusters, (3) deviations from the intended intervention, (4) missing outcome data, (5) measurement of the outcome, and (6) selection of the reported result. The tool for nonrandomized studies [<xref ref-type="bibr" rid="ref47">47</xref>] assesses studies on each of these 7 domains: (1) due to confounding, (2) selection of participants into the study, (3) classification of intervention, (4) deviations from the intended intervention, (5) missing data, (6) measurement of outcomes, and (7) selection of the reported result. Finally, the judgment in each domain is carried forward to an overall risk of bias for each study. The tools highlighted some risk of bias in all the selected studies.</p>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>The articles included in this study reported a high diversity of functionalities and features of computer-based decision tools. Therefore, the reported outcomes of the studies were grouped according to the dimensions of the CAF [<xref ref-type="bibr" rid="ref22">22</xref>]. The results within each group were subsequently assessed and combined into a common set of factors that directly affect physicians’ propensity to adopt computer-based decision tools in oncology consultations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results and Study Characteristics</title>
        <p>The initial searches in the aforementioned databases retrieved 6407 articles (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Browsing searches and inspections of reference lists and citations identified 3 additional articles. Of the 6407 articles retrieved through database search, 1979 (30.89%) duplicates were removed. Of the remaining total 4431 articles, 4368 (98.58%) were excluded after titles and abstracts were screened. Next, the full-text articles were assessed for eligibility, and of the 63 articles, 53 (84%) were excluded. A total of 10 studies were thus included in this review.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 flowchart of the study selection process and results.</p>
          </caption>
          <graphic xlink:href="cancer_v7i4e31616_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>When the 10 selected studies for review were assessed by using the Cochrane risk-of-bias tools, they all exhibited some level of risk of bias. Of the 10 studies, 3 (30%) were randomized controlled trials [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>], and 1 (10%) was a mixed-methods randomized study [<xref ref-type="bibr" rid="ref41">41</xref>] (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>, Table S1 [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]). All (4/4, 100%) the randomized studies included a high risk of bias because of the practices observed when assigning participants, adhering to the intervention, and accounting for missing outcome data. Of the 10 studies, 6 (60%) were nonrandomized studies (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>, Table S2 [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]). Of these 6 nonrandomized studies, 1 (17%) [<xref ref-type="bibr" rid="ref39">39</xref>] included a moderate risk of bias, whereas the remaining 5 (83%) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] included serious risk of bias due to confounding [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], bias in selecting participants [<xref ref-type="bibr" rid="ref43">43</xref>], bias in accounting for missing data, and measurement of outcomes [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> includes significant details gathered from the reviewed studies. Of the 10 studies, 6 (60%) were conducted in the United States, and 1 (10%) each was conducted in Canada, the Netherlands, Norway, and the United Kingdom. In all, 8 different computer-based decision tools were used across the 10 studies.</p>
        <p>A summary of the identified computer-based decision tools from the review is provided in <xref ref-type="table" rid="table2">Table 2</xref>. The details include the name of the computer-based decision tool, country where each evaluation was conducted, categories of disease that were handled, types of decision that were settled, number of studies that were conducted for each computer-based decision tool, and bibliographical references. Of the 8 computer-based decision tools, 4 (50%) were evaluated for breast cancer consultations; 1 (13%) each for colorectal, prostate cancer, and cancer pain; and 1 (13%) for breast or colorectal cancer.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Summary of 8 identified computer-based decision tools from 10 reviewed studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="130"/>
            <col width="150"/>
            <col width="340"/>
            <col width="100"/>
            <col width="80"/>
            <thead>
              <tr valign="bottom">
                <td>Name of computer-based decision tool</td>
                <td>Country</td>
                <td>Disease category</td>
                <td>Type of decision</td>
                <td>Number of studies</td>
                <td>Reference</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Adjuvant!</td>
                <td>United States</td>
                <td>Breast cancer</td>
                <td>Take adjuvant chemotherapy or not</td>
                <td>2</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]</td>
              </tr>
              <tr valign="top">
                <td>In-visit decision aid</td>
                <td>United States</td>
                <td>Breast cancer</td>
                <td>Choose surgical option</td>
                <td>2</td>
                <td>[<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Morgan</td>
                <td>Canada</td>
                <td>Breast cancer</td>
                <td>Educate patients about adjuvant systemic therapy</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>TakeTheWind</td>
                <td>United States</td>
                <td>Breast cancer</td>
                <td>Choose surgical option</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref36">36</xref>]</td>
              </tr>
              <tr valign="top">
                <td>SEER*CSC<sup>a</sup></td>
                <td>United States</td>
                <td>Breast or colorectal cancer</td>
                <td>Estimate patient prognosis</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref42">42</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Openclinical</td>
                <td>United Kingdom</td>
                <td>Colorectal cancer</td>
                <td>Take adjuvant chemotherapy or not</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]</td>
              </tr>
              <tr valign="top">
                <td>COMBAT</td>
                <td>Norway</td>
                <td>Cancer pain</td>
                <td>Choose opioid dose and pain management option</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref39">39</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Prostaat</td>
                <td>Netherlands</td>
                <td>Prostate cancer</td>
                <td>Choose surgical and radiotherapy or no treatment</td>
                <td>1</td>
                <td>[<xref ref-type="bibr" rid="ref38">38</xref>]</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>SEER*CSC: Surveillance, Epidemiology, and End Results Cancer Survival Calculator.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Factors Influencing Adoption of a Computer-Based Decision Tool</title>
        <sec>
          <title>Levels of Impact</title>
          <p>The factors that influenced the adoption of computer-based decision tools during oncology consultations were identified from the 10 selected studies. An initial 16 distinct influential factors were collected from the review and mapped to the categories of the CAF as shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. Afterward, these 16 factors were expanded to show their levels of impact on adoption as shown in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref45">45</xref>] and in the following sections [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Micro-, meso-, and macrolevel factors that influence computer-based decision tool adoption [<xref ref-type="bibr" rid="ref22">22</xref>]. CDT: computer-based decision tool.</p>
            </caption>
            <graphic xlink:href="cancer_v7i4e31616_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Microlevel</title>
          <sec>
            <title>Quality of System, Information, and Service</title>
            <p>At the microlevel, no system or service quality factors were identified. However, information quality factors included information-sharing and knowledge retention. Transfer of information between patients and physicians was assessed by 30% (3/10) of the studies, which reported that patients retained a high level of treatment knowledge after consultations with physicians who used a computer-based decision tool [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Of the 10 studies, 5 (50%) assessed the level of information-sharing. Of these 5 studies, 1 (20%) found that 81.4% of the physicians considered the information provided by the computer-based decision tool useful [<xref ref-type="bibr" rid="ref44">44</xref>], 2 (40%) reported that patients found the information about treatment options useful [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], and the remaining 2 (40%) reported that physicians did not use the information provided by the computer-based decision tool [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Of the remaining 5 studies, 1 (20%) reported that 65% of the patients read all information provided about treatment comparisons, and 71% of the patients indicated that they discussed the summary that was provided by the computer-based decision tool in consultation with their physicians [<xref ref-type="bibr" rid="ref38">38</xref>]. A few physicians believed that some patients were made more anxious by the information, did not understand key information [<xref ref-type="bibr" rid="ref44">44</xref>], were confused by the information provided, or felt that the information provided was conflicting [<xref ref-type="bibr" rid="ref41">41</xref>]. In addition, some physicians did not value or benefit from the information provided by the computer-based decision tool [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          </sec>
          <sec>
            <title>Use and User Satisfaction</title>
            <p>All 10 reviewed studies discussed use and user satisfaction. The use factors included recommendation and acceptability of use. Of the 10 studies, 1 (10%) [<xref ref-type="bibr" rid="ref36">36</xref>] reported that when patients were introduced to the technology, 92% indicated that they liked it and would recommend its use to other patients. The feature that they liked the most was the <italic>presence of helpful information</italic>, followed by <italic>ease of navigation</italic> and <italic>confidence in the treatment plan</italic>. After consultations with physicians who used the technology, patients experienced a positive increase in confidence by an average of 0.8 points on a 10-point scale compared with when the technology was not used, and this was statistically significant [<xref ref-type="bibr" rid="ref36">36</xref>]. However, the study also pointed out that some patients found navigating the technology difficult, disliked the use of tablet computers, and preferred written or printed material [<xref ref-type="bibr" rid="ref36">36</xref>]. Similarly, another study (1/10, 10%) reported that 22% of the patients preferred consultations with paper-based decision tools [<xref ref-type="bibr" rid="ref38">38</xref>]. In other cases, physicians provided patients with external access through web technologies to educate and prepare them for discussions about therapeutic choices during consultations. In these cases, other care providers such as nurses were also able to help by walking patients through the information provided by the technology and helped them increase their understanding of the benefits and risks of the different therapies on offer. Of the 10 studies, 4 (40%) reported that this practice was positively acceptable to both physicians and patients, although patients reportedly found the language of computer-based decision tools too complex [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Physicians found that their patients communicated better and engaged more in discussions. They felt that they were able to refine their understanding of their patients’ preferences, whereas patients felt that their perspectives were made clearer and reflected more accurately [<xref ref-type="bibr" rid="ref44">44</xref>]. Patients’ satisfaction with consultations and clinic visits when computer-based decision tools were used was estimated to have a mean satisfaction score of 4.53 (SD 0.1) out of a maximum score of 5 [<xref ref-type="bibr" rid="ref43">43</xref>]. However, of the 10 studies, 3 (30%) disclosed that computer-based decision tools did not improve therapeutic decision-making or found no statistically significant difference between decisions made using the technology and usual care and did not change physicians’ usual behavior [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
          </sec>
          <sec>
            <title>Net Benefits in Terms of Care Quality, Access, and Productivity</title>
            <p>Of the 10 studies, 8 (80%) referred to care quality factors as net benefits of computer-based decision tools. The studies [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>] measured the proportion of patients who received various types of treatment. Siminoff et al [<xref ref-type="bibr" rid="ref44">44</xref>] indicated that the difference in the proportion of patients receiving various types of therapy was statistically insignificant but stated that the adoption of computer-based decision tools during oncology consultations influenced 86.2% of the patients’ treatment decisions. The authors also declared that 84.6% of the patients in technology-assisted consultations accepted treatment compared with 89.5% of the patients in usual care. Furthermore, Peele et al [<xref ref-type="bibr" rid="ref45">45</xref>] reported that only 58% of the women in consultations with technology accepted adjuvant therapy, an additional treatment to enhance the effectiveness of an initial medical treatment, compared with 87% of the women in usual care, and Yao et al [<xref ref-type="bibr" rid="ref37">37</xref>] reported that 15.9% of the patients with low tumor severity in technology-assisted consultations accepted treatment compared with 24.6% in usual care. Similarly, Miles et al [<xref ref-type="bibr" rid="ref41">41</xref>] reported that when technology was used in consultations, 11 out of 12 patients declined chemotherapy.</p>
            <p>In contrast, of the 10 studies, 3 (30%) reported that patients in consultations with computer-based decision tools received more treatments than those in usual care. In a computer-based decision tool study for prostate cancer, 71% of the patients received treatment [<xref ref-type="bibr" rid="ref38">38</xref>]. In a study for breast cancer treatment, 21.7% of the patients underwent surgery compared with 15.8% in usual care [<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, significantly more patients with high tumor severity chose adjuvant therapy in the computer-based decision tool group [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
            <p>Of the 10 studies, 1 (10%) examined the effects of technology-assisted consultations on cancer pain intensity [<xref ref-type="bibr" rid="ref39">39</xref>]. The authors observed no significant difference in pain intensity when technology was used compared with before its introduction. In addition, after 3 weeks of follow-up care, the authors noted that there was a lack of efficacy when the technology was used.</p>
            <p>Of the 10 studies, 2 (20%) discussed access factors. The first study collected information on the facilitators and barriers to local adoption and implementation of a computer-based decision tool [<xref ref-type="bibr" rid="ref42">42</xref>]. The study mentioned that the facilitators or barriers included existing channels, processes, and provider preferences. Users revealed that they did not access the technology because of lack of incentives or infrastructure, time, information about treatment, integration with the electronic health record system, availability of the technology on their desktops, and their own habits or preferences [<xref ref-type="bibr" rid="ref42">42</xref>]. The second study produced a nonprioritized list of the facilitators and barriers to access [<xref ref-type="bibr" rid="ref36">36</xref>]. The study identified that users needed to enter their username and password to log in, or they encountered technical issues every time they tried to use the technology; users had difficulty connecting wirelessly to the internet; and users were being provided information that they had already received on paper or during consultation [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
            <p>Productivity factors covered the length of consultations. Of the 10 studies, 1 (10%) measured physicians’ productivity in terms of the effect of a computer-based decision tool on the length of consultations [<xref ref-type="bibr" rid="ref44">44</xref>], and it found that an average of 5 minutes was added to the length of consultations.</p>
          </sec>
        </sec>
        <sec>
          <title>Meso- and Macrolevels</title>
          <p>Of the 10 studies, 9 (90%) identified patient demographics, 3 (30%) identified physician demographics, and 1 (10%) identified practice characteristics as mesolevel factors. However, there were no factors identified that explicitly influenced adoption at the mesolevel. At the macrolevel, there were no health care standards; legislations; policies; governance; funding incentives; or societal, political, or economic factors identified that explicitly influenced adoption.</p>
        </sec>
      </sec>
      <sec>
        <title>Summary of Key Findings</title>
        <p>The results of this review showed that of the 8 identified computer-based decision tools, 4 (50%) were developed and studied in the United States, as shown in <xref ref-type="table" rid="table2">Table 2</xref> [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Next, to determine whether a study was positive, negative, or neutral, the greater than or equal (≥) 50% rule, as cited in the study by Lau et al [<xref ref-type="bibr" rid="ref22">22</xref>], was adopted. Consequently, of the 10 studies, 6 (60%) reported positive results for computer-based decision tools [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>], whereas only 1 (10%) reported negative results [<xref ref-type="bibr" rid="ref42">42</xref>]; 3 (30%) were neutral [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>The CAF was extended to accommodate factors that influenced physicians’ propensity to adopt computer-based decision tools in oncology consultations. Of the 83 factors at the microlevel, 20 (24%) were identified as influential (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Of these 20 factors, <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> reports 11 (55%) that were identified as positively affecting physicians, <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> reports 7 (35%) that negatively affected physicians, and <xref ref-type="boxed-text" rid="box3">Textbox 3</xref> reports 2 (10%) that had no effect on physicians.</p>
        <p>The studies did not explicitly provide evidence of meso- and macrolevel factors that influenced physicians’ propensity to adopt computer-based decision tools.</p>
        <boxed-text id="box1" position="float">
          <title>The positive factors that influenced physicians’ propensity to adopt computer-based decision tools (N=11).</title>
          <p>
            <bold>Factors that were identified as positively affecting physicians</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Access</p>
              <list>
                <list-item>
                  <p>Factor 1: treatment decisions were influenced by recommendations from physicians.</p>
                </list-item>
                <list-item>
                  <p>Factor 2: information provided by the technology was given to patients by physicians.</p>
                </list-item>
                <list-item>
                  <p>Factor 3: treatment information and the relationship with survival were included to facilitate conversation with patients.</p>
                </list-item>
                <list-item>
                  <p>Factor 4: technology helped physicians to understand patients’ treatment preferences.</p>
                </list-item>
                <list-item>
                  <p>Factor 5: information provided by the technology was useful to physicians.</p>
                </list-item>
                <list-item>
                  <p>Factor 6: a copy of the information produced by the technology was used for reference during consultations.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Information quality</p>
              <list>
                <list-item>
                  <p>Factor 7: physician-patient communication about preferences and values was improved.</p>
                </list-item>
                <list-item>
                  <p>Factor 8: physicians reviewed information provided by the technology with patients during consultations.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Satisfaction</p>
              <list>
                <list-item>
                  <p>Factor 9: physicians believed that patients became more engaged in discussion and understood the information.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Use</p>
              <list>
                <list-item>
                  <p>Factor 10: physicians reported that the technology was useful for their patients.</p>
                </list-item>
                <list-item>
                  <p>Factor 11: the technology was used in routine practice in academic and community practices.</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <boxed-text id="box2" position="float">
          <title>The negative factors that influenced physicians’ propensity to adopt computer-based decision tools (N=7).</title>
          <p>
            <bold>Factors that were identified as negatively affecting physicians</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Access</p>
              <list>
                <list-item>
                  <p>Factor 12: the technology did not provide all the information that the physicians wanted.</p>
                </list-item>
                <list-item>
                  <p>Factor 13: the technology was not readily available on the physicians’ desktop.</p>
                </list-item>
                <list-item>
                  <p>Factor 14: the technology was not integrated with the electronic health record.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Information quality</p>
              <list>
                <list-item>
                  <p>Factor 15: physicians did not take advantage of the information conveyed through the technology.</p>
                </list-item>
                <list-item>
                  <p>Factor 16: physicians were not able to share information and treatment alternatives with their patients.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Productivity</p>
              <list>
                <list-item>
                  <p>Factor 17: the technology added 5 minutes to total consultation time.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Satisfaction</p>
              <list>
                <list-item>
                  <p>Factor 18: some physicians perceived that the technology made patients somewhat more anxious.</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <boxed-text id="box3" position="float">
          <title>The factors that showed that the use of computer-based decision tools had no effect on physicians’ propensity to adopt the technology (N=2).</title>
          <p>
            <bold>Factors that were identified as not affecting physicians</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Access</p>
              <list>
                <list-item>
                  <p>Factor 19: no significant change in physicians’ behavior.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Care quality</p>
              <list>
                <list-item>
                  <p>Factor 20: no significant change in prescribed drug dosage between preintervention and intervention periods.</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Making Sense of the Adoption Success of Computer-Based Decision Tools in Oncology Consultations</title>
        <p>This review has 3 aims: (1) to understand the different levels and periods of adoption of computer-based decision tools during oncology consultations across the world, (2) to identify the factors that influenced the adoption of the technology by physicians, and (3) to learn how to guide future implementation and adoption of the technology in the context of shared therapeutic decision-making during oncology consultations [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        <p>This review showed that the development and studies of computer-based decision tools were primarily conducted in North America and Europe in the last 16 years. Although 10 studies were specifically selected for review based on the topic of computer-based decision tools that were used by physicians in oncology consultations, only 60% (6/10) of the studies addressed some aspects of the perspectives of physicians. Most of the studies focused on patients’ views. Our findings of low adoption of computer-based decision tools converged with similar patterns in previous studies [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>In all, 2 computer-based decision tools—Adjuvant! and an in-visit decision aid—were used across 40% (4/10) of the studies. Adjuvant! provided the strongest evidence of user satisfaction, information-sharing, care quality, and productivity measures. The in-visit decision aid was assessed for users’ perception, knowledge retention, and treatment decision. A summary of the 8 identified computer-based decision tools is provided in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>By extending the CAF to computer-based decision tools in oncology consultations, these findings suggest that of the 20 factors, there are 11 (55%) that can facilitate physicians to adopt the technology and 7 (35%) that can stifle adoption, whereas 2 (10%) may have no effect on physicians’ propensity to change and adopt the technology.</p>
        <p>Along with helping physicians to understand their patients’ treatment preferences, computer-based decision tools enable physicians to refer to information and to provide treatment information and recommendations that are related to their patients’ survival. Some physicians used the technology in routine practice in academic and community practices to review information with patients during consultations. They believed that the technology is useful for their patients because their patients become more engaged in discussions and understood the information. Thus, the conversation between the physician and the patient was facilitated during consultations, and the patient-physician communication about preferences and values improved.</p>
        <p>In contrast, some physicians perceived that computer-based decision tools made patients more anxious and added 5 minutes to their total consultation time. The study by Siminoff et al [<xref ref-type="bibr" rid="ref44">44</xref>] gave the impression that an additional 5 minutes was insignificant. The effect, however, was subjective, depending on each physician’s expectation. For a 1-hour consultation, an additional 5 minutes may be acceptable. However, the impact of adding 5 minutes to a 10-minute consultation in usual care may become objectionable. Furthermore, when the technology does not provide all the information that physicians want, is not readily available on their desktop, or is not integrated with the electronic health record, then physicians are not able to take advantage of the information conveyed through the technology. Consequently, they are not able to share information and treatment alternatives with their patients.</p>
        <p>The findings of this review advance our understanding of the extent to which computer-based decision tools have been successfully adopted in oncology consultations. The evidence suggests that there have been very few studies that address physicians’ propensity to adopt computer-based decision tools in routine oncology consultations. This review provides a starting point and direction for further investigations to incorporate computer-based decision tools in usual oncology consultations. This review also provides a guide and key lessons—as shown in <xref ref-type="boxed-text" rid="box1">Textboxes 1</xref>, <xref ref-type="boxed-text" rid="box2">2</xref>, and <xref ref-type="boxed-text" rid="box3">3</xref>—for the design and development of new computer-based decision tools. In addition, the review highlighted some important areas that need to be improved in future computer-based decision tools, such as integrated access with electronic medical records (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). Some studies have reported negative outcomes with computer-based decision tools [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], whereas others have shown benefits [<xref ref-type="bibr" rid="ref52">52</xref>]. In our review, of the 10 selected studies, 6 (60%) were positive, with only 1 (10%) being negative, whereas 3 (30%) were neutral. Consequently, the impact of computer-based decision tools on oncology consultations is unclear. Taken together, our findings and the findings of similar past studies [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref56">56</xref>] point to the need for further research in several dimensions of the CAF to uncover the value of computer-based decision tools in oncology practice.</p>
        <p>Looking at <xref rid="figure3" ref-type="fig">Figure 3</xref>, it is obvious that the studies included in this review have addressed only a small set of factors among the numerous factors that could influence the adoption of computer-based decision tools in oncology consultations. Therefore, future studies will need to address additional dimensions at the meso- and macrolevels to gain a better understanding of what factors lead to successful implementation and adoption of computer-based decision tools in oncology consultations.</p>
      </sec>
      <sec>
        <title>Review Limitations</title>
        <p>This systematic literature review includes some limitations. First, only 10 studies were included in this review because of the dearth of studies that addressed the issues with computer-based decision tools from the perspectives of physicians. Second, the literature search was conducted by only 1 reviewer, which could have introduced bias and limited the findings. Third, the selected studies for review included a high risk of bias. Furthermore, most of the studies were conducted at nontraditional cancer centers or at health care organizations affiliated with academic institutions, which limit generalization. Fourth, our review covered a wide range of health information systems’ issues, which might not have been explored sufficiently and fully explained. Future researchers should refine the search strategy to identify additional potentially relevant studies that may have been missed and allocate more reviewers to search the literature databases to minimize potential biases.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this review, we investigated the extent to which computer-based decision tools have been adopted in oncology consultations and physicians’ propensity to adopt the technology. The results of the investigation suggest that the adoption of computer-based decision tools in oncology consultations remains low. Of our 10 reviewed studies, 6 (60%) showed positive outcomes, whereas 1 (10%) showed negative outcomes, and 3 (30%) were neutral. To date, improvements have been made in communication and information-sharing between patients and physicians. However, unavailability of the information that physicians need, lack of access to the technology on physicians’ desktops, and lack of integration with existing electronic health record systems are some of the findings that stifle successful adoption. Therefore, this review shows that, in addition to improving communications between physicians and patients, technology is needed to streamline the flow of information that physicians need to better inform patients. Notwithstanding the 5 minutes that would be added to the overall time of consultations, this review indicates that it is possible to create leaner oncology practices by adopting computer-based decision tools. The technology would eliminate the need to track paper-based information, making the decision-making process more streamlined and eliminating the risk of missing hard-copy paperwork. Hence, in the long run, physicians would have more time to dedicate to their patients. As a result, patients may engage more in discussions during consultations, may be better informed, and they may be more apt to provide consent for treatment.</p>
        <p>The CAF provides the capacity to make sense of complex multidimensional factors that influence the adoption of computer-assisted decision-making in oncology consultations. Furthermore, it provides a starting point as well as a sense of direction for research in the design and development of new computer-based decision tools. Thus, this review provides a set of key factors that need to be addressed to enhance the possibility of successfully implementing and adopting computer-based decision tools in oncology consultations. However, although the review shows that it is possible at the microlevel for patients and physicians to improve their communication by using computer-based decision tools, the effects of meso- and macrolevel factors remain understudied. It is therefore important to conduct additional studies in real-world oncology consultations to understand the impact of higher-level factors on physicians’ propensity to adopt computer-based decision tools.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Article search results and screening.</p>
        <media xlink:href="cancer_v7i4e31616_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Risk of bias in individual randomized controlled trials and nonrandomized studies of interventions.</p>
        <media xlink:href="cancer_v7i4e31616_app2.docx" xlink:title="DOCX File , 30 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Datasheet of microlevel factors extracted from 10 reviewed studies.</p>
        <media xlink:href="cancer_v7i4e31616_app3.docx" xlink:title="DOCX File , 58 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAF</term>
          <def>
            <p>Clinical Adoption Framework</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>This review was conceived and designed by AY, PB, KAG, JK, and TS. AY performed the data collection. The data were analyzed and interpreted by AY, JK, and TS. The paper was drafted by AY, JK, KAG, and TS. Critical revision of the paper was performed by AY, JK, KAG, and TS. All authors approved the final version for publication.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Academies of Sciences, Engineering, and Medicine</collab>
            <collab>Health and Medicine Division</collab>
            <collab>Board on Health Care Services</collab>
            <collab>Board on Global Health</collab>
            <collab>Committee on Improving the Quality of Health Care Globally</collab>
          </person-group>
          <source>Crossing the Global Quality Chasm Improving Health Care Worldwide</source>
          <year>2018</year>
          <publisher-loc>Washington (DC), United States</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>The Institute of Medicine's Committee on Quality of Health Care in America</collab>
            <collab>Institute of Medicine</collab>
          </person-group>
          <source>Crossing the Quality Chasm A New Health System for the 21st Century</source>
          <year>2001</year>
          <month>08</month>
          <day>30</day>
          <publisher-loc>Washington (DC), United States</publisher-loc>
          <publisher-name>National Academy Press</publisher-name>
          <fpage>702</fpage>
          <lpage>3</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gattellari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Tattersall</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Sharing decisions in cancer care</article-title>
          <source>Soc Sci Med</source>
          <year>2001</year>
          <month>6</month>
          <volume>52</volume>
          <issue>12</issue>
          <fpage>1865</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1016/S0277-9536(00)00303-8</pub-id>
          <pub-id pub-id-type="medline">11352412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atwell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mead</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nehammer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Exploring doctor and patient views about risk communication and shared decision-making in the consultation</article-title>
          <source>Health Expect</source>
          <year>2003</year>
          <month>09</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>198</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12940793"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1369-6513.2003.00235.x</pub-id>
          <pub-id pub-id-type="medline">12940793</pub-id>
          <pub-id pub-id-type="pii">235</pub-id>
          <pub-id pub-id-type="pmcid">PMC5060187</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Why do some patients prefer to leave decisions up to the doctor: lack of self-efficacy or a matter of trust?</article-title>
          <source>J Cancer Surviv</source>
          <year>2013</year>
          <month>12</month>
          <day>27</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>592</fpage>
          <lpage>601</lpage>
          <pub-id pub-id-type="doi">10.1007/s11764-013-0298-2</pub-id>
          <pub-id pub-id-type="medline">23892559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nattress</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Philp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Juraskova</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>"The booklet helped me not to panic": a pilot of a decision aid for asymptomatic women with ovarian cancer and with rising CA-125 levels</article-title>
          <source>Int J Gynecol Cancer</source>
          <year>2011</year>
          <month>05</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>737</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">21412158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bomhof-Roordink</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Duijn-Bakker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baas-Thijssen</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>van der Weijden</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stiggelbout</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Pieterse</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Shared decision making in oncology: a model based on patients', health care professionals', and researchers' views</article-title>
          <source>Psychooncology</source>
          <year>2018</year>
          <month>10</month>
          <day>22</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>139</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.4923</pub-id>
          <pub-id pub-id-type="medline">30346076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leighl</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>McJannett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcken</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>EX</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Knox</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krzyzanowska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oza</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Feld</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hedley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tattersall</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Supporting treatment decision making in advanced cancer: a randomized trial of a decision aid for patients with advanced colorectal cancer considering chemotherapy</article-title>
          <source>J Clin Oncol</source>
          <year>2011</year>
          <month>05</month>
          <day>20</day>
          <volume>29</volume>
          <issue>15</issue>
          <fpage>2077</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2010.32.0754</pub-id>
          <pub-id pub-id-type="medline">21483008</pub-id>
          <pub-id pub-id-type="pii">JCO.2010.32.0754</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>van Timmeren</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Compter</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Peerlings</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanduleanu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Refaee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Keek</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Larue</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>van Wijk</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Even</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jochems</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barakat</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Leijenaar</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Lambin</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Decision support systems in oncology</article-title>
          <source>JCO Clin Cancer Inform</source>
          <year>2019</year>
          <month>02</month>
          <volume>3</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascopubs.org/doi/10.1200/CCI.18.00001?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/CCI.18.00001</pub-id>
          <pub-id pub-id-type="medline">30730766</pub-id>
          <pub-id pub-id-type="pmcid">PMC6873918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abujarad</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Killelea</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Mougalian</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Fraenkel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>"Radiotherapy for older women (row)": a risk calculator for women with early-stage breast cancer</article-title>
          <source>J Geriatr Oncol</source>
          <year>2020</year>
          <month>06</month>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>850</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31899199"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jgo.2019.12.010</pub-id>
          <pub-id pub-id-type="medline">31899199</pub-id>
          <pub-id pub-id-type="pii">S1879-4068(19)30353-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7263974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dobler</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gionfriddo</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez-Villalobos</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Singh Ospina</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer-Bonilla</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thorsteinsdottir</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Benkhadra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Brito</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Murad</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Montori</surname>
              <given-names>VM</given-names>
            </name>
          </person-group>
          <article-title>Impact of decision aids used during clinical encounters on clinician outcomes and consultation length: a systematic review</article-title>
          <source>BMJ Qual Saf</source>
          <year>2019</year>
          <month>06</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>499</fpage>
          <lpage>510</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30301874"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2018-008022</pub-id>
          <pub-id pub-id-type="medline">30301874</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2018-008022</pub-id>
          <pub-id pub-id-type="pmcid">PMC6561726</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Computerised decision aids: a systematic review of their effectiveness in facilitating high-quality decision-making in various health-related contexts</article-title>
          <source>Patient Educ Couns</source>
          <year>2012</year>
          <month>07</month>
          <volume>88</volume>
          <issue>1</issue>
          <fpage>69</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2011.11.006</pub-id>
          <pub-id pub-id-type="medline">22185961</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(11)00569-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of computer-based clinical decision support systems on physician performance and patient outcomes: a systematic review</article-title>
          <source>J Am Med Assoc</source>
          <year>1998</year>
          <month>10</month>
          <day>21</day>
          <volume>280</volume>
          <issue>15</issue>
          <fpage>1339</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.280.15.1339</pub-id>
          <pub-id pub-id-type="medline">9794315</pub-id>
          <pub-id pub-id-type="pii">jrv71066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Axline</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Merigan</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>An artificial intelligence program to advise physicians regarding antimicrobial therapy</article-title>
          <source>Comput Biomed Res</source>
          <year>1973</year>
          <month>12</month>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>544</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/0010-4809(73)90029-3</pub-id>
          <pub-id pub-id-type="medline">4589706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mycin: a knowledge-based computer program applied to infectious diseases</article-title>
          <source>Proceedings of the Annual Symposium on Computer Application in Medical Care</source>
          <year>1977</year>
          <month>10</month>
          <day>1</day>
          <conf-name>The annual symposium on Computer Applications in Medical Care</conf-name>
          <conf-date>October 5, 1977</conf-date>
          <conf-loc>Las Vegas, Nevada, USA</conf-loc>
          <publisher-loc>Stanford, California</publisher-loc>
          <publisher-name>American Medical Informatics Association</publisher-name>
          <fpage>66</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/backend/ptpmcrender.fcgi?accid=PMC2464549&#38;blobtype=pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sepúlveda</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Roebuck</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Purcell Jackson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Preininger</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Rhee</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effect of an artificial intelligence clinical decision support system on treatment decisions for complex breast cancer</article-title>
          <source>JCO Clin Cancer Inform</source>
          <year>2020</year>
          <month>09</month>
          <volume>4</volume>
          <fpage>824</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascopubs.org/doi/10.1200/CCI.20.00018?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/CCI.20.00018</pub-id>
          <pub-id pub-id-type="medline">32970484</pub-id>
          <pub-id pub-id-type="pmcid">PMC7529515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using artificial intelligence (Watson for Oncology) for treatment recommendations amongst Chinese patients with lung cancer: feasibility study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>09</month>
          <day>25</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>e11087</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/9/e11087/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11087</pub-id>
          <pub-id pub-id-type="medline">30257820</pub-id>
          <pub-id pub-id-type="pii">v20i9e11087</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bischoff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Melle</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An expert system for oncology protocol management</article-title>
          <source>Proceedings of the 7th International Joint Conference on Artificial Intelligence</source>
          <year>1984</year>
          <conf-name>7th International Joint Conference on Artificial Intelligence</conf-name>
          <conf-date>August, 1981</conf-date>
          <conf-loc>Vancouver, BC, Canada</conf-loc>
          <fpage>876</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/Papers/Buchanan/Buchanan37.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mazo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kearns</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>WM</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support systems in breast cancer: a systematic review</article-title>
          <source>Cancers (Basel)</source>
          <year>2020</year>
          <month>02</month>
          <day>06</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>369</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=cancers12020369"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/cancers12020369</pub-id>
          <pub-id pub-id-type="medline">32041094</pub-id>
          <pub-id pub-id-type="pii">cancers12020369</pub-id>
          <pub-id pub-id-type="pmcid">PMC7072392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beauchemin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hershman</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support for therapeutic decision-making in cancer: a systematic review</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>10</month>
          <volume>130</volume>
          <fpage>103940</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31450082"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.07.019</pub-id>
          <pub-id pub-id-type="medline">31450082</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(19)30374-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7024607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pawloski</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Olson-Bullis</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of clinical decision support systems for clinical oncology practice</article-title>
          <source>J Natl Compr Canc Netw</source>
          <year>2019</year>
          <month>04</month>
          <day>01</day>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>331</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30959468"/>
          </comment>
          <pub-id pub-id-type="doi">10.6004/jnccn.2018.7104</pub-id>
          <pub-id pub-id-type="medline">30959468</pub-id>
          <pub-id pub-id-type="pii">jnccn18102</pub-id>
          <pub-id pub-id-type="pmcid">PMC6563614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Partridge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raworth</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Impact of electronic medical record on physician practice in office settings: a systematic review</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2012</year>
          <month>02</month>
          <day>24</day>
          <volume>12</volume>
          <fpage>10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-12-10"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-12-10</pub-id>
          <pub-id pub-id-type="medline">22364529</pub-id>
          <pub-id pub-id-type="pii">1472-6947-12-10</pub-id>
          <pub-id pub-id-type="pmcid">PMC3315440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kuziemsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A review on systematic reviews of health information system studies</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2010</year>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>637</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20962125"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2010.004838</pub-id>
          <pub-id pub-id-type="medline">20962125</pub-id>
          <pub-id pub-id-type="pii">17/6/637</pub-id>
          <pub-id pub-id-type="pmcid">PMC3000756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kuziemsky</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Handbook of eHealth Evaluation: An Evidence-based Approach</source>
          <year>2017</year>
          <month>2</month>
          <day>27</day>
          <publisher-loc>Victoria, British Columbia, Canada</publisher-loc>
          <publisher-name>University of Victoria</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Computer-based decision tools for shared therapeutic decision making in oncology: systematic review</article-title>
          <source>National Institute for Health Research</source>
          <year>2021</year>
          <access-date>2021-09-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.crd.york.ac.uk/PROSPERO/display_record.asp?ID=CRD42021226087">https://www.crd.york.ac.uk/PROSPERO/display_record.asp?ID=CRD42021226087</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <source>Cochrane Handbook for Systematic Reviews of Interventions. 2nd Edition</source>
          <year>2019</year>
          <publisher-loc>Chichester, United Kingdom</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Prisma 2020 explanation and elaboration: updated guidance and exemplars for reporting systematic reviews</article-title>
          <source>Br Med J</source>
          <year>2021</year>
          <month>03</month>
          <day>29</day>
          <volume>372</volume>
          <fpage>n160</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33781993"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n160</pub-id>
          <pub-id pub-id-type="medline">33781993</pub-id>
          <pub-id pub-id-type="pmcid">PMC8005925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>da Costa Santos</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>de Mattos Pimenta</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Nobre</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>The pico strategy for the research question construction and evidence search</article-title>
          <source>Rev Lat Am Enfermagem</source>
          <year>2007</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>508</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0104-11692007000300023&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/s0104-11692007000300023</pub-id>
          <pub-id pub-id-type="medline">17653438</pub-id>
          <pub-id pub-id-type="pii">S0104-11692007000300023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uman</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews and meta-analyses</article-title>
          <source>J Can Acad Child Adolesc Psychiatry</source>
          <year>2011</year>
          <month>02</month>
          <day>03</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21286370"/>
          </comment>
          <pub-id pub-id-type="medline">21286370</pub-id>
          <pub-id pub-id-type="pmcid">PMC3024725</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>System for information on grey literature in Europe</article-title>
          <source>Institut de l'Information Scientifique et Technique- Laboratoire CNRS</source>
          <year>2021</year>
          <access-date>2021-02-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.opengrey.eu/">http://www.opengrey.eu/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>ClinicalTrials.gov</article-title>
          <source>U.S. National Library of Medicine</source>
          <access-date>2021-02-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.clinicaltrials.gov/">https://www.clinicaltrials.gov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>CenterWatch</article-title>
          <year>2021</year>
          <access-date>2021-02-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.centerwatch.com/">https://www.centerwatch.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>ISRCTN registry</article-title>
          <access-date>2021-02-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.isrctn.com">https://www.isrctn.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murad</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Asi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Alsawas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alahdab</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>New evidence pyramid</article-title>
          <source>Evid Based Med</source>
          <year>2016</year>
          <month>08</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>125</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://ebm.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27339128"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/ebmed-2016-110401</pub-id>
          <pub-id pub-id-type="medline">27339128</pub-id>
          <pub-id pub-id-type="pii">ebmed-2016-110401</pub-id>
          <pub-id pub-id-type="pmcid">PMC4975798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Google Translate</article-title>
          <year>2006</year>
          <access-date>2021-09-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://translate.google.com">https://translate.google.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Plevak</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Pont</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Pruthi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A personalized, web-based breast cancer decision making application: a pre-post survey</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <month>10</month>
          <day>21</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>196</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0924-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0924-7</pub-id>
          <pub-id pub-id-type="medline">31638964</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0924-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6805417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Belkora</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kuchta</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pesce</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kopkash</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rabbitt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barrera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Simovic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sepucha</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>An in-visit decision aid for surgeons to address decision making for bilateral mastectomy for newly diagnosed breast cancer patients</article-title>
          <source>Ann Surg Oncol</source>
          <year>2019</year>
          <month>12</month>
          <volume>26</volume>
          <issue>13</issue>
          <fpage>4372</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1245/s10434-019-07912-9</pub-id>
          <pub-id pub-id-type="medline">31625046</pub-id>
          <pub-id pub-id-type="pii">10.1245/s10434-019-07912-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuypers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lamers</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kil</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Tol-Geerdink</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Uden-Kraan</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>van de Poll-Franse</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Uptake and usage of an online prostate cancer treatment decision aid in Dutch clinical practice: a quantitative analysis from the prostate cancer patient centered care trial</article-title>
          <source>Health Informatics J</source>
          <year>2019</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>1498</fpage>
          <lpage>510</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458218779110?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458218779110</pub-id>
          <pub-id pub-id-type="medline">29857789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raj</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Brunelli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Klepstad</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaasa</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Combat study - computer based assessment and treatment - a clinical trial evaluating impact of a computerized clinical decision support tool on pain in cancer patients</article-title>
          <source>Scand J Pain</source>
          <year>2017</year>
          <month>10</month>
          <volume>17</volume>
          <fpage>99</fpage>
          <lpage>106</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sjpain.2017.07.016</pub-id>
          <pub-id pub-id-type="medline">28850380</pub-id>
          <pub-id pub-id-type="pii">S1877-8860(17)30156-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Belkora</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bedrosian</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sisco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barrera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kyrillios</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tilburt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rabbitt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pesce</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Simovic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Winchester</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sepucha</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Impact of an in-visit decision aid on patient knowledge about contralateral prophylactic mastectomy: a pilot study</article-title>
          <source>Ann Surg Oncol</source>
          <year>2017</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1245/s10434-016-5556-x</pub-id>
          <pub-id pub-id-type="medline">27654108</pub-id>
          <pub-id pub-id-type="pii">10.1245/s10434-016-5556-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chronakis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Use of a computerised decision aid (DA) to inform the decision process on adjuvant chemotherapy in patients with stage II colorectal cancer: development and preliminary evaluation</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>03</month>
          <day>24</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e012935</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28341685"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-012935</pub-id>
          <pub-id pub-id-type="medline">28341685</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-012935</pub-id>
          <pub-id pub-id-type="pmcid">PMC5372112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gaglio</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cynkin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Feuer</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rabin</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Development, feasibility, and small-scale implementation of a web-based prognostic tool-surveillance, epidemiology, and end results cancer survival calculator</article-title>
          <source>JMIR Cancer</source>
          <year>2017</year>
          <month>07</month>
          <day>20</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancer.jmir.org/2017/2/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/cancer.7120</pub-id>
          <pub-id pub-id-type="medline">28729232</pub-id>
          <pub-id pub-id-type="pii">v3i2e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5544898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McCrate</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Seal</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Using tablet-based technology in patient education about systemic therapy options for early-stage breast cancer: a pilot study</article-title>
          <source>Curr Oncol</source>
          <year>2015</year>
          <month>10</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>364</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4608410/pdf/conc-22-e364.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.3747/co.22.2476</pub-id>
          <pub-id pub-id-type="medline">26628877</pub-id>
          <pub-id pub-id-type="pii">conc-22-e364</pub-id>
          <pub-id pub-id-type="pmcid">PMC4608410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siminoff</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Silverman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Budd</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ravdin</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>A decision aid to assist in adjuvant therapy choices for breast cancer</article-title>
          <source>Psychooncology</source>
          <year>2006</year>
          <month>11</month>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>1001</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.1040</pub-id>
          <pub-id pub-id-type="medline">16511899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peele</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Siminoff</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ravdin</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Decreased use of adjuvant breast cancer therapy in a randomized controlled trial of a decision aid with individualized risk information</article-title>
          <source>Med Decis Making</source>
          <year>2005</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1177/0272989X05276851</pub-id>
          <pub-id pub-id-type="medline">15951457</pub-id>
          <pub-id pub-id-type="pii">25/3/301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Savović</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elbers</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cates</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Emberson</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hernán</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Junqueira</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lasserson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McAleenan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shrier</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilling</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>RoB 2: a revised tool for assessing risk of bias in randomised trials</article-title>
          <source>Br Med J</source>
          <year>2019</year>
          <month>08</month>
          <day>28</day>
          <volume>366</volume>
          <fpage>l4898</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.l4898</pub-id>
          <pub-id pub-id-type="medline">31462531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Hernán</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Savović</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanathan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Ansari</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Churchill</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Loke</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Pigott</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Regidor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rothstein</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Sandhu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Santaguida</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shrier</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Valentine</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Waddington</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions</article-title>
          <source>Br Med J</source>
          <year>2016</year>
          <month>10</month>
          <day>12</day>
          <volume>355</volume>
          <fpage>i4919</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27733354"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.i4919</pub-id>
          <pub-id pub-id-type="medline">27733354</pub-id>
          <pub-id pub-id-type="pmcid">PMC5062054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gafni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Shared decision-making in the medical encounter: what does it mean? (or it takes at least two to tango)</article-title>
          <source>Soc Sci Med</source>
          <year>1997</year>
          <month>3</month>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>681</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/s0277-9536(96)00221-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joseph-Williams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brain</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Prichard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goodland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McGarrigle</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sweetland</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A descriptive model of shared decision making derived from routine implementation in clinical practice ('Implement-SDM'): qualitative study</article-title>
          <source>Patient Educ Couns</source>
          <year>2019</year>
          <month>10</month>
          <volume>102</volume>
          <issue>10</issue>
          <fpage>1774</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2019.07.016</pub-id>
          <pub-id pub-id-type="medline">31351787</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(19)30301-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Smeulers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vermeulen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peute</surname>
              <given-names>LW</given-names>
            </name>
          </person-group>
          <article-title>Effects of clinical decision-support systems on practitioner performance and patient outcomes: a synthesis of high-quality systematic review findings</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2011</year>
          <month>05</month>
          <day>01</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>327</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21422100"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000094</pub-id>
          <pub-id pub-id-type="medline">21422100</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2011-000094</pub-id>
          <pub-id pub-id-type="pmcid">PMC3078663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>AX</given-names>
            </name>
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rosas-Arellano</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Beyene</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>Effects of computerized clinical decision support systems on practitioner performance and patient outcomes: a systematic review</article-title>
          <source>J Am Med Assoc</source>
          <year>2005</year>
          <month>03</month>
          <day>09</day>
          <volume>293</volume>
          <issue>10</issue>
          <fpage>1223</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.293.10.1223</pub-id>
          <pub-id pub-id-type="medline">15755945</pub-id>
          <pub-id pub-id-type="pii">293/10/1223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrbar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Effects of computerized decision support systems on practitioner performance and patient outcomes: systematic review</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>08</month>
          <day>11</day>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>e17283</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/8/e17283/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17283</pub-id>
          <pub-id pub-id-type="medline">32780714</pub-id>
          <pub-id pub-id-type="pii">v8i8e17283</pub-id>
          <pub-id pub-id-type="pmcid">PMC7448176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spronk</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Burgers</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Schellevis</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>van Vliet</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Korevaar</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The availability and effectiveness of tools supporting shared decision making in metastatic breast cancer care: a review</article-title>
          <source>BMC Palliat Care</source>
          <year>2018</year>
          <month>05</month>
          <day>11</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpalliatcare.biomedcentral.com/articles/10.1186/s12904-018-0330-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12904-018-0330-4</pub-id>
          <pub-id pub-id-type="medline">29747628</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12904-018-0330-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5946394</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spronk</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Meijers</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Heins</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Francke</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>van Lindert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Dulmen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Vliet</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Availability and effectiveness of decision aids for supporting shared decision making in patients with advanced colorectal and lung cancer: results from a systematic review</article-title>
          <source>Eur J Cancer Care (Engl)</source>
          <year>2019</year>
          <month>05</month>
          <day>08</day>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>e13079</fpage>
          <pub-id pub-id-type="doi">10.1111/ecc.13079</pub-id>
          <pub-id pub-id-type="medline">31066142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tapp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blais</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of decision support tools for patients with advanced cancer: a systematic review of literature</article-title>
          <source>Pall Supp Care</source>
          <year>2019</year>
          <month>6</month>
          <day>17</day>
          <volume>17</volume>
          <issue>03</issue>
          <fpage>356</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1017/s1478951518000512</pub-id>
          <pub-id pub-id-type="medline">30168410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woodhouse</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Tremont</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vachani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schapira</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Vapiwala</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Simone</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>A review of shared decision-making and patient decision aids in radiation oncology</article-title>
          <source>J Canc Educ</source>
          <year>2017</year>
          <month>6</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>238</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1007/s13187-017-1169-8</pub-id>
          <pub-id pub-id-type="medline">28138917</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
