<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JC</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id>
      <journal-title>JMIR Cancer</journal-title>
      <issn pub-type="epub">2369-1999</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i1e11779</article-id>
    <article-id pub-id-type="pmid">30702432</article-id>
    <article-id pub-id-type="doi">10.2196/11779</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>A Smartphone App to Support Carers of People Living With Cancer: A Feasibility and Usability Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Alturki</surname>
          <given-names>Ryan</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ennis</surname>
          <given-names>Naomi</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Fradgley</surname>
          <given-names>Elizabeth</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Heynsbergh</surname>
        <given-names>Natalie</given-names>
      </name>
      <degrees>BNurs (Hons)</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>School of Nursing and Midwifery</institution>
        <institution>Faculty of Health</institution>
        <institution>Deakin University</institution>
        <addr-line/>
        <addr-line>Geelong,</addr-line>
        <country>Australia</country>
        <phone>61 392446333</phone>
        <email>nheynsb@deakin.edu.au</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1847-6862</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Heckel</surname>
          <given-names>Leila</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9138-1034</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Botti</surname>
          <given-names>Mari</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2782-0987</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Livingston</surname>
          <given-names>Patricia M</given-names>
        </name>
        <degrees>BA (Hons), PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6616-3839</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>School of Nursing and Midwifery</institution>
    <institution>Faculty of Health</institution>  
    <institution>Deakin University</institution>  
    <addr-line>Geelong</addr-line>
    <country>Australia</country></aff>
    <aff id="aff2">
      <label>2</label>
      <institution>Epworth HealthCare</institution>
      <addr-line>Melbourne</addr-line>
      <country>Australia</country>
    </aff>
    <aff id="aff3">
    <label>3</label>
    <institution>Faculty of Health</institution>
    <institution>Deakin University</institution>  
    <addr-line>Geelong</addr-line>
    <country>Australia</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Natalie Heynsbergh 
      <email>nheynsb@deakin.edu.au</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jan-Jun</season><year>2019</year></pub-date>
    <pub-date pub-type="epub">
      <day>31</day>
      <month>01</month>
      <year>2019</year>
    </pub-date>
    <volume>5</volume>
    <issue>1</issue>
    <elocation-id>e11779</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>2</day>
        <month>8</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>12</day>
        <month>10</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>10</day>
        <month>11</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>26</day>
        <month>11</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Natalie Heynsbergh, Leila Heckel, Mari Botti, Patricia M Livingston. Originally published in JMIR Cancer (http://cancer.jmir.org), 31.01.2019.</copyright-statement>
    <copyright-year>2019</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on http://cancer.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://cancer.jmir.org/2019/1/e11779/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Carers experience unique needs while caring for someone with cancer. Interventions that address carers’ needs and well-being have been developed and tested; however, the use of smartphone apps to support adult carers looking after another adult with cancer has not been assessed.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The objective of this study was to test the feasibility, usability, and acceptability of a smartphone app, called the Carer Guide App, for carers of people with colorectal cancer.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We recruited carers of people with colorectal cancer from outpatient day oncology units and provided them with access to the smartphone app for 30 days. Carers had access to video instructions and email contact details for technical support. Carers received 2 email messages per week that directed them to resources available within the app. Carers completed demographic questions at baseline and questions related to feasibility and usability at 30 days post app download. We used recruitment and attrition rates to determine feasibility and relevance of content to carers’ needs as self-reported by carers. We assessed usability through the ease of navigation and design and use of technical support or instructional videos. Acceptability was measured through self-reported usage, usage statistics provided by Google Analytics, and comments for improvement.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>We recruited 31% (26/85) eligible carers into the trial. Of the 26 carers, the majority were female (19, 73%), on average 57 years of age, were caring for a spouse with cancer (19, 73%), and held a university degree (19, 73%). Regarding feasibility, carers perceived the content of the Carer Guide App as relevant to the information they were seeking. Regarding usability, carers perceived the navigation and design of the app as easy to use. Of the 26 carers, 4 (15%) viewed the downloading and navigation video and 7 (27%) used the contact email address for queries and comments. Acceptability: On average, carers used the smartphone app for 22 minutes (SD 21 minutes) over the 30-day trial. Of 26 participants, 19 completed a follow-up questionnaire. Of 19 carers, 7 (37%) logged on 3 to 4 times during the 30 days and 5 (26%) logged on more than 5 times. The majority (16/19, 84%) of carers stated that they would recommend the app be available for all carers. Comments for improvement included individualized requests for specific content.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The Carer Guide App was feasible and usable among carers of people with colorectal cancer. Acceptability can be improved through the inclusion of a variety of information and resources. A randomized controlled trial is required to assess the impact of the Carer Guide App on carers’ health and well-being.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>cancer</kwd>
      <kwd>carer</kwd>
      <kwd>mobile app</kwd>
      <kwd>smartphone</kwd>
      <kwd>technology</kwd>
      <kwd>mobile phone</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In Australia, there are over 2.86 million informal carers who are not paid for the care they provide [<xref ref-type="bibr" rid="ref1">1</xref>] and who often perform caring duties with limited training or guidance [<xref ref-type="bibr" rid="ref2">2</xref>]. Many people with cancer rely on carers, such as family members or friends, for support during their illness trajectory [<xref ref-type="bibr" rid="ref3">3</xref>] and for management of the side effects of treatment [<xref ref-type="bibr" rid="ref3">3</xref>]. Carers looking after someone with cancer may experience unique needs related to their own health and well-being while in the caring period [<xref ref-type="bibr" rid="ref4">4</xref>] and for as long as 5 years after the caring period [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>A systematic review highlighted that Web-based interventions were feasible for use among cancer carers [<xref ref-type="bibr" rid="ref6">6</xref>]; however, carers’ preference for information delivery varies across the disease trajectory. Smartphone apps can support carers by providing access to information, support, and resources from any place where an individual has internet connection [<xref ref-type="bibr" rid="ref7">7</xref>]. Smartphone ownership continues to increase worldwide [<xref ref-type="bibr" rid="ref8">8</xref>], creating an opportunity for apps to deliver health care content to large audiences [<xref ref-type="bibr" rid="ref9">9</xref>]. Previous studies have assessed the use of smartphone apps among carers looking after a child with cancer [<xref ref-type="bibr" rid="ref10">10</xref>] and looking after people with a variety of chronic illnesses [<xref ref-type="bibr" rid="ref11">11</xref>]. Smartphone apps have been shown to improve participation in self-management of chronic illness [<xref ref-type="bibr" rid="ref11">11</xref>], improve communication with health professionals [<xref ref-type="bibr" rid="ref11">11</xref>], and promote detection of changes in cancer-related pain in children [<xref ref-type="bibr" rid="ref10">10</xref>]. Further, several studies have evaluated the development of smartphone apps for carers of people with diabetes [<xref ref-type="bibr" rid="ref12">12</xref>], adults looking after a child with cancer [<xref ref-type="bibr" rid="ref13">13</xref>], and people living with back and spinal cord anomalies and their carers [<xref ref-type="bibr" rid="ref14">14</xref>] and have described positive attitudes toward receiving support through smartphone apps. To our knowledge, no smartphone app has been trialed among carers looking after another adult with cancer [<xref ref-type="bibr" rid="ref6">6</xref>]. In this study, we aimed to test the feasibility, usability, and acceptability of a smartphone app, called the Carer Guide App, in addressing the unmet needs of cancer carers.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>This study was a 30-day, single-arm pilot trial involving carers supporting people diagnosed with cancer. We chose colorectal cancer as it affects both men and women and is the third most common cancer worldwide [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>We recruited carers of colorectal cancer patients from the second largest public health service and the largest not-for-profit private health service in Victoria, Australia. During 6 months, the public health service treated 105 people with colorectal cancer and the private health service had 273 admissions. Between October 2017 and May 2018, we approached carers during the patients’ chemotherapy appointment and provided them with an overview of the study. Patients nominated carers as being their main support person at home. Interested carers were provided with a recruitment pack (participant information sheet, consent form, and demographic questionnaire) to take home. When carers were unavailable at appointments, we approached patients, gave them an overview of the study, and asked whether their carer would be willing to participate. We asked the patients to take home the carer recruitment pack and sought initial consent via telephone to the carer within 48 hours to confirm participation. All carers provided written informed consent.</p>
        <p>Adult carers of adult patients with colorectal cancer who were receiving chemotherapy or radiation treatment as day patients, either initial, recurrent, or secondary to surgery, were invited to participate. Carers were required to be in possession of a smartphone or tablet device and have internet access. At the end of the 30-day trial, carers received 2 reminder phone calls to return follow-up questionnaires. Follow-up occurred between November 2017 and May 2018. We obtained ethics approval from Deakin University (2017-218), Eastern Health (HREC/17/EH/24), and Epworth HealthCare (EH2016-169).</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>We developed the Carer Guide App using a codesign approach to address needs that carers identified in previous research [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. A full description of the development process of the Carer Guide App is currently under review. The Carer Guide App was organized into 7 sections, each providing detailed information to address carers’ needs: Cancer Information, Carer Information, Well-being, My Social Network, Financial and Legal, Hospital Information, and Medical Terminology. In addition, two resources were provided: a Notepad and Contacts, which contained contact details for national information and support organizations and allowed carers to enter personal contact information. All carers had access to the Carer Guide App for 30 days and received 2 email messages each week directing them to information and services available within the app. Email messages related to carer health and well-being and support were available to carers. Messages were developed for each section of the Carer Guide App and provided information or reminders about the support that was available and where to locate this information within the Carer Guide App.</p>
        <p>Upon enrollment in the study, carers provided a contact email address. We entered the nominated email address into the Carer Guide App system, which sent an automatically generated welcome email to carers. The welcome email included a link to download the Carer Guide App, a user identification number, password, and links to videos with instructions on how to download and navigate the Carer Guide App on both Android and iOS devices. Carers were provided with an email address to contact the research team for further technical support if required.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Demographic Characteristics</title>
          <p>We collected information on carers’ age, gender, living situation, relationship to the patient, level of education, and device type used for the study. Likert scales were developed to measure elements of feasibility, usability, and acceptability.</p>
          <sec>
            <title>Feasibility</title>
            <p>Feasibility included carers’ perception of the relevance of app content and accompanying email messages. We measured app content on a scale from extremely unuseful (1) to extremely useful (5). The helpfulness of email reminders was measured on a scale of extremely unhelpful (1) to extremely helpful (5). For the relevance of the content and usefulness of messages, carers could also respond with option 6, which represented “I did not use this icon” and “did not apply to me,” respectively. We developed Likert scales for the purpose of informing the relevance of each section of the Carer Guide App to inform future iterations. This follows guidelines where testing evaluation procedures can occur during feasibility studies [<xref ref-type="bibr" rid="ref19">19</xref>]. A similar process has been used in the development of Web-based interventions, where scales have been validated during subsequent trials [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          </sec>
          <sec>
            <title>Usability</title>
            <p>Usability included the navigation and readability of the app and was measured from strongly disagree (1) to strongly agree (5). We included open-ended questions to allow carers to provide comments for improving the Carer Guide app. We also measured usability by the number of people who accessed the instructional videos and who emailed the research team for technical support.</p>
          </sec>
          <sec>
            <title>Acceptability</title>
            <p>Acceptability included responses about carers’ use of the Carer Guide App for information and support, their desire to continue to use the app after the 30-day trial, and their feelings toward the Carer Guide App being made available to all carers. We measured items from strongly disagree (1) to strongly agree (5). App usage was measured quantitatively through self-reported usage and through Google Analytics records. Google Analytics tracked the number of log-ins, the duration of log-in, and the pages accessed.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We analyzed data using IBM SPSS (Version 25; IBM Corp). Feasibility, usability, and acceptability were analyzed by the frequency of agree (4) and strongly agree (5) responses. Demographic data and app usage from Google Analytics were analyzed using descriptive statistics.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographic Characteristics</title>
        <p>Of 85, a total of 26 (31%) carers consented to participate in the study, of which 20 (77%) used the Carer Guide App and 19 (73%) completed the follow-up questionnaires (attrition rate 7/26, 27%). Of the 7 carers who did not complete the follow-up questionnaire, 1 used the app and 6 did not use the app. There was 1 person who completed the follow-up questionnaire but did not use the app as he or she was not in need of it at the time. <xref ref-type="fig" rid="figure1">Figure 1</xref> outlines the recruitment process.</p>
        <p>The mean age of carers was 57 (SD 12; range 30-79) years. Of the 26 carers, the majority were female (19, 73%), caring for a spouse (26, 73%), and held a tertiary-level qualification (19, 73%); furthermore, the main device type used by carers was smartphones (15, 58%). There were 2 carers who accessed the Carer Guide App on their desktop computers (Web app version). <xref ref-type="table" rid="table1">Table 1</xref> outlines the full demographic characteristics of the sample.</p>
      </sec>
      <sec>
        <title>Feasibility</title>
        <sec>
          <title>Appropriateness of App Content</title>
          <p>Of 19, the majority of carers rated Cancer Information (13, 68%), Carer Information (12, 63%), and Medical Terminology (12, 63%) as somewhat or extremely useful; the sections with the lowest agreement rate for usefulness were My Social Network (3, 16%) and Financial and Legal (4, 21%). Overall, the vast majority (16/19, 84%) of carers agreed or strongly agreed that the built-in links went to relevant websites. <xref ref-type="table" rid="table2">Table 2</xref> provides detailed information on the usefulness of each section of the Carer Guide App.</p>
        </sec>
        <sec>
          <title>Reminder Emails</title>
          <p>Reminder emails were perceived as helpful by one-third of carers. The prompt to <italic>take time out for yourself</italic> related to well-being and was rated as helpful by the majority of carers (12/19, 63%), followed by Contact reminders for <italic>information on holiday house programs</italic> (10/19, 53%) and Carer Information <italic>reminders to stay physically active</italic> (10/19, 53%).</p>
        </sec>
      </sec>
      <sec>
        <title>Usability</title>
        <p>The appearance and function of the Carer Guide App were reported as usable by the majority of carers; 17/19 (89%) found the font size appropriate, 13/19 (68%) found it easy to move between pages, and 11/19 (58%) stated that required information was easy to find. There were 4 carers who viewed the video instructions on how to download and navigate the Carer Guide App. The Carer Guide App’s email address was used by 7 carers to contact the research team with questions related to setting up the app on their phone or to provide comments in response to reminder emails sent.</p>
      </sec>
      <sec>
        <title>Acceptability</title>
        <p>The majority of carers (16/19, 84%) agreed that the Carer Guide App should be available for all carers. Furthermore, 42% (8/19) stated that they used the app when they wanted more information and 42% (8/19) stated that they would like to continue using the app, while only 11% (2/19) reported that they used the app for support.</p>
        <sec>
          <title>Usage</title>
          <p>Findings from Google Analytics showed that over the 30-day trial period, a total of 71 log-ins occurred on the app. Of 19, more than one-third of carers (7, 37%) logged in 3-4 times during the 30 days and one-quarter (5, 26%) of carers logged in more than 5 times. On average, carers used the Carer Guide App twice (range 0-11), and median use was 17 minutes (interquartile range 4-35). Nearly half, 8/19 (42%) of carers used the Carer Guide app for longer than 30 minutes. According to self-reported usage, one-quarter (5/19, 26%) of carers used the Carer Guide App once a week. The top three most frequently used sections of the Carer Guide App were Cancer Information, Notepad, and Well-being, which were accessed 33, 33, and 31 times, respectively. <xref ref-type="table" rid="table3">Table 3</xref> provides details of usage statistics.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Flowchart of the recruitment process.</p>
            </caption>
            <graphic xlink:href="cancer_v5i1e11779_fig1.PNG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Demographic characteristics of the recruited carer participants (N=19).</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="770"/>
              <col width="0"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Characteristics</td>
                  <td colspan="2">Participants, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4"><bold>Device used</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Android mobile phone</td>
                  <td>5 (19)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">iOS mobile phone</td>
                  <td>10 (38)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">iOS tablet</td>
                  <td>3 (12)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Computer desktop</td>
                  <td>2 (8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Gender</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Female</td>
                  <td>19 (73)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Male</td>
                  <td>7 (26)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Relationship status</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Spouse</td>
                  <td>19 (73)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Other (parent, adult child, or sibling)</td>
                  <td>7 (27)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Living with patient full time</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Yes</td>
                  <td>21 (81)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">No</td>
                  <td>5 (19)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Education level</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Secondary</td>
                  <td>7 (27)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td colspan="2">Tertiary</td>
                  <td>19 (73)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Carers’ responses of the usefulness of each section of the Carer Guide App (N=19).</p>
            </caption>
            <table width="487" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="165"/>
              <col width="84"/>
              <col width="194"/>
              <thead>
                <tr valign="bottom">
                  <td>App section</td>
                  <td>Median<sup>a</sup></td>
                  <td>Agree or strongly agree responses (n=19), n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Cancer Information</td>
                  <td>4</td>
                  <td>13 (68)</td>
                </tr>
                <tr valign="top">
                  <td>Carer Information</td>
                  <td>4</td>
                  <td>12 (63)</td>
                </tr>
                <tr valign="top">
                  <td>Medical Terminology</td>
                  <td>4</td>
                  <td>12 (63)</td>
                </tr>
                <tr valign="top">
                  <td>Well-being</td>
                  <td>4</td>
                  <td>9 (47)</td>
                </tr>
                <tr valign="top">
                  <td>Email messages</td>
                  <td>4</td>
                  <td>8 (42)</td>
                </tr>
                <tr valign="top">
                  <td>Contacts</td>
                  <td>3</td>
                  <td>8 (42)</td>
                </tr>
                <tr valign="top">
                  <td>Hospital Information</td>
                  <td>3</td>
                  <td>7 (37)</td>
                </tr>
                <tr valign="top">
                  <td>Notepad</td>
                  <td>3</td>
                  <td>6 (32)</td>
                </tr>
                <tr valign="top">
                  <td>Financial and Legal</td>
                  <td>3</td>
                  <td>4 (21)</td>
                </tr>
                <tr valign="top">
                  <td>My Social Network</td>
                  <td>3</td>
                  <td>3 (16)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Results from a 5-point Likert scale (1=extremely unuseful to 5=extremely useful).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Qualitative Feedback</title>
          <p>Of 19, 11 (58%) carers provided comments for improvements to the Carer Guide App. The majority of comments related to additions of items to the content, including the ability to journal events and symptoms, record a medical history and medical alerts, send to others for their use, and print off information sheets for the patient. Other comments related to content included more specific information about “red flags” for patients and carers; when to call the doctor; symptom information and management; medication information; contact details of doctors, nurses, and oncology wards; and information in different languages. Other comments included discrepancies in the tone of language used in medical terminology definitions, that the app should be delivered earlier in the caring period, and that the role of the carer needs to be more clearly highlighted, in particular, that the role varies across the illness trajectory.</p>
          <p>Of all carers, 2 noted that the Carer Guide App gave them the confidence to deal with cancer-related issues and that it was the first time they felt someone cared about their needs.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Carer Guide App usage including frequency of log-ins, duration of log-ins, and sections visited (N=19).</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="770"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Characteristic</td>
                  <td>Value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3"><bold>Frequency of log-ins (n=19), n (%)</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>1-2 log-ins in 30 days</td>
                  <td>7 (37)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>3-4 log-ins in 30 days</td>
                  <td>7 (37)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>&gt;5 log-ins in 30 days</td>
                  <td>5 (26)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3"><bold>Duration of use per log-in (minutes)</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Mean (SD)</td>
                  <td>22 (21)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Range</td>
                  <td>0-68</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Total duration of use over 30 days</td>
                  <td>403</td>
                </tr>
                <tr valign="top">
                  <td colspan="3"><bold>Total number of visits per Carer Guide App section (n=207), n (%)</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cancer information</td>
                  <td>33 (16)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Carer information</td>
                  <td>26 (13)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Well-being</td>
                  <td>31 (15)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>My social network</td>
                  <td>19 (9)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Financial and legal</td>
                  <td>16 (8)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Contacts</td>
                  <td>14 (6)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Hospital information</td>
                  <td>20 (10)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Notepad</td>
                  <td>33 (16)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Medical terminology</td>
                  <td>15 (7)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The Carer Guide App was developed in collaboration with carers to improve their access to information and support while looking after another adult with cancer. Overall, the Carer Guide App was a feasible option given the feedback received from participants. Carers perceived the content to be appropriate, and the links within the Carer Guide App led to relevant information. Certain sections of the app were perceived as more useful than others. However, all sections of the app received positive responses. These findings are comparable with Web-based interventions among people living with prostate cancer, where 47% of the people were satisfied with the program [<xref ref-type="bibr" rid="ref21">21</xref>]. Differences in the perceived usefulness of the app sections may have several explanations. The type and amount of unmet needs experienced by carers constantly change [<xref ref-type="bibr" rid="ref5">5</xref>]; therefore, a 30-day period to assess the appropriateness of content in addressing carers’ needs may not be long enough. Similarly, carers may experience different types of needs during different stages of the illness trajectory [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. The static information provided in the Carer Guide App may not support needs as they evolve. Further, carers who had been in the carer role for a prolonged period may already have sourced the information and support required. It is possible that the Carer Guide App provided carers with information and resources that they were previously unaware of; however, more research is required to assess this. Despite these findings, 85% (16/26) of carers stated that the Carer Guide App should be available to all carers, and this is comparable to other studies evaluating the feasibility of cancer-related Web-based interventions [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Generally, carers found the email messages helpful in highlighting resources available within the Carer Guide App. Carers perceived the structure of the Carer Guide App as easy to navigate and locate information. Email support was used by several carers to enhance their experience and provide further instruction on using the app. These findings confirm the usefulness of technical support to aid the use of technology-based interventions for carers previously reported in the literature [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>With a total of 71 log-ins and an average usage of 22 minutes over the 30-day trial period, the Carer Guide App was assessed to be acceptable to carers. Users often disengaged from sites within 10-20 seconds if they were unable to locate information [<xref ref-type="bibr" rid="ref26">26</xref>]. As the average use in our sample was 22 minutes, this suggests that the Carer Guide App was acceptable for the information and resources provided within it. App usage varied greatly depending on the purpose of the app, and previous research has required participants to log in a specific number of times [<xref ref-type="bibr" rid="ref10">10</xref>]. In another study involving a smartphone app providing static information for dementia, usage was on average 5 minutes for the duration of the 4-week period [<xref ref-type="bibr" rid="ref27">27</xref>]. Further, findings of previous research suggested that smartphone apps did not impose a time burden on participants, and they could be incorporated into a daily routine from anywhere between 3 days to 1 year [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Carers reported that the Carer Guide App should be available to all carers, and suggestions for further improvements were mainly individual requests for specific information, resources, or design changes.</p>
        <p>The recruitment rate of the study was modest (26/85, 31%); however, this is consistent with findings from previous research, where recruitment among this population can vary from 20% to 60% for technology-based intervention studies [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      </sec>
      <sec>
        <title>Future Research Directions</title>
        <p>Carers’ willingness to use smartphone apps and their need for this type of support may be impacted by patients’ stage of illness, carers’ knowledge of support available, and carers’ current support network. Future research may consider assessing smartphone app support at a certain stage of patients’ illness, for example, at diagnosis, to test its potential impact. This may provide information about the relevance of content to carers’ current and future needs, the ability of a smartphone app to meet needs, and carers’ likelihood of using a smartphone app during this stressful period. Future studies may also consider measuring carers’ knowledge of alternative support available and the presence and strength of their support network.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The sample was largely homogenous, with the majority of participants being female and highly educated, with all participants speaking English. In the general population in Australia, 31% has tertiary-level educational qualifications, [<xref ref-type="bibr" rid="ref28">28</xref>] compared with 73% (19/26) of our sample, and 21% speak a language other than English at home [<xref ref-type="bibr" rid="ref29">29</xref>]. Future studies should include larger samples to gain insights into feasibility, usability, and acceptability among a more heterogeneous sample. The duration of the caring period and patients’ stage of illness were not collected, which further limited the ability to determine whether the Carer Guide App was more feasible during specific stages of the caring or illness trajectory.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A smartphone app may be appropriate for providing carers with more information and resources if the content is specific to their needs and provided at an optimal time during the caring period. The Carer Guide App is a feasible and acceptable method for delivering information and support to carers of people with colorectal cancer. Future iterations should include more specific information to enhance the acceptability of the App. Further research, including a randomized controlled trial, is recommended to assess whether a smartphone app has the potential to improve health and well-being outcomes and reduce unmet needs among carers.</p>
      </sec>
    </sec>
  </body>
  <back>
    <ack>
      <p>This research was supported by scholarships from the School of Nursing and Midwifery, Deakin University, and the Eastern Health Foundation. We thank the participants who contributed to this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>Deloitte</source>  
        <year>2015</year>  
        <comment>The economic value of informal care in Australia in 2015 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/au/en/pages/economics/articles/economic-value-informal-care-Australia-2015.html">https://www2.deloitte.com/au/en/pages/economics/articles/economic-value-informal-care-Australia-2015.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="71MfCCK8W"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Adelman</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Tmanova</surname>
            <given-names>LL</given-names>
          </name>
          <name name-style="western">
            <surname>Delgado</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Dion</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lachs</surname>
            <given-names>MS</given-names>
          </name>
        </person-group>
        <article-title>Caregiver burden: a clinical review</article-title>
        <source>JAMA</source>  
        <year>2014</year>  
        <month>03</month>  
        <day>12</day>  
        <volume>311</volume>  
        <issue>10</issue>  
        <fpage>1052</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2014.304</pub-id>
        <pub-id pub-id-type="medline">24618967</pub-id>
        <pub-id pub-id-type="pii">1840211</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ockerby</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Livingston</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>O'Connell</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Gaskin</surname>
            <given-names>CJ</given-names>
          </name>
        </person-group>
        <article-title>The role of informal caregivers during cancer patients' recovery from chemotherapy</article-title>
        <source>Scand J Caring Sci</source>  
        <year>2013</year>  
        <month>03</month>  
        <volume>27</volume>  
        <issue>1</issue>  
        <fpage>147</fpage>  
        <lpage>55</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1471-6712.2012.01015.x</pub-id>
        <pub-id pub-id-type="medline">22616952</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lambert</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Levesque</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Girgis</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Koczwara</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>The impact of cancer and chronic conditions on caregivers and family members</article-title>
        <source>Cancer and chronic conditions: addressing the problem of multimorbidity in cancer patients and survivors</source>  
        <year>2016</year>  
        <publisher-loc>Singapore</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>159</fpage>  
        <lpage>203</lpage> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lambert</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Hulbert-Williams</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Belzile</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Ciampi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Girgis</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Beyond using composite measures to analyze the effect of unmet supportive care needs on caregivers' anxiety and depression</article-title>
        <source>Psychooncology</source>  
        <year>2018</year>  
        <month>06</month>  
        <volume>27</volume>  
        <issue>6</issue>  
        <fpage>1572</fpage>  
        <lpage>1579</lpage>  
        <pub-id pub-id-type="doi">10.1002/pon.4696</pub-id>
        <pub-id pub-id-type="medline">29508503</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heynsbergh</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Heckel</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Botti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Livingston</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Feasibility, useability and acceptability of technology-based interventions for informal cancer carers: a systematic review</article-title>
        <source>BMC Cancer</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>02</day>  
        <volume>18</volume>  
        <issue>1</issue>  
        <fpage>244</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmccancer.biomedcentral.com/articles/10.1186/s12885-018-4160-9"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12885-018-4160-9</pub-id>
        <pub-id pub-id-type="medline">29499663</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12885-018-4160-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC5834845</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <source>Deloitte</source>  
        <year>2016</year>  
        <access-date>2018-08-02</access-date>
        <comment>Mobile Consumer Survey 2016: The Australian Cut 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://landing.deloitte.com.au/rs/761-IBL-328/images/tmt-mobile-consumer-2016-final-report-101116.pdf">http://landing.deloitte.com.au/rs/761-IBL-328/images/tmt-mobile-consumer-2016-final-report-101116.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="71MeHRHyx"/></comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>Ericsson</source>  
        <year>2015</year>  
        <month>06</month>  
        <day>03</day>  
        <access-date>2018-03-30</access-date>
        <comment>Ericsson Mobility Report: 70 percent of world's population using smartphones by 2020 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ericsson.com/en/press-releases/2015/6/ericsson-mobility-report-70-percent-of-worlds-population-using-smartphones-by-2020">https://www.ericsson.com/en/press-releases/2015/6/ericsson-mobility-report-70-percent-of-worlds-population-using-smartphones-by-2020</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yINy4OV5"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <source>Australian Communications and Media Authority</source>  
        <year>2017</year>  
        <access-date>2018-08-02</access-date>
        <comment>Communications report 2016-17 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acma.gov.au/theACMA/communications-report">https://www.acma.gov.au/theACMA/communications-report</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="71Mec9QLh"/></comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stinson</surname>
            <given-names>JN</given-names>
          </name>
          <name name-style="western">
            <surname>Jibb</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Nathan</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Maloney</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Dupuis</surname>
            <given-names>LL</given-names>
          </name>
          <name name-style="western">
            <surname>Gerstle</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Alman</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Hopyan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Strahlendorf</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Portwine</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Orr</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Development and testing of a multidimensional iPhone pain assessment application for adolescents with cancer</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <month>03</month>  
        <day>08</day>  
        <volume>15</volume>  
        <issue>3</issue>  
        <fpage>e51</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/3/e51/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2350</pub-id>
        <pub-id pub-id-type="medline">23475457</pub-id>
        <pub-id pub-id-type="pii">v15i3e51</pub-id>
        <pub-id pub-id-type="pmcid">PMC3636147</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Wei</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Yao</surname>
            <given-names>NA</given-names>
          </name>
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Shan</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Smartphone interventions for long-term health management of chronic diseases: an integrative review</article-title>
        <source>Telemed J E Health</source>  
        <year>2014</year>  
        <month>06</month>  
        <volume>20</volume>  
        <issue>6</issue>  
        <fpage>570</fpage>  
        <lpage>83</lpage>  
        <pub-id pub-id-type="doi">10.1089/tmj.2013.0243</pub-id>
        <pub-id pub-id-type="medline">24787747</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holtz</surname>
            <given-names>BE</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Hershey</surname>
            <given-names>DD</given-names>
          </name>
          <name name-style="western">
            <surname>Dunneback</surname>
            <given-names>JK</given-names>
          </name>
          <name name-style="western">
            <surname>Cotten</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Holmstrom</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Vyas</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kaiser</surname>
            <given-names>MK</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>MA</given-names>
          </name>
        </person-group>
        <article-title>Developing a Patient-Centered mHealth App: A Tool for Adolescents With Type 1 Diabetes and Their Parents</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>19</day>  
        <volume>5</volume>  
        <issue>4</issue>  
        <fpage>e53</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2017/4/e53/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.6654</pub-id>
        <pub-id pub-id-type="medline">28428167</pub-id>
        <pub-id pub-id-type="pii">v5i4e53</pub-id>
        <pub-id pub-id-type="pmcid">PMC5415658</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yao</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Geng</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Developing "Care Assistant": A smartphone application to support caregivers of children with acute lymphoblastic leukaemia</article-title>
        <source>J Telemed Telecare</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>22</volume>  
        <issue>3</issue>  
        <fpage>163</fpage>  
        <lpage>71</lpage>  
        <pub-id pub-id-type="doi">10.1177/1357633X15594753</pub-id>
        <pub-id pub-id-type="medline">26271029</pub-id>
        <pub-id pub-id-type="pii">1357633X15594753</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bendixen</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Fairman</surname>
            <given-names>AD</given-names>
          </name>
          <name name-style="western">
            <surname>Karavolis</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Parmanto</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>A User-Centered Approach: Understanding Client and Caregiver Needs and Preferences in the Development of mHealth Apps for Self-Management</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2017</year>  
        <month>09</month>  
        <day>26</day>  
        <volume>5</volume>  
        <issue>9</issue>  
        <fpage>e141</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2017/9/e141/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.7136</pub-id>
        <pub-id pub-id-type="medline">28951378</pub-id>
        <pub-id pub-id-type="pii">v5i9e141</pub-id>
        <pub-id pub-id-type="pmcid">PMC5635231</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
        <source>Australian Institute of Health and Welfare</source>  
        <year>2014</year>  
        <month>12</month>  
        <day>18</day>  
        <access-date>2018-12-04</access-date>
        <publisher-loc>Canberra</publisher-loc>
        <publisher-name>AIHW</publisher-name>
        <comment>Cancer in Australia:an overview 2014 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aihw.gov.au/reports/cancer/cancer-in-australia-an-overview-2014/data">https://www.aihw.gov.au/reports/cancer/cancer-in-australia-an-overview-2014/data</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="74PWRJT8e"/></comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>World Health Organization</collab>
        </person-group>
        <source>Global Cancer Observatory</source>  
        <year>2012</year>  
        <access-date>2018-08-02</access-date>
        <comment>Cancers Fact Sheets: Colorectal Cancer 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://gco.iarc.fr/today/data/factsheets/cancers/10_8_9-Colorectum-fact-sheet.pdf">http://gco.iarc.fr/today/data/factsheets/cancers/10_8_9-Colorectum-fact-sheet.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="71MenoiuW"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heynsbergh</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Botti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Heckel</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Livingston</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Caring for the person with cancer: Information and support needs and the role of technology</article-title>
        <source>Psychooncology</source>  
        <year>2018</year>  
        <month>06</month>  
        <volume>27</volume>  
        <issue>6</issue>  
        <fpage>1650</fpage>  
        <lpage>1655</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29624783"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/pon.4722</pub-id>
        <pub-id pub-id-type="medline">29624783</pub-id>
        <pub-id pub-id-type="pmcid">PMC6001456</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heynsbergh</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Botti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Heckel</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Livingston</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Caring for the person with cancer and the role of digital technology in supporting carers</article-title>
        <source>Support Care Cancer</source>  
        <year>2018</year>  
        <month>10</month>  
        <day>11</day>  
        <pub-id pub-id-type="doi">10.1007/s00520-018-4503-8</pub-id>
        <pub-id pub-id-type="medline">30310987</pub-id>
        <pub-id pub-id-type="pii">10.1007/s00520-018-4503-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thabane</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ma</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ismaila</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rios</surname>
            <given-names>LP</given-names>
          </name>
          <name name-style="western">
            <surname>Robson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Thabane</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Giangregorio</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Goldsmith</surname>
            <given-names>CH</given-names>
          </name>
        </person-group>
        <article-title>A tutorial on pilot studies: the what, why and how</article-title>
        <source>BMC Med Res Methodol</source>  
        <year>2010</year>  
        <month>01</month>  
        <day>06</day>  
        <volume>10</volume>  
        <fpage>1</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-10-1"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2288-10-1</pub-id>
        <pub-id pub-id-type="medline">20053272</pub-id>
        <pub-id pub-id-type="pii">1471-2288-10-1</pub-id>
        <pub-id pub-id-type="pmcid">PMC2824145</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ondersma</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Chase</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Svikis</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Schuster</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Computer-based brief motivational intervention for perinatal drug use</article-title>
        <source>J Subst Abuse Treat</source>  
        <year>2005</year>  
        <month>06</month>  
        <volume>28</volume>  
        <issue>4</issue>  
        <fpage>305</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15925264"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jsat.2005.02.004</pub-id>
        <pub-id pub-id-type="medline">15925264</pub-id>
        <pub-id pub-id-type="pii">S0740-5472(05)00044-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC3836613</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wootten</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Abbott</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Chisholm</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Austin</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Klein</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>McCabe</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Costello</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>Development, feasibility and usability of an online psychological intervention for men with prostate cancer: My Road Ahead</article-title>
        <source>Internet Interventions</source>  
        <year>2014</year>  
        <month>10</month>  
        <volume>1</volume>  
        <issue>4</issue>  
        <fpage>188</fpage>  
        <lpage>195</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S2214782914000281?via%3Dihub"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.invent.2014.10.001</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Girgis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lambert</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>McElduff</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Bonevski</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Lecathelinais</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Boyes</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Stacey</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Some things change, some things stay the same: a longitudinal analysis of cancer caregivers' unmet supportive care needs</article-title>
        <source>Psychooncology</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>22</volume>  
        <issue>7</issue>  
        <fpage>1557</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.1002/pon.3166</pub-id>
        <pub-id pub-id-type="medline">22941765</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Janda</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Steginga</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dunn</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Langbecker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Eakin</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Unmet supportive care needs and interest in services among patients with a brain tumour and their carers</article-title>
        <source>Patient Educ Couns</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>71</volume>  
        <issue>2</issue>  
        <fpage>251</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2008.01.020</pub-id>
        <pub-id pub-id-type="medline">18329220</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(08)00070-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Teixeira</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Pereira</surname>
            <given-names>MG</given-names>
          </name>
        </person-group>
        <article-title>Psychological morbidity, burden, and the mediating effect of social support in adult children caregivers of oncological patients undergoing chemotherapy</article-title>
        <source>Psychooncology</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>22</volume>  
        <issue>7</issue>  
        <fpage>1587</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1002/pon.3173</pub-id>
        <pub-id pub-id-type="medline">22972765</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Adams</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Boulton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Harrison</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Rose</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Watson</surname>
            <given-names>EK</given-names>
          </name>
        </person-group>
        <article-title>Partners and close family members of long-term cancer survivors: health status, psychosocial well-being and unmet supportive care needs</article-title>
        <source>Psychooncology</source>  
        <year>2013</year>  
        <month>01</month>  
        <volume>22</volume>  
        <issue>1</issue>  
        <fpage>12</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1002/pon.2050</pub-id>
        <pub-id pub-id-type="medline">21905160</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nielsen</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Nielsen Norman Group</source>  
        <year>2011</year>  
        <month>09</month>  
        <day>12</day>  
        <access-date>2018-09-12</access-date>
        <comment>How Long Do Users Stay on Web Pages? 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nngroup.com/articles/how-long-do-users-stay-on-web-pages/">https://www.nngroup.com/articles/how-long-do-users-stay-on-web-pages/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="72MnrOtJM"/></comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Connor</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Farrow</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hatherly</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Randomized Comparison of Mobile and Web-Tools to Provide Dementia Risk Reduction Education: Use, Engagement and Participant Satisfaction</article-title>
        <source>JMIR Ment Health</source>  
        <year>2014</year>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>e4</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mental.jmir.org/2014/1/e4/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mental.3654</pub-id>
        <pub-id pub-id-type="medline">26543904</pub-id>
        <pub-id pub-id-type="pii">v1i1e4</pub-id>
        <pub-id pub-id-type="pmcid">PMC4607394</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
        <source>Australian Bureau of Statistics</source>  
        <year>2017</year>  
        <access-date>2018-11-10</access-date>
        <comment>6227.0-Education and Work, Australia, May 2018 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.abs.gov.au/ausstats/abs@.nsf/mf/6227.0">http://www.abs.gov.au/ausstats/abs@.nsf/mf/6227.0</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="73oqDmq3j"/></comment> </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
        <source>Australian Bureau of Statistics</source>  
        <year>2017</year>  
        <month>06</month>  
        <day>27</day>  
        <access-date>2018-11-10</access-date>
        <comment>2016 Census: Multicultural 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.abs.gov.au/ausstats/abs@.nsf/lookup/Media%20Release3">http://www.abs.gov.au/ausstats/abs@.nsf/lookup/Media%20Release3</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="73oqMGix3"/></comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
