<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JC</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Cancer</journal-id>
            <journal-title>JMIR Cancer</journal-title>
            <issn pub-type="epub">2369-1999</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v1i1e3</article-id>
            <article-id pub-id-type="pmid">28410163</article-id>
            <article-id pub-id-type="doi">10.2196/cancer.4019</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Evaluation of a Web-Based App Demonstrating an Exclusionary Algorithmic Approach to TNM Cancer Staging</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Jiang</surname>
                        <given-names>Xiaoqian</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Kim</surname>
                        <given-names>Matthew</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Brigham and Women's Hospital</institution>
                        <institution>Division of Endocrinology, Diabetes and Hypertension</institution>
                        <addr-line>221 Longwood Avenue</addr-line>
                        <addr-line>RF291</addr-line>
                        <addr-line>Boston, MA, 02115</addr-line>
                        <country>United States</country>
                        <phone>1 617 732 5666</phone>
                        <fax>1 617 732 5764</fax>
                        <email>mikim@partners.org</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1528-9081</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Brigham and Women's Hospital</institution>
                <institution>Division of Endocrinology, Diabetes and Hypertension</institution>
                <addr-line>Boston, MA</addr-line>
                <country>United States</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Matthew Kim <email>mikim@partners.org</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Jun</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>02</day>
                <month>04</month>
                <year>2015</year>
            </pub-date>
            <volume>1</volume>
            <issue>1</issue>
            <elocation-id>e3</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>25</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>14</day>
                    <month>03</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-recd">
                    <day>17</day>
                    <month>03</month>
                    <year>2015</year>
                </date>
                <date date-type="accepted">
                    <day>17</day>
                    <month>03</month>
                    <year>2015</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>©Matthew Kim. Originally published in JMIR Cancer (http://cancer.jmir.org), 02.04.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Cancer, is properly cited. The complete bibliographic information, a link to the original publication on http://cancer.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://cancer.jmir.org/2015/1/e3/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>TNM staging plays a critical role in the evaluation and management of a range of different types of cancers. The conventional combinatorial approach to the determination of an anatomic stage relies on the identification of distinct tumor (T), node (N), and metastasis (M) classifications to generate a TNM grouping. This process is inherently inefficient due to the need for scrupulous review of the criteria specified for each classification to ensure accurate assignment. An exclusionary approach to TNM staging based on sequential constraint of options may serve to minimize the number of classifications that need to be reviewed to accurately determine an anatomic stage.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>Our aim was to evaluate the usability and utility of a Web-based app configured to demonstrate an exclusionary approach to TNM staging.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Internal medicine residents, surgery residents, and oncology fellows engaged in clinical training were asked to evaluate a Web-based app developed as an instructional aid incorporating (1) an exclusionary algorithm that polls tabulated classifications and sorts them into ranked order based on frequency counts, (2) reconfiguration of classification criteria to generate disambiguated yes/no questions that function as selection and exclusion prompts, and (3) a selectable grid of TNM groupings that provides dynamic graphic demonstration of the effects of sequentially selecting or excluding specific classifications. Subjects were asked to evaluate the performance of this app after completing exercises simulating the staging of different types of cancers encountered during training.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Survey responses indicated high levels of agreement with statements supporting the usability and utility of this app. Subjects reported that its user interface provided a clear display with intuitive controls and that the exclusionary approach to TNM staging it demonstrated represented an efficient process of assignment that helped to clarify distinctions between tumor, node, and metastasis classifications. High overall usefulness ratings were bolstered by supplementary comments suggesting that this app might be readily adopted for use in clinical practice.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>A Web-based app that utilizes an exclusionary algorithm to prompt the assignment of tumor, node, and metastasis classifications may serve as an effective instructional aid demonstrating an efficient and informative approach to TNM staging.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>TNM staging</kwd>
                <kwd>neoplasms</kwd>
                <kwd>medical oncology</kwd>
                <kwd>instructional technology</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>The tumor/node/metastasis (TNM) staging system collaboratively developed and maintained by the American Joint Committee on Cancer and the International Union for Cancer Control plays a critical role in the evaluation and management of patients diagnosed with a range of different types of cancers [<xref ref-type="bibr" rid="ref1">1</xref>]. Accurate staging based on assessment of the extent of anatomic spread of cancer at the time of diagnosis helps to determine prognosis based on correlated survival rates. Staging also helps to guide the planning of treatment, facilitates communication between providers working in different disciplines, and serves as the basis for identifying patients who may be eligible for enrollment in clinical trials [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
            <p>Criteria for stage assignments have been established for 47 different types of cancers. Determination of a patient’s stage is based on the classification of three principal components that may be assessed at the point of diagnosis to determine a clinical stage, or after definitive surgery to determine a pathologic stage. Assignment of a tumor (T) classification ranging from T0-T4(a-d) is based on assessment of the size and extent of contiguous spread of the primary tumor. Assignment of a node (N) classification ranging from N0-N3(a-c) is based on assessment of the extent of spread of tumor to regional draining lymph nodes. Assignment of a metastasis (M) classification ranging from M0-M1(a-b) is based on assessment of the presence or absence of distant metastases (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
            <p>Additional prognostic factors that have proven to be significant in the staging of specific types of cancers include tumor grade, tumor location, mitotic rate, risk factors, histologic scores, and biochemical tumor marker levels. Compiled groupings of T, N, M, and prognostic factor classifications are sorted into tabular arrays that are stratified to define stages characterized as anatomic stages or prognostic groups ranging from 0-IV(A-C) in order of declining prognosis (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
            <table-wrap position="float" id="table1">
                <label>Table 1</label>
                <caption>
                    <p>T, N, and M classifications for cancer of the lung.</p>
                </caption>
                <table width="671" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="10"/>
                    <col width="54"/>
                    <col width="565"/>
                    <thead>
                        <tr valign="top">
                            <td colspan="2">Classification</td>
                            <td>Definition</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td colspan="3">
                                <bold>Primary tumor (T)</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>TX</td>
                            <td>Primary tumor cannot be assessed</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T0</td>
                            <td>No evidence of primary tumor</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>Tis</td>
                            <td>Carcinoma in situ</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T1</td>
                            <td>Tumor 3 cm or less in greatest dimension, surrounded by lung or visceral pleura, without bronchoscopic evidence of invasion more proximal than the lobar bronchus (ie, not in the main bronchus)</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T1a</td>
                            <td>Tumor 2 cm or less in greatest dimension</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T1b</td>
                            <td>Tumor more than 2 cm but 3 cm or less in greatest dimension</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T2</td>
                            <td>Tumor more than 3 cm but 7 cm or less or tumor with any of the following features (T2 tumors with these features are classified T2a if 5 cm or less): involves main bronchus, 2 cm or more distal to the carina; invades visceral pleura (PL1 or PL2); associated with atelectasis or obstructive pneumonitis that extends to the hilar region but does not involve the entire lung</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T2a</td>
                            <td>Tumor more than 3 cm but 5 cm or less in greatest dimension</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T2b</td>
                            <td>Tumor more than 5 cm but 7 cm or less in greatest dimension</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T3</td>
                            <td>Tumor more than 7 cm or one that directly invades any of the following: parietal pleural (PL3) chest wall (including superior sulcus tumors), diaphragm, phrenic nerve, mediastinal pleura, parietal pericardium; or tumor in the main bronchus less than 2 cm distal to the carina but without involvement of the carina; or associated atelectasis or obstructive pneumonitis of the entire lung or separate tumor nodule(s) in the same lobe</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>T4</td>
                            <td>Tumor of any size that invades any of the following: mediastinum, heart, great vessels, trachea, recurrent laryngeal nerve, esophagus, vertebral body, carina, separate tumor nodule(s) in a different ipsilateral lobe</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="3">
                                <bold>Regional lymph nodes (N)</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>NX</td>
                            <td>Regional nodes cannot be assessed</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>N0</td>
                            <td>No regional lymph node metastasis</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>N1</td>
                            <td>Metastasis in ipsilateral peribronchial and/or ipsilateral hilar lymph nodes and intrapulmonary nodes, including involvement by direct extension</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>N2</td>
                            <td>Metastasis in ipsilateral mediastinal and/or subcarinal lymph node(s)</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>N3</td>
                            <td>Metastasis in contralateral mediastinal, contralateral hilar, ipsilateral or contralateral scalene, or supraclavicular lymph node(s)</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="3">
                                <bold>Distant metastasis (M)</bold>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>M0</td>
                            <td>No distant metastasis</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>M1</td>
                            <td>Distant metastasis</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>M1a</td>
                            <td>Separate tumor nodule(s) in a contralateral lobe; tumor with pleural nodules or malignant pleural (or pericardial) effusion</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break/>
                            </td>
                            <td>M1b</td>
                            <td>Distant metastasis</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <table-wrap position="float" id="table2">
                <label>Table 2</label>
                <caption>
                    <p>Anatomic stage/prognostic groups for cancer of the lung.</p>
                </caption>
                <table width="192" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="38"/>
                    <col width="34"/>
                    <col width="36"/>
                    <col width="28"/>
                    <thead>
                        <tr valign="top">
                            <td>Stage</td>
                            <td>T</td>
                            <td>N</td>
                            <td>M</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Occult</td>
                            <td>Tx</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>0</td>
                            <td>Tis</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="2">IA</td>
                            <td>T1a</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T1b</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>IB</td>
                            <td>T2a</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="4">IIA</td>
                            <td>T2b</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T1a</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T1b</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T2a</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="2">IIB</td>
                            <td>T2b</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T3</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="8">IIIA</td>
                            <td>T1a</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T1b</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T2a</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T2b</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T3</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T3</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T4</td>
                            <td>N0</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T4</td>
                            <td>N1</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="7">IIIB</td>
                            <td>T1a</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T1b</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T2a</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T2b</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T3</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T4</td>
                            <td>N2</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td>T4</td>
                            <td>N3</td>
                            <td>M0</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="2">IV</td>
                            <td>Any T</td>
                            <td>Any N</td>
                            <td>M1a</td>
                        </tr>
                        <tr valign="top">
                            <td>Any T</td>
                            <td>Any N</td>
                            <td>M1b</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>The conventional approach to staging involves (1) selecting appropriate T, N, M, and prognostic factor classifications, (2) combining these classifications to generate a TNM grouping, and (3) locating this TNM grouping in the array of possible combinations to determine a corresponding stage. This combinatorial approach is inherently inefficient due to the fact that successive tumor and node classifications for different types of cancers are not always graded or mutually exclusive. Assignment of a T1 classification may be based on measurement of the diameter of the primary tumor, while assignment of a T2 classification may be based on identification of a pattern of local invasion. Assignment of an N2 classification may be based on confirmation of spread of tumor to a specific group of regional draining lymph nodes, while assignment of an N3 classification may be based on tabulation of the number of involved lymph nodes. As a result, accurate staging relies on scrupulous review of the criteria for each T, N, and prognostic factor classification to ensure that correct assignments are made.</p>
            <p>An alternative approach to staging that seeks to optimize the efficiency of the process is predicated on the notion that unambiguous selection or exclusion of a T, N, M, or prognostic factor classification may serve to constrain the number of subsequent classifications that need to be reviewed to identify a correct TNM grouping. If a specific T, N, M, or prognostic factor classification can be selected based on review of its criteria, then any TNM groupings that do not include that classification can be excluded from further consideration. Alternatively, if a specific classification can be excluded without reservation, then any TNM groupings that include that classification can be excluded from further consideration. The set of TNM groupings that remain as viable options after a specific classification has been selected or excluded will most often encompass a restricted subset of classifications. In its elaboration, this exclusionary approach may effectively serve to minimize the number of classifications that need to be reviewed to accurately determine a patient’s stage.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>A Web-based app configured to demonstrate this approach to staging was developed as an instructional aid for trainees. A version coded in ActionScript 3.0 was iteratively adapted to incorporate the following key features [<xref ref-type="bibr" rid="ref3">3</xref>]:</p>
            <list list-type="bullet">
                <list-item>
                    <p>an exclusionary algorithm that cycles through a sequence of (1) polling the set of TNM groupings listed for each anatomic stage to tabulate the number of times that each T, N, M, or prognostic factor classification is listed, (2) sorting the tabulated classifications in ascending order of frequency prioritized based on the extent of spread (M &#62;N &#62; T) and level of classification (N3 &#62; N2 &#62; N1&#62; N0), (3) prompting selection or exclusion of the first ranked classification, and (4) excluding nullified TNM groupings from the set based on the response</p>
                </list-item>
                <list-item>
                    <p>a grid of anatomic stage listings with corresponding TNM groupings incorporating selectable T, N, M, and prognostic factor classifications</p>
                </list-item>
                <list-item>
                    <p>reconfiguration of the criteria specified for T, N, M, and prognostic factor classifications to generate yes/no questions phrased to (1) itemize the components of complex definitions, (2) disambiguate definitions that incorporate combined Boolean AND + OR conditions, and (3) minimize negative definitions (<xref ref-type="table" rid="table3">Table 3</xref>)</p>
                </list-item>
            </list>
            <table-wrap position="float" id="table3">
                <label>Table 3</label>
                <caption>
                    <p>Reconfiguration of classification criteria for cancer of the lung.</p>
                </caption>
                <table width="638" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="199"/>
                    <col width="199"/>
                    <col width="199"/>
                    <thead>
                        <tr valign="top">
                            <td>Classification</td>
                            <td>Definition</td>
                            <td>Yes/No question</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>T3: Complex definition</td>
                            <td>Tumor more than 7 cm or one that directly invades any of the following: parietal pleural (PL3) chest wall (including superior sulcus tumors), diaphragm, phrenic nerve, mediastinal pleura, parietal pericardium; or tumor in the main bronchus less than 2 cm distal to the carina but without involvement of the carina; or associated atelectasis or obstructive pneumonitis of the entire lung or separate tumor nodule(s) in the same lobe</td>
                            <td>Is the primary tumor &#62;7 cm in greatest dimension?<break/> OR <break/>Does it invade any of these structures: Parietal pleura; Chest wall (including the superior sulcus); Diaphragm; Phrenic nerve; Mediastinal pleura; Parietal pericardium<break/>OR <break/>Does it involve the main bronchus at a site that is &#62;2 cm distal to the carina without involvement of the carina?<break/>OR <break/>Is it associated with atelectasis or obstructive pneumonitis of the entire lung?<break/>OR <break/>Is there a separate tumor nodule in the same lobe?</td>
                        </tr>
                        <tr valign="top">
                            <td rowspan="2">T2: Combined Boolean AND + OR conditions</td>
                            <td rowspan="2">Tumor more than 3 cm but 7 cm or less or tumor with any of the following features (T2 tumors with these features are classified T2a if 5 cm or less): involves main bronchus, 2 cm or more distal to the carina; invades visceral pleura (PL1 or PL2); associated with atelectasis or obstructive pneumonitis that extends to the hilar region but does not involve the entire lung</td>
                            <td>Is the primary tumor &#62;3 cm and ≤7 cm in greatest dimension? <break/>OR <break/>Is it associated with any of these findings:</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <list list-type="bullet">
                                    <list-item>
                                        <p>Involvement of the main bronchus at a site that is ≥2 cm distal to the carina;</p>
                                    </list-item>
                                    <list-item>
                                        <p>Invasion of the visceral pleura;</p>
                                    </list-item>
                                    <list-item>
                                        <p>Atelectasis or obstructive pneumonitis that extends to the hilar region but does not involve the entire lung</p>
                                    </list-item>
                                </list>
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>M0: Negative definition</td>
                            <td>No distant metastasis</td>
                            <td>Is there evidence of distant metastasis?</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Users are prompted to select a tumor type to begin a staging exercise. Some tumor types require selection of secondary options which may include identification of a tumor subtype, anatomic location, age limit, or phase of staging (clinical vs pathologic). Selection of a tumor type shifts to a display that includes a grid of anatomic stage listings and a prompted yes/no question corresponding to the first ranked T, N, M, or prognostic factor classification (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
            <p>Clicking a Yes or No button to answer the question will select or exclude the classification. If a specific classification is known at the point of entry, it can be directly selected by clicking on a corresponding entry in the grid of anatomic stage listings. Selection or exclusion of a classification triggers fading of nullified TNM groupings and cycling of the exclusionary algorithm. Subsequent prompted yes/no questions will appear in sequence until the set of TNM groupings has been narrowed to delimit a single TNM grouping and/or a specific anatomic stage. If a specific anatomic stage has been delimited with multiple TNM groupings that persist as viable options, a “Complete” button can be clicked to prompt further selection and exclusion. When a single TNM grouping has been identified, a terminal display lists the anatomic stage and T, N, M, and prognostic factor classifications with their corresponding criteria. Forward and back arrows can be clicked to scroll through the sequence of classifications with highlighting of selected answers and concordant enhancement and fading of associated TNM groupings.</p>
            <fig id="figure1" position="float">
                <label>Figure 1</label>
                <caption>
                    <p>Clicking a response to the prompted question triggers fading of nullified TNM groupings. Forward and back arrows can be clicked to scroll through the sequence of selected and excluded classifications.</p>
                </caption>
                <graphic xlink:href="cancer_v1i1e3_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
            <sec>
                <title>Recruitment</title>
                <p>An evaluation study was conducted to assess the usability and utility of this app. Participating subjects recruited from regional clinical training programs by email solicitation included 14 internal medicine residents, 9 surgery residents, and 7 oncology fellows. Institutional review board approval was obtained prior to recruitment and enrollment. Subjects were provided with open access to a fully functional version of the app along with a set of basic operating instructions. They were asked to evaluate its performance during staging exercises that included assessment of a newly diagnosed cancer, restating of recurrent cancer, and review of an incorrectly staged cancer. Subjects were asked to complete these exercises with an eye towards assessment of how they might use this app to (1) simulate the staging of different types of cancers encountered during training and (2) study for board exams that test knowledge of TNM staging criteria. After completing the staging exercises, subjects were asked to complete a Web-based survey about the app focused on rating its ease of use, clarity of presentation, perceived accuracy, and potential for adoption in different clinical and educational settings. The survey consisted of 12 statements phrased to support the usability and utility of the app. Selectable responses were arrayed on a 5-point scale with options labeled “Strongly disagree”, “Disagree”, “Undecided”, “Agree”, and “Strongly agree”.</p>
            </sec>
            <sec>
                <title>Statistical Analysis</title>
                <p>Median Likert scores and 25th and 75th quartiles were calculated for each survey item assigning a value of 1 to responses scored as “Strongly disagree”, 3 to items scored as “Undecided”, and 5 to items scored as “Strongly agree”. Subjects were also asked to rate the overall usefulness of the app on a scale ranging from 1 (“Not at all useful”) to 10 (“Essential”) and were provided with the option of entering free text comments about what they did or did not like about the app.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>All 30 of the enrolled subjects completed the entire survey. Subjects expressed a high level of agreement with each of the 12 statements. No “Strongly disagree” responses were registered. The median level of agreement was “Agree” for 7 of 12 statements and “Strongly agree” for the remainder with minimal dispersion (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
            <table-wrap position="float" id="table4">
                <label>Table 4</label>
                <caption>
                    <p>Survey responses.</p>
                </caption>
                <table width="671" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="478"/>
                    <col width="46"/>
                    <col width="106"/>
                    <thead>
                        <tr valign="top">
                            <td>Statement</td>
                            <td>Median</td>
                            <td>25-75 interquartile range</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>It was easy to learn how to use this app.</td>
                            <td>5</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>It is easy to navigate between different sections.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>The information presented is clearly organized.</td>
                            <td>5</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>Presenting definitions in the form of Yes/No questions helps to clarify distinctions between different T, N, M, and prognostic factor classifications.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>Breaking down complex definitions into sets of questions linked by and/or statements helps to clarify distinctions between different T, N, M, and prognostic factor classifications.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>The graphic display helps to clarify distinctions between different anatomic stages.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>The ability to review prior answers in sequence helps to clarify distinctions between different anatomic stages.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>The approach to staging promoted by this app is efficient.</td>
                            <td>4.5</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>The anatomic stages assigned through use of this app are accurate and reliable.</td>
                            <td>4</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>This app would be a useful instructional aid to help prepare for board certification and re-certification exams.</td>
                            <td>4</td>
                            <td>3-5</td>
                        </tr>
                        <tr valign="top">
                            <td>This app would be a useful resource in clinical practice.</td>
                            <td>5</td>
                            <td>4-5</td>
                        </tr>
                        <tr valign="top">
                            <td>Providers who do not stage patients on a regular basis would be able to use this app without difficulty.</td>
                            <td>5</td>
                            <td>4-5</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>The median overall usefulness rating was 9 (25-75 interquartile range 8-9.75). Eighteen subjects elected to enter free text comments that ranged from general impressions of the app to specific criticisms of its navigability and functionality. While most of the general impressions were favorable (“Great application”, “Very useful clinically”), a few subjects expressed reservations about the limited scope of the app (eg, “It would be nice to have links to the appropriate staging guidelines or references”, “It would be great to see some of the hematologic malignancies like myeloma and lymphoma added”). The majority of the specific criticisms focused on problems that subjects experienced when trying to use the browser back button to navigate between screens. This problem is commonly encountered with the first use of platform-independent apps that run in browser plug-ins [<xref ref-type="bibr" rid="ref4">4</xref>]. Internal navigation controls were moved to more intuitive locations in subsequent iterations as a result. A few of the subjects found staging exercises that began with prompted questions about the presence of distant metastases to be disconcerting at first, but on reflection they expressed an understanding of the logic of this approach.</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Findings</title>
                <p>Studies conducted to assess the validity of TNM staging after the most recent revision of specified criteria have demonstrated high levels of correlation between accurately assigned anatomic stages and overall survival for a range of different cancer types [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. In light of the critical role that TNM staging has come to play in the treatment of cancer, it is curious that there do not appear to have been any published studies investigating the approaches that providers adopt to assign anatomic stages. Most of the studies evaluating TNM staging have focused on assessing rates of completion and accuracy of assignment without any examination of the process itself. Inventories of tumor registries have revealed that providers treating patients with specific types of cancers do not always assign anatomic stages or track the information needed to retrospectively confirm accurate assignments [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Studies that have compared assigned anatomic stages to adjudicated anatomic stages have shown that the accuracy of assignment may vary based on the expertise levels of providers and the specific types of cancers under consideration [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
                <p>Resources that have been developed to assist providers engaged in the task of assigning anatomic stages include printed worksheets, encoded spreadsheets, wizards incorporated in electronic medical records, and an array of apps developed to run on smartphones and tablets [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. While the controls and interfaces that they present vary to an extent, these resources universally implement combinatorial approaches to staging that rely on the selection of discrete T, N, M, and prognostic factor classifications to determine an anatomic stage. While the automated linkage of TNM groupings to anatomic stages provided by coded apps may ensure greater accuracy of assignment that obviates the need to refer to tabular arrays, users still need to review the criteria for each T, N, and prognostic group classification to ensure that correct groupings have been identified.</p>
            </sec>
            <sec>
                <title>Conclusion</title>
                <p>This evaluation study demonstrated the perceived utility of a Web-based app configured to demonstrate an exclusionary approach to TNM staging. Subjects recruited from a pool of target users found that it was easy to use, and they deemed the approach to assignment that it employed to be informative, efficient, accurate, and reliable. It was interesting to note that while this app was originally developed as an educational resource, the statement that elicited the greatest number of “Disagree” responses focused on its potential use as an instructional aid to help prepare for board certification and re-certification exams. By way of contrast, statements suggesting that it could be used in clinical practice by providers with varying degrees of expertise elicited greater numbers of “Strongly agree” responses. This feedback may guide further development and investigation that may focus on evaluating the performance and acceptance of this app when it is deployed for use in simulated cancer staging exercises and real-time clinical practice.</p>
            </sec>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">TNM</term>
                    <def>
                        <p>tumour/node/metastasis</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="book">
                    <source>AJCC cancer staging manual</source>
                    <year>2009</year>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Springer</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>National Comprehensive Cancer Network</collab>
                    </person-group>
                    <source>NCCN Guidelines</source>
                    <year>2014</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nccn.org/professionals/physician_gls/f_guidelines.asp">http://www.nccn.org/professionals/physician_gls/f_guidelines.asp</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf7O2vhD"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf7O2vhD</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <source>TNM Staging</source>
                    <year>2013</year>
                    <access-date>2015-03-27</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://matthewkim.net/tnm/">http://matthewkim.net/tnm/</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6XLbBcU5i"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6XLbBcU5i</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Carlos</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <source>8 reasons to avoid Flash (or Silverlight) like the plague when designing a website</source>
                    <year>2007</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://antezeta.com/news/flash-problems">http://antezeta.com/news/flash-problems</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf7iFXLG"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf7iFXLG</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Loh</surname>
                            <given-names>K C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Greenspan</surname>
                            <given-names>F S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gee</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>T R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yeo</surname>
                            <given-names>P P</given-names>
                        </name>
                    </person-group>
                    <article-title>Pathological tumor-node-metastasis (pTNM) staging for papillary and follicular thyroid carcinomas: a retrospective analysis of 700 patients</article-title>
                    <source>J Clin Endocrinol Metab</source>
                    <year>1997</year>
                    <month>11</month>
                    <volume>82</volume>
                    <issue>11</issue>
                    <fpage>3553</fpage>
                    <lpage>62</lpage>
                    <pub-id pub-id-type="doi">10.1210/jcem.82.11.4373</pub-id>
                    <pub-id pub-id-type="medline">9360506</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jonklaas</surname>
                            <given-names>Jacqueline</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sarlis</surname>
                            <given-names>Nicholas J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Litofsky</surname>
                            <given-names>Danielle</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ain</surname>
                            <given-names>Kenneth B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bigos</surname>
                            <given-names>S Thomas</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brierley</surname>
                            <given-names>James D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cooper</surname>
                            <given-names>David S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haugen</surname>
                            <given-names>Bryan R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ladenson</surname>
                            <given-names>Paul W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Magner</surname>
                            <given-names>James</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Robbins</surname>
                            <given-names>Jacob</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ross</surname>
                            <given-names>Douglas S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Skarulis</surname>
                            <given-names>Monica</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maxon</surname>
                            <given-names>Harry R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sherman</surname>
                            <given-names>Steven I</given-names>
                        </name>
                    </person-group>
                    <article-title>Outcomes of patients with differentiated thyroid carcinoma following initial therapy</article-title>
                    <source>Thyroid</source>
                    <year>2006</year>
                    <month>12</month>
                    <volume>16</volume>
                    <issue>12</issue>
                    <fpage>1229</fpage>
                    <lpage>42</lpage>
                    <pub-id pub-id-type="doi">10.1089/thy.2006.16.1229</pub-id>
                    <pub-id pub-id-type="medline">17199433</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Tilki</surname>
                            <given-names>Derya</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reich</surname>
                            <given-names>Oliver</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karakiewicz</surname>
                            <given-names>Pierre I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Novara</surname>
                            <given-names>Giacomo</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kassouf</surname>
                            <given-names>Wassim</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ergün</surname>
                            <given-names>Süleyman</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fradet</surname>
                            <given-names>Yves</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ficarra</surname>
                            <given-names>Vincenzo</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sonpavde</surname>
                            <given-names>Guru</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stief</surname>
                            <given-names>Christian G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Skinner</surname>
                            <given-names>Eila</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Svatek</surname>
                            <given-names>Robert S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lotan</surname>
                            <given-names>Yair</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sagalowsky</surname>
                            <given-names>Arthur I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shariat</surname>
                            <given-names>Shahrokh F</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of the AJCC TNM substaging of pT2 bladder cancer: deep muscle invasion is associated with significantly worse outcome</article-title>
                    <source>Eur Urol</source>
                    <year>2010</year>
                    <month>07</month>
                    <volume>58</volume>
                    <issue>1</issue>
                    <fpage>112</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.eururo.2010.01.015</pub-id>
                    <pub-id pub-id-type="medline">20097469</pub-id>
                    <pub-id pub-id-type="pii">S0302-2838(10)00026-6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kwan</surname>
                            <given-names>Marilyn L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haque</surname>
                            <given-names>Reina</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>Valerie S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Joanie</surname>
                            <given-names>Chung W-L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Avila</surname>
                            <given-names>Chantal C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clancy</surname>
                            <given-names>Heather A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quinn</surname>
                            <given-names>Virginia P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kushi</surname>
                            <given-names>Lawrence H</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of AJCC TNM staging for breast tumors diagnosed before 2004 in cancer registries</article-title>
                    <source>Cancer Causes Control</source>
                    <year>2012</year>
                    <month>09</month>
                    <volume>23</volume>
                    <issue>9</issue>
                    <fpage>1587</fpage>
                    <lpage>91</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22798182"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s10552-012-0026-7</pub-id>
                    <pub-id pub-id-type="medline">22798182</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3418812</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>McGhan</surname>
                            <given-names>Lee J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pockaj</surname>
                            <given-names>Barbara A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gray</surname>
                            <given-names>Richard J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bagaria</surname>
                            <given-names>Sanjay P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wasif</surname>
                            <given-names>Nabil</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of the updated 7th edition AJCC TNM staging criteria for gastric adenocarcinoma</article-title>
                    <source>J Gastrointest Surg</source>
                    <year>2012</year>
                    <month>01</month>
                    <volume>16</volume>
                    <issue>1</issue>
                    <fpage>53</fpage>
                    <lpage>61; discussion 61</lpage>
                    <pub-id pub-id-type="doi">10.1007/s11605-011-1707-3</pub-id>
                    <pub-id pub-id-type="medline">21972055</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Park</surname>
                            <given-names>Jun Seok</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Choi</surname>
                            <given-names>Gyu-Seog</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hasegawa</surname>
                            <given-names>Suguru</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sakai</surname>
                            <given-names>Yoshiharu</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huh</surname>
                            <given-names>Jung Wook</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>Hyeong Rok</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kwak</surname>
                            <given-names>Sang Gyu</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of the seventh edition of the American Joint Committee on cancer tumor node-staging system in patients with colorectal carcinoma in comparison with sixth classification</article-title>
                    <source>J Surg Oncol</source>
                    <year>2012</year>
                    <month>11</month>
                    <volume>106</volume>
                    <issue>6</issue>
                    <fpage>674</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1002/jso.23117</pub-id>
                    <pub-id pub-id-type="medline">22514036</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bergman</surname>
                            <given-names>Per</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brodin</surname>
                            <given-names>Daniel</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lewensohn</surname>
                            <given-names>Rolf</given-names>
                        </name>
                        <name name-style="western">
                            <surname>de</surname>
                            <given-names>Petris Luigi</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of the 7th TNM classification for non-small cell lung cancer: a retrospective analysis on prognostic implications for operated node-negative cases</article-title>
                    <source>Acta Oncol</source>
                    <year>2013</year>
                    <month>08</month>
                    <volume>52</volume>
                    <issue>6</issue>
                    <fpage>1189</fpage>
                    <lpage>94</lpage>
                    <pub-id pub-id-type="doi">10.3109/0284186X.2012.742960</pub-id>
                    <pub-id pub-id-type="medline">23215828</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fibla</surname>
                            <given-names>Juan J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cassivi</surname>
                            <given-names>Stephen D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Decker</surname>
                            <given-names>Paul A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Allen</surname>
                            <given-names>Mark S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Darling</surname>
                            <given-names>Gail E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Landreneau</surname>
                            <given-names>Rodney J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McKenna</surname>
                            <given-names>Robert J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Putnam</surname>
                            <given-names>Joe B</given-names>
                        </name>
                        <collab>ACOSOG Z0030 Study Group</collab>
                    </person-group>
                    <article-title>Validation of the lung cancer staging system revisions using a large prospective clinical trial database (ACOSOG Z0030)</article-title>
                    <source>Eur J Cardiothorac Surg</source>
                    <year>2013</year>
                    <month>05</month>
                    <volume>43</volume>
                    <issue>5</issue>
                    <fpage>911</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="doi">10.1093/ejcts/ezs520</pub-id>
                    <pub-id pub-id-type="medline">23014970</pub-id>
                    <pub-id pub-id-type="pii">ezs520</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kee</surname>
                            <given-names>Kwong-Ming</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>Jing-Houng</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>Chih-Yun</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>Chih-Chi</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>Yu-Fan</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lu</surname>
                            <given-names>Sheng-Nan</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of the 7th edition TNM staging system for hepatocellular carcinoma: an analysis of 8,828 patients in a single medical center</article-title>
                    <source>Dig Dis Sci</source>
                    <year>2013</year>
                    <month>09</month>
                    <volume>58</volume>
                    <issue>9</issue>
                    <fpage>2721</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1007/s10620-013-2716-8</pub-id>
                    <pub-id pub-id-type="medline">23703450</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Yoshida</surname>
                            <given-names>Yukihiro</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Murayama</surname>
                            <given-names>Tomonori</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sato</surname>
                            <given-names>Yasunori</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Suzuki</surname>
                            <given-names>Yoshio</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saito</surname>
                            <given-names>Haruhisa</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tanaka</surname>
                            <given-names>Nobutaka</given-names>
                        </name>
                    </person-group>
                    <article-title>Validation of 7th TNM staging system for lung cancer, based on surgical outcomes</article-title>
                    <source>Asian Cardiovasc Thorac Ann</source>
                    <year>2013</year>
                    <month>12</month>
                    <volume>21</volume>
                    <issue>6</issue>
                    <fpage>693</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1177/0218492312470670</pub-id>
                    <pub-id pub-id-type="medline">24569328</pub-id>
                    <pub-id pub-id-type="pii">0218492312470670</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>W L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kasl</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Flannery</surname>
                            <given-names>J T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lindo</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dubrow</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>The accuracy of prostate cancer staging in a population-based tumor registry and its impact on the black-white stage difference (Connecticut, United States)</article-title>
                    <source>Cancer Causes Control</source>
                    <year>1995</year>
                    <month>09</month>
                    <volume>6</volume>
                    <issue>5</issue>
                    <fpage>425</fpage>
                    <lpage>30</lpage>
                    <pub-id pub-id-type="medline">8547540</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schouten</surname>
                            <given-names>L J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Langendijk</surname>
                            <given-names>J A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jager</surname>
                            <given-names>J J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van den Brandt</surname>
                            <given-names>P A</given-names>
                        </name>
                    </person-group>
                    <article-title>Validity of the stage of lung cancer in records of the Maastricht cancer registry, The Netherlands</article-title>
                    <source>Lung Cancer</source>
                    <year>1997</year>
                    <month>05</month>
                    <volume>17</volume>
                    <issue>1</issue>
                    <fpage>115</fpage>
                    <lpage>22</lpage>
                    <pub-id pub-id-type="medline">9194031</pub-id>
                    <pub-id pub-id-type="pii">S0169500297006545</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Klassen</surname>
                            <given-names>Ann C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Curriero</surname>
                            <given-names>Frank</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kulldorff</surname>
                            <given-names>Martin</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Alberg</surname>
                            <given-names>Anthony J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Platz</surname>
                            <given-names>Elizabeth A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Neloms</surname>
                            <given-names>Stacey T</given-names>
                        </name>
                    </person-group>
                    <article-title>Missing stage and grade in Maryland prostate cancer surveillance data, 1992-1997</article-title>
                    <source>Am J Prev Med</source>
                    <year>2006</year>
                    <month>02</month>
                    <volume>30</volume>
                    <issue>2 Suppl</issue>
                    <fpage>S77</fpage>
                    <lpage>87</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.amepre.2005.09.010</pub-id>
                    <pub-id pub-id-type="medline">16458794</pub-id>
                    <pub-id pub-id-type="pii">S0749-3797(05)00361-2</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>McGowan</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lesher</surname>
                            <given-names>L P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Norris</surname>
                            <given-names>H J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barnett</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Misstaging of ovarian cancer</article-title>
                    <source>Obstet Gynecol</source>
                    <year>1985</year>
                    <month>04</month>
                    <volume>65</volume>
                    <issue>4</issue>
                    <fpage>568</fpage>
                    <lpage>72</lpage>
                    <pub-id pub-id-type="medline">3982731</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fanning</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gangestad</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Andrews</surname>
                            <given-names>S J</given-names>
                        </name>
                    </person-group>
                    <article-title>National Cancer Data Base/Surveillance Epidemiology and End Results: potential insensitive-measure bias</article-title>
                    <source>Gynecol Oncol</source>
                    <year>2000</year>
                    <month>06</month>
                    <volume>77</volume>
                    <issue>3</issue>
                    <fpage>450</fpage>
                    <lpage>3</lpage>
                    <pub-id pub-id-type="doi">10.1006/gyno.2000.5815</pub-id>
                    <pub-id pub-id-type="medline">10831358</pub-id>
                    <pub-id pub-id-type="pii">S0090-8258(00)95815-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Teramoto</surname>
                            <given-names>Norihiro</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nishimura</surname>
                            <given-names>Rieko</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mandai</surname>
                            <given-names>Koichi</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Matsumoto</surname>
                            <given-names>Takashi</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nogawa</surname>
                            <given-names>Takamitsu</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hiura</surname>
                            <given-names>Masamichi</given-names>
                        </name>
                    </person-group>
                    <article-title>The importance of precise pT diagnosis for prognostic prediction of uterine cervical cancer--a single institutional report at a Japanese comprehensive cancer hospital</article-title>
                    <source>Virchows Arch</source>
                    <year>2009</year>
                    <month>10</month>
                    <volume>455</volume>
                    <issue>4</issue>
                    <fpage>307</fpage>
                    <lpage>13</lpage>
                    <pub-id pub-id-type="doi">10.1007/s00428-009-0836-5</pub-id>
                    <pub-id pub-id-type="medline">19777256</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reese</surname>
                            <given-names>Adam C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sadetsky</surname>
                            <given-names>Natalia</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Carroll</surname>
                            <given-names>Peter R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cooperberg</surname>
                            <given-names>Matthew R</given-names>
                        </name>
                    </person-group>
                    <article-title>Inaccuracies in assignment of clinical stage for localized prostate cancer</article-title>
                    <source>Cancer</source>
                    <year>2011</year>
                    <month>01</month>
                    <day>15</day>
                    <volume>117</volume>
                    <issue>2</issue>
                    <fpage>283</fpage>
                    <lpage>9</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1002/cncr.25596"/>
                    </comment>
                    <pub-id pub-id-type="doi">10.1002/cncr.25596</pub-id>
                    <pub-id pub-id-type="medline">21210472</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sanyal</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>An Excel™-based e-Staging Tool for Tumors</article-title>
                    <source>Stanford Medicine X 2012 Proceedings</source>
                    <year>2012</year>
                    <conf-name>Stanford Medicine X</conf-name>
                    <conf-date>September 28-30, 2012</conf-date>
                    <conf-loc>Stanford, CA</conf-loc>
                    <publisher-loc>Stanford University</publisher-loc>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bender</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <source>Lung Cancer Stage</source>
                    <year>2010</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/us/app/lung-cancer-stage/id403036158?mt=8">https://itunes.apple.com/us/app/lung-cancer-stage/id403036158?mt=8</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf7pBkK9"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf7pBkK9</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mayrhofer</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <source>Melanoma Staging Calculator</source>
                    <year>2011</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/us/app/melanoma-staging-calculator/id424646329?mt=8">https://itunes.apple.com/us/app/melanoma-staging-calculator/id424646329?mt=8</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf7t7mx3"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf7t7mx3</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Caceres</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <source>TNM Breast and Bone</source>
                    <year>2010</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/us/app/tnm-2010-breast-and-bone/id395148311?mt=8">https://itunes.apple.com/us/app/tnm-2010-breast-and-bone/id395148311?mt=8</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf8QHGHr"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf8QHGHr</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="web">
                    <source>Cancer Staging</source>
                    <year>2013</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/mz/app/cancer-staging/id492015692?mt=8">https://itunes.apple.com/mz/app/cancer-staging/id492015692?mt=8</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf8A2PE8"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf8A2PE8</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Guy</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>Head &#38; Neck TNM Staging</source>
                    <year>2013</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/us/app/head-neck-tnm-staging/id628687975?mt=8">https://itunes.apple.com/us/app/head-neck-tnm-staging/id628687975?mt=8</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf8DMqel"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf8DMqel</pub-id> -->
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kulkarni</surname>
                            <given-names>K</given-names>
                        </name>
                    </person-group>
                    <source>TNM Cancer Staging</source>
                    <year>2013</year>
                    <access-date>2014-10-28</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://play.google.com/store/apps/details?id=com.kkltd.tnm.free">https://play.google.com/store/apps/details?id=com.kkltd.tnm.free</ext-link>
                        <ext-link ext-link-type="webcite" xlink:href="6Tf84QwCk"/>
                    </comment>
                    <!-- <pub-id pub-id-type="other">6Tf84QwCk</pub-id> -->
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
