<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMed</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIRx Med</journal-id>
      <journal-title>JMIRx Med</journal-title>
      <issn pub-type="epub">2563-6316</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v1i1e22470</article-id>
      <article-id pub-id-type="pmid">33711085</article-id>
      <article-id pub-id-type="doi">10.2196/22470</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Predicting Health Disparities in Regions at Risk of Severe Illness to Inform Health Care Resource Allocation During Pandemics: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gore</surname>
            <given-names>Ross</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Fusillo</surname>
            <given-names>Tara</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>John F Kennedy High School</institution>
            <addr-line>3000 Bellmore Ave</addr-line>
            <addr-line>Bellmore, NY, 11710</addr-line>
            <country>United States</country>
            <phone>1 516 992 1400</phone>
            <fax>1 516 992 1400</fax>
            <email>ifusil@optonline.net</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0441-3649</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>John F Kennedy High School</institution>
        <addr-line>Bellmore, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tara Fusillo <email>ifusil@optonline.net</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Dec</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <volume>1</volume>
      <issue>1</issue>
      <elocation-id>e22470</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>11</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Tara Fusillo. Originally published in JMIRx Med (https://med.jmirx.org), 02.12.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://med.jmirx.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://med.jmirx.org/2020/1/e22470/" xlink:type="simple"/>
      <related-article related-article-type="companion" id="preprint.22470" ext-link-type="doi" xlink:href="10.2196/preprints.22470" vol="1" page="e22470" xlink:title="Preprint:" xlink:type="simple">https://preprints.jmir.org/preprint/22470</related-article>
      <related-article related-article-type="companion" id="v1i1e25572" ext-link-type="doi" xlink:href="10.2196/25572" vol="1" page="e25572" xlink:title="Peer-Review Report by Ross Gore (Reviewer AM):" xlink:type="simple">https://med.jmirx.org/2020/1/e25572</related-article>
      <related-article related-article-type="companion" id="v1i1e25573" ext-link-type="doi" xlink:href="10.2196/25573" vol="1" page="e25573" xlink:title="Author Responses to Peer-Review Reports:" xlink:type="simple">https://med.jmirx.org/2020/1/e25573</related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Pandemics including COVID-19 have disproportionately affected socioeconomically vulnerable populations.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective was to create a repeatable modeling process to identify regional population centers with pandemic vulnerability.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using readily available COVID-19 and socioeconomic variable data sets, we used stepwise linear regression techniques to build predictive models during the early days of the COVID-19 pandemic. The models were validated later in the pandemic timeline using actual COVID-19 mortality rates in high population density states. The mean sample size was 43 and ranged from 8 (Connecticut) to 82 (Michigan).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania models provided the strongest predictions of top counties in densely populated states with a high likelihood of disproportionate COVID-19 mortality rates. For all of these models, <italic>P</italic> values were less than .05.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The models have been shared with the Department of Health Commissioners of each of these states with strong model predictions as input into a much needed “pandemic playbook” for local health care agencies in allocating medical testing and treatment resources. We have also confirmed the utility of our models with pharmaceutical companies for use in decisions pertaining to vaccine trial and distribution locations.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>coronavirus</kwd>
        <kwd>SARS-CoV-2</kwd>
        <kwd>COVID-19</kwd>
        <kwd>pandemic</kwd>
        <kwd>socioeconomic status</kwd>
        <kwd>predictive model</kwd>
        <kwd>health care resource allocation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Socioeconomic vulnerability can directly influence the severity of pandemics and their impact on mortalities in ways like access to health care, household overcrowding, and comorbidities. Prior studies of swine flu (H1N1) have pointed to these factors as contributors to the spread and severity of that pandemic [<xref ref-type="bibr" rid="ref1">1</xref>]. Other studies have identified national level correlations that are helpful, but not actionable at a local level where actual health care resource allocation decisions are made [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Early and accurate decisioning for health care resource allocations are particularly critical in geographic locations with high population density. This research sought to create a repeatable modeling process that uses readily available data sources to identify the top counties in densely populated states with a high likelihood of disproportionate COVID-19 mortality rates.</p>
      <p>Stepwise linear regression was used as the modeling technique. Other similar epidemiological research has also used the stepwise linear regression approach including Thomson et al’s [<xref ref-type="bibr" rid="ref3">3</xref>] 2006 research on environmental models to predict meningitis epidemics in Africa; Chung et al’s [<xref ref-type="bibr" rid="ref4">4</xref>] 2012 study of the West Nile encephalitis epidemic in Dallas, Texas; Fulton et al’s [<xref ref-type="bibr" rid="ref5">5</xref>] 2019 predictive models for hospital-based back surgery demand, and Yu et al’s [<xref ref-type="bibr" rid="ref6">6</xref>] 2005 study on SARS (severe acute respiratory syndrome).</p>
      <p>Our objective was to create a repeatable modeling process to identify regional population centers with pandemic vulnerability.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Exploratory data research at a national level was performed using county level data (Federal Information Processing Standards [FIPS] for county identification). COVID-19 mortality data sets (deaths per 100,000 people) were created using the Johns Hopkins Dataset [<xref ref-type="bibr" rid="ref7">7</xref>] and data from the US Census Bureau [<xref ref-type="bibr" rid="ref8">8</xref>]. Socioeconomic vulnerability data sets at the county level were created using subcomponents of the Centers for Disease Control and Prevention’s (CDC) social vulnerability index (SVI) [<xref ref-type="bibr" rid="ref9">9</xref>]. The full list of subcomponents can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>Scatterplots and trendlines were used to identify variables most correlated with COVID-19 mortalities (see samples in <xref rid="figure1" ref-type="fig">Figure 1</xref>). Few, if any, social vulnerability variables correlated across all of the 3142 FIPS counties, but minority status correlated strongly in certain regions, particularly those with high mortality rates. These initial findings led the author to focus the next phase of research and modeling on state level rather than national level correlations. County-level dependent variable data sets were created using COVID-19 mortality and population data from the Corona Data Scraper website (data service that scrapes county level COVID-19 data on a daily basis) [<xref ref-type="bibr" rid="ref10">10</xref>] as well as from USAFacts [<xref ref-type="bibr" rid="ref11">11</xref>] for cumulative mortalities as of April 8, 2020, and May 8, 2020, respectively.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Examples of regional scatterplots and trendlines. CDC: Centers for Disease Control and Prevention.</p>
        </caption>
        <graphic xlink:href="med_v1i1e22470_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>County-level independent variable data sets were created using socioeconomic data from the County Health Rankings website, a collaboration data set created by the Robert Wood Johnson Foundation and the University of Wisconsin Population Health Institute [<xref ref-type="bibr" rid="ref12">12</xref>]. Given the year to year stability of most of these socioeconomic variables, the latest data available from the County Health Rankings website was used, and no attempt was made to augment the data set to try to match the time-series to either April 8, 2020, or May 8, 2020. The full list of independent variables available in this data set can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>Cumulative COVID-19–specific mortality data (deaths per 100,000 people) by county for states with a high mortality rate (New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania) as of May 8 was used as the dependent variable [<xref ref-type="bibr" rid="ref13">13</xref>]. The full ranking of states by mortality rate can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>The May 8 date was used to ensure that the dependent variable would be tuned to a timeframe at or around the peak in daily mortalities when health care resources (testing, treatment, and tracing) were typically most needed. The mortality curves in <xref rid="figure2" ref-type="fig">Figure 2</xref> provide support for May 8 as the overall date for mortality predictions as shown in the Institute for Health Metrics and Evaluation data set [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>A stepwise linear regression technique was used to build each state level model. All relevant independent variables were initially used in the model (ie, include severe housing problems, but exclude violent deaths). Next, the variable with the lowest T-statistic was removed and the linear regression was rerun. This process was repeated until all T-statistics for the remaining independent variables were near a value of 2 or greater.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Examples of COVID-19 mortality curves from the Institute for Health Metrics and Evaluation [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        </caption>
        <graphic xlink:href="med_v1i1e22470_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Predictive models were completed for New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania, with statistically significant results. The final list of model variables, coefficients, variable correlations, sample sizes, and <italic>P</italic> values can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>Model validation comparing predicted to actual county rankings by cumulative mortality rate (deaths per 100,000 people) through May 8 (see <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref> for New York and New Jersey), and data visualizations using state-level maps were completed (<xref rid="figure3" ref-type="fig">Figure 3</xref>). These validations were used to share model methods and results with each state’s Department of Health Commissioner and, where appropriate, with an outside agency.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Top counties by mortality rate for New York (actuals vs model prediction). Both actual values and modeled predictions indicate that these counties had high mortality rates relative to other counties within the state.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="300"/>
          <col width="350"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>New York county</td>
              <td>Deaths per 100,000 people (5/8 actuals), n</td>
              <td>Deaths per 100,000 people (5/8 model), n</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Bronx</td>
              <td>198</td>
              <td>197</td>
            </tr>
            <tr valign="top">
              <td>Kings</td>
              <td>167</td>
              <td>155</td>
            </tr>
            <tr valign="top">
              <td>Queens</td>
              <td>188</td>
              <td>148</td>
            </tr>
            <tr valign="top">
              <td>Westchester</td>
              <td>115</td>
              <td>118</td>
            </tr>
            <tr valign="top">
              <td>New York</td>
              <td>104</td>
              <td>118</td>
            </tr>
            <tr valign="top">
              <td>Rockland</td>
              <td>129</td>
              <td>114</td>
            </tr>
            <tr valign="top">
              <td>Nassau</td>
              <td>134</td>
              <td>102</td>
            </tr>
            <tr valign="top">
              <td>Suffolk</td>
              <td>87</td>
              <td>91</td>
            </tr>
            <tr valign="top">
              <td>Richmond</td>
              <td>128</td>
              <td>88</td>
            </tr>
            <tr valign="top">
              <td>Orange</td>
              <td>68</td>
              <td>83</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Top counties by mortality rate for New Jersey (actuals vs model prediction). Both actual values and modeled predictions indicate that most of these counties had high mortality rates relative to other counties within the state (exception marked with “a”).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="300"/>
          <col width="350"/>
          <col width="350"/>
          <thead>
            <tr valign="top">
              <td>New Jersey county</td>
              <td>Deaths per 100,000 people (5/8 actuals), n</td>
              <td>Deaths per 100,000 people (5/8 model), n</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Hudson</td>
              <td>140</td>
              <td>139</td>
            </tr>
            <tr valign="top">
              <td>Passaic</td>
              <td>143</td>
              <td>126</td>
            </tr>
            <tr valign="top">
              <td>Bergen</td>
              <td>143</td>
              <td>121</td>
            </tr>
            <tr valign="top">
              <td>Union</td>
              <td>152</td>
              <td>116</td>
            </tr>
            <tr valign="top">
              <td>Essex</td>
              <td>175</td>
              <td>101</td>
            </tr>
            <tr valign="top">
              <td>Middlesex</td>
              <td>91</td>
              <td>93</td>
            </tr>
            <tr valign="top">
              <td>Hunterdon</td>
              <td>35<sup>a</sup></td>
              <td>93</td>
            </tr>
            <tr valign="top">
              <td>Somerset</td>
              <td>100</td>
              <td>88</td>
            </tr>
            <tr valign="top">
              <td>Morris</td>
              <td>103</td>
              <td>88</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Indicates low mortality rate relative to all other counties within the state.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>COVID-19 mortality rate heatmaps for New York and New Jersey (actuals vs model prediction) using Microsoft Excel mapping tools.</p>
        </caption>
        <graphic xlink:href="med_v1i1e22470_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Four further validations were completed. The first validation was to check model performance using COVID-19 mortality data on April 8, 2020, instead of May 8, 2020. This validation tested whether models using data available early in the pandemic would have been sufficient to make accurate predictions. The same variables were used, but coefficients were recalibrated with the April 8 data set. The April 8 and May 8 model outputs were compared to test for stability in the top counties predicted for high COVID-19 mortality rates. For New York, New Jersey, and Connecticut, the models proved to be stable. For Massachusetts, the 4/8 model performance was not stable, but this was easily corrected by using case data in the place of mortality data. This is an important finding as it validates the predictive power contained in early case data, which is more readily available at the start of a pandemic. The New York and Massachusetts model validation result summaries can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>The second validation was to check model performance beyond May 8, 2020 (ie, using the May 8 model to predict July 31 mortalities). Results were less stable as most states began their reopenings in mid-May creating differential effects by county. However, the models for New York, New Jersey, Connecticut, and Massachusetts continued to identify the counties with the highest cumulative mortality rates.</p>
      <p>The third validation was to check the independent variables for multicollinearity, with a specific focus on the correlations between “Black” and variables such as “severe housing” and “uninsured.” Strong multicollinearity was seen in Connecticut, Massachusetts, Louisiana, and Michigan partially explaining why these variables did not remain in the model after the stepwise regression process. Multicollinearity results for these states are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Future models could consider composite variables to address this multicollinearity and to maintain combined effects such as “Black,” “severe housing,” and “uninsured.”</p>
      <p>The fourth validation leveraged an out-of-sample methodology. For New York, New Jersey, Connecticut, and Massachusetts, only one half of the data points (ie, half of the counties in each state) were used to build the model. Coefficients were recalibrated and variables were removed if <italic>T</italic> values fell below 2. In each state, the out-of-sample model continued to identify the top counties for cumulative mortality rates through May 8.</p>
      <p>With models and validations completed, the Departments of Health for New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania were contacted (<xref ref-type="table" rid="table3">Table 3</xref>). Additionally, agents of the New York Department of Health (Northwell Health and CORE), a third-party statistical modeling firm for Connecticut (COVIDACTNOW), and a third-party modeling firm for Pennsylvania (Mathematica) were contacted. Response from these contacts were positive and, in some cases, occurred within an hour of outreach (Northwell Health). This response indicates the strong need for this type of health care resource allocation tool for pandemics and other health crises. In fact, the Pennsylvania Department of Health indicated this tool’s importance in a second wave of COVID-19.</p>
      <p>The final data sets for our New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania models are contained in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>State Department of Health (DOH) contact summary.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="250"/>
          <col width="250"/>
          <col width="250"/>
          <col width="250"/>
          <thead>
            <tr valign="top">
              <td>DOH or outside agency</td>
              <td>Models shared</td>
              <td>Receipt accepted</td>
              <td>Zoom session</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>New York DOH</td>
              <td>✓</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Northwell Health (New York)</td>
              <td>✓</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>CORE (New York)</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>New Jersey DOH</td>
              <td>✓</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Connecticut DOH</td>
              <td>✓</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>COVIDACTNOW (Connecticut)</td>
              <td>✓</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Massachusetts DOH</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Michigan DOH</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Louisiana DOH</td>
              <td>✓</td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Pennsylvania DOH</td>
              <td>✓</td>
              <td>✓</td>
              <td>✓</td>
            </tr>
            <tr valign="top">
              <td>Mathematica</td>
              <td>✓</td>
              <td>✓</td>
              <td>✓</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The research described in this paper has shown the extent to which Black Americans, people living in crowded housing units, and households with less access to health care are at higher risk of severe illness during a pandemic. The results of other studies provide several possible explanations for these findings. Individuals with lower income are more likely to live in crowded housing units and multifamily homes [<xref ref-type="bibr" rid="ref15">15</xref>]. Lower income households are also structurally disadvantaged in their access to medical insurance and health care [<xref ref-type="bibr" rid="ref16">16</xref>]. Some studies have also pointed to a concept called “weathering” within the Black American community. Arline Geronimus, a professor of public health at the University of Michigan, showed through her research that among Black communities, coping with financial strain, discrimination, and barriers to good education elevates the stress response, contributing to obesity, diabetes, hypertension, and heart disease [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The CDC conducted research on the co-occurrence of COVID-19 and certain ethnicities using a sample of 580 patients with lab-confirmed data [<xref ref-type="bibr" rid="ref18">18</xref>]. Their results showed more hospitalizations in Black patients than White patients. The researchers cited underlying medical conditions, work circumstances, and living conditions to be major factors in COVID-19 mortalities in their sample. For example, members of racial and ethnic minorities were more likely to live in densely populated areas, making it more difficult to practice social distancing and being more susceptible to contracting and spreading COVID-19. These members also lived farther away from grocery stores and medical facilities, thus being less able to receive necessary resources and medical attention. Other examples cited included Hispanic and Black American workers employed in higher-risk industries and often lacking paid sick leave. The researchers also hypothesized that these types of workers were more likely to continue working despite being sick, thus exposing other workers to the disease. The CDC recommended at the conclusion of this research that public health officials communicate to different population groups about COVID-19 and provide more health care services to ethnic minority groups.</p>
        <p>While such studies are insightful, we are not aware of any research that translates these impacts into predictive models that can be used to direct local health care resources to the communities most likely to need them, thereby reducing mortalities caused by an ongoing set of institutional inequities.</p>
        <p>That said, some organizations have attempted to create health care resource allocation methods using descriptive statistics. The CDC created the SVI, allowing health care communities to see which factors contribute to socioeconomic vulnerability. The CDC SVI factors are grouped into four groups: Socioeconomic Status, Household Composition &#38; Disability, Minority Status &#38; Language, and Housing Type &#38; Transportation. Although these factors are crucial inputs in identifying specific vulnerable communities, these four categories of factors alone are not sufficient to create the types of predictive models that state and local health care agencies can use. One example of this insufficiency is a recent study at Emory University where researchers identified correlations between COVID-19 mortalities and the SVI at a national level in the United States [<xref ref-type="bibr" rid="ref2">2</xref>]. While this study is valuable, it stopped short of recommending methods or processes to effectively distribute health care resources to specific counties in the United States, particularly in the early days of the pandemic. Another study from the Surgo Foundation stated that COVID-19 created new challenges for many communities tied to health and structural factors that were not completely captured by the CDC SVI [<xref ref-type="bibr" rid="ref19">19</xref>]. In addition to the four socioeconomic factors provided by the CDC, the Surgo Foundation added two more factors: Epidemiologic Factors and Healthcare System Factors. They stated that underlying health conditions in addition to health care system factors have been proven to greatly increase a community’s vulnerability during a pandemic. The Surgo Foundation combined these two factors with the CDC SVI to create the COVID-19 Community Vulnerability Index (CCVI). The Surgo Foundation created heatmaps to show retrospectively which counties were most vulnerable as measured by their CCVI. Similar to the Emory University study, however, this methodology did not create a predictive model to identify where the mortalities would be highest at peak periods in a pandemic. We also compared the Surgo Foundation heatmap to our own predictive model rankings and confirmed that our projections of the top counties by per capita mortalities were far closer to actual peaks. Results of this comparison are shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>During the early phases of the research described in this paper, we used the CDC’s SVI, similar to the Emory University study. We explored all of the subcategory factors in the SVI, but none showed strong correlations at a FIPS county level across the United States. We then grouped states together by region and found strong correlations in the most densely populated regions, particularly with the minority status subfactors. Similar to the Surgo Foundation study, we posited that the CDC’s SVI subfactors alone would be insufficient to build predictive models, so a far more complete independent variable data set of socioeconomic and health care data was sourced from the County Health Rankings website as discussed earlier. The key differentiation of our work is the predictive models for each state given the local differences in how each of the factors act as predictors of peak COVID-19 per capita mortalities. Our experience in meeting with the Pennsylvania Department of Health in early June 2020 confirms the uniqueness and usefulness of the approach given that they will be using the predictive modeling process for health care resource allocations in the event of a potential second wave of COVID-19 in Fall 2020. Other state-level departments of health and agents of these governmental functions were similarly intrigued by our predictive approach including those in New York, New Jersey, and Connecticut. Finally, the Chief Information Officer of Johnson &#38; Johnson has forwarded the author’s research to J&#38;J’s Health and Human Services Group for possible use in decisions pertaining to vaccine trial and distribution locations.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A number of limitations must be acknowledged. The models employed in the analyses are reliant on the accuracy of the data sets compiled. COVID-19 mortality data in particular has been notoriously difficult for states to report accurately at a county level throughout the pandemic for reasons including mortality cause classification errors at the offices of the local coroner [<xref ref-type="bibr" rid="ref20">20</xref>]. This systemic undercounting could have created some correlations between our variables and reporting errors. That said, if reporting errors are similar across counties within a state, then these unwanted effects to our model are likely to be small since we created a different model for each state.</p>
        <p>The models are only valid within the range of county-level data for the following states: New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania. Models would need to be rebuilt and validated for each additional state. In addition, models for states with lower levels of per capita mortalities were far less predictive, although health care resource allocations would be less critical in those regions.</p>
        <p>In addition, we would note that while we did not find significant correlations between the subcomponents of the CDC SVI and COVID-19 mortalities, other data sets at the FIPS level (eg, American Community Survey data and census data) might yield different results. For example, there may be variables that are correlated with one another that also correlate with COVID-19 mortalities. Gore et al [<xref ref-type="bibr" rid="ref21">21</xref>] showed the difficulties in teasing apart specific population demographic measures at a granular level into a linear regression model since so many of these variables correlate highly with one another.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our modeling process can be used for the early identification of the communities most in need of health care resources during future pandemics or health crises. The COVID-19 models and the overall methodology have been received with enthusiasm by the New York, New Jersey, Connecticut, Massachusetts, Louisiana, Michigan, and Pennsylvania Departments of Health. All Commissioners responded positively, which validates our hypothesis that neither other researchers nor the Departments of Health themselves have developed a similar modeling process as a means to allocate scarce health care resources such as testing, treatment, tracing, education, and communication. We have also confirmed the utility of our models with pharmaceutical companies for use in vaccine trial and distribution location decisions.</p>
        <p>Future modeling processes could also include building hierarchical models to improve county rankings by better accounting for effects of clustered variables similar to Fulton et al [<xref ref-type="bibr" rid="ref5">5</xref>] in their 2019 models for predicting hospital-based back surgery by geography. The gradient boosting approach leveraged by Fulton et al [<xref ref-type="bibr" rid="ref5">5</xref>] may also be useful to examine states with lower population densities where our stepwise linear regression models proved to be weaker. Finally, the group-personalized regression approach pioneered by Palmius et al [<xref ref-type="bibr" rid="ref22">22</xref>] in their 2018 models for predicting mental health scores by group rather than for an overall population could also be explored.</p>
        <p>Other research papers evaluated during the course of this research and other data sets referenced in this research can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplemental materials.</p>
        <media xlink:href="med_v1i1e22470_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1367 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Other data sets referenced in this research and research papers evaluated during the course of this research.</p>
        <media xlink:href="med_v1i1e22470_app2.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CCVI</term>
          <def>
            <p>COVID-19 Community Vulnerability Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FIPS</term>
          <def>
            <p>Federal Information Processing Standards</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SARS</term>
          <def>
            <p>severe acute respiratory syndrome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SVI</term>
          <def>
            <p>social vulnerability index</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The author wishes to acknowledge Dr Fathima Wakeel, Associate Professor at the Lehigh University College of Health, for her mentorship throughout this project and for her review of this manuscript. Dr Wakeel’s guidance was instrumental, particularly in directing the research toward a state level and in driving to actionable recommendations for state Departments of Health. The author also wishes to acknowledge Iwao Fusillo, Global Head of Data &#38; Analytics for the National Football League and the author’s father, for helping her learn various techniques in data set creation, statistical analysis, and data visualization.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Freimuth</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Musa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Casteneda-Angarita</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kidwell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Racial disparities in exposure, susceptibility, and access to health care in the US H1N1 influenza pandemic</article-title>
          <source>Am J Public Health</source>
          <year>2011</year>
          <month>02</month>
          <volume>101</volume>
          <issue>2</issue>
          <fpage>285</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21164098"/>
          </comment>
          <pub-id pub-id-type="doi">10.2105/AJPH.2009.188029</pub-id>
          <pub-id pub-id-type="medline">21164098</pub-id>
          <pub-id pub-id-type="pii">AJPH.2009.188029</pub-id>
          <pub-id pub-id-type="pmcid">PMC3020202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nayak</surname>
              <given-names>Aditi</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>Shabatun J</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>Anurag</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>Yi-An</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>Shivani A</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>Abhinav</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>Samaah</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>Tene T</given-names>
            </name>
            <name name-style="western">
              <surname>Vaccarino</surname>
              <given-names>Viola</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>Alanna A</given-names>
            </name>
            <name name-style="western">
              <surname>Quyyumi</surname>
              <given-names>Arshed A</given-names>
            </name>
          </person-group>
          <article-title>
              Impact of Social Vulnerability on COVID-19 Incidence and Outcomes in the United States</article-title>
          <source>medRxiv. Preprint posted online April 17, 2020</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1101/2020.04.10.20060962"/>
          </comment>
          <pub-id pub-id-type="doi">10.1101/2020.04.10.20060962</pub-id>
          <pub-id pub-id-type="medline">32511437</pub-id>
          <pub-id pub-id-type="pmcid">PMC7217093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Molesworth</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Djingarey</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Yameogo</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Belanger</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cuevas</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Potential of environmental models to predict meningitis epidemics in Africa</article-title>
          <source>Trop Med Int Health</source>
          <year>2006</year>
          <month>06</month>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>781</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-3156.2006.01630.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-3156.2006.01630.x</pub-id>
          <pub-id pub-id-type="medline">16771998</pub-id>
          <pub-id pub-id-type="pii">TMI1630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Buseman</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Joyner</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Fomby</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Luby</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Haley</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>The 2012 West Nile encephalitis epidemic in Dallas, Texas</article-title>
          <source>JAMA</source>
          <year>2013</year>
          <month>07</month>
          <day>17</day>
          <volume>310</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2013.8267</pub-id>
          <pub-id pub-id-type="medline">23860988</pub-id>
          <pub-id pub-id-type="pii">1713591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fulton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Hospital-Based Back Surgery: Geospatial-Temporal, Explanatory, and Predictive Models</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>29</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e14609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/10/e14609/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14609</pub-id>
          <pub-id pub-id-type="medline">31663856</pub-id>
          <pub-id pub-id-type="pii">v21i10e14609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>HYR</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>So</surname>
              <given-names>KFE</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>YL</given-names>
            </name>
          </person-group>
          <article-title>The psychological burden experienced by Hong Kong midlife women during the SARS epidemic</article-title>
          <source>Stress and Health</source>
          <year>2005</year>
          <month>08</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>177</fpage>
          <lpage>184</lpage>
          <pub-id pub-id-type="doi">10.1002/smi.1051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Johns Hopkins Coronavirus Resource Center</article-title>
          <source>COVID-19 Map</source>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/map.html">https://coronavirus.jhu.edu/map.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>County Population Totals: 2010-2019</article-title>
          <source>US Census Bureau</source>
          <year>2020</year>
          <month>6</month>
          <day>22</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.census.gov/data/tables/time-series/demo/popest/2010s-counties-total.html">https://www.census.gov/data/tables/time-series/demo/popest/2010s-counties-total.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Centers for Disease Control and Prevention</article-title>
          <source>CDC's Social Vulnerability Index (SVI)</source>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://svi.cdc.gov/data-and-tools-download.html">https://svi.cdc.gov/data-and-tools-download.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Corona Data Scraper</article-title>
          <source>Davis L</source>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronadatascraper.com/">https://coronadatascraper.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>US Coronavirus Cases and Deaths</article-title>
          <source>USAFacts</source>
          <year>2020</year>
          <month>8</month>
          <day>7</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://usafacts.org/visualizations/coronavirus-covid-19-spread-map/">https://usafacts.org/visualizations/coronavirus-covid-19-spread-map/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <source>How Healthy is your County? County Health Rankings</source>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.countyhealthrankings.org/">https://www.countyhealthrankings.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elflein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus deaths seven-day average by country</article-title>
          <source>Statista</source>
          <year>2020</year>
          <month>7</month>
          <day>22</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/1111867/trailing-seven-day-average-number-of-covid-19-deaths-select-countries-worldwide/">https://www.statista.com/statistics/1111867/trailing-seven-day-average-number-of-covid-19-deaths-select-countries-worldwide/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Estimation Updates</article-title>
          <source>Institute for Health Metrics and Evaluation</source>
          <year>2020</year>
          <month>8</month>
          <day>10</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthdata.org/covid/updates">http://www.healthdata.org/covid/updates</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Airgood-Obrycki</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Molinsky</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Estimating the Gap in Affordable and Available Rental Units for Families</article-title>
          <source>Joint Center for Housing Studies, Harvard University</source>
          <year>2019</year>
          <month>4</month>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jchs.harvard.edu/research-areas/working-papers/estimating-gap-affordable-and-available-rental-units-families">https://www.jchs.harvard.edu/research-areas/working-papers/estimating-gap-affordable-and-available-rental-units-families</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amadeo</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Health Care Inequality in America</article-title>
          <source>The Balance</source>
          <year>2020</year>
          <month>5</month>
          <day>11</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thebalance.com/health-care-inequality-facts-types-effect-solution-4174842">https://www.thebalance.com/health-care-inequality-facts-types-effect-solution-4174842</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adamy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus, Economic Toll Threaten to Worsen Black Mortality Rates</article-title>
          <source>The Wall Street Journal</source>
          <year>2020</year>
          <month>6</month>
          <day>13</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.wsj.com/articles/coronavirus-economic-toll-threaten-to-worsen-black-mortality-rates-11592046000?emailToken=865c35fefb52e208b8fb39a2daa49e71UJO5dRbOdXLCnrfSk7YDNR2mmkOfFnCWn38RjAX7hD+wJGoYU110bKesAk7gIpjqmxQi2ZTaWWo0fgXpOQ+k8TaXNAMN4%2FE%2FBhLJB5YOn4KAuApnr1yuL59UPETY3LbB">
                https://on.wsj.com/2I7YKe6
                
                
            </ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Health Equity Considerations and Racial and Ethnic Minority Groups</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <month>7</month>
          <day>24</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid19.nhc.org/cdc-covid-19-in-racial-and-ethnic-minority-groups/">https://covid19.nhc.org/cdc-covid-19-in-racial-and-ethnic-minority-groups/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Bringing Greater Precision to the COVID-19 Response</article-title>
          <source>Surgo Foundation</source>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://precisionforcovid.org/ccvi">https://precisionforcovid.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ambrosio</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>'Probable' COVID-19 Death Reporting Varies by State</article-title>
          <source>MedPage Today</source>
          <year>2020</year>
          <month>4</month>
          <day>23</day>
          <access-date>2020-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medpagetoday.com/infectiousdisease/covid19/86127">https://www.medpagetoday.com/infectiousdisease/covid19/86127</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gore</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Diallo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>You Are What You Tweet: Connecting the Geographic Variation in America's Obesity Rate to Twitter Content</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>e0133505</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0133505"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0133505</pub-id>
          <pub-id pub-id-type="medline">26332588</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-02269</pub-id>
          <pub-id pub-id-type="pmcid">PMC4557976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmius</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>KEA</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>De Vos</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Group-Personalized Regression Models for Predicting Mental Health Scores From Objective Mobile Phone Data Streams: Observational Study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>22</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e10194</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e10194/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10194</pub-id>
          <pub-id pub-id-type="medline">30348626</pub-id>
          <pub-id pub-id-type="pii">v20i10e10194</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231780</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
