<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIRxMed</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIRx Med</journal-id>
      <journal-title>JMIRx Med</journal-title>
      <issn pub-type="epub">2563-6316</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v2i3e24630</article-id>
      <article-id pub-id-type="pmid">34606524</article-id>
      <article-id pub-id-type="doi">10.2196/24630</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Full-Scale Agent-Based Model to Hypothetically Explore the Impact of Lockdown, Social Distancing, and Vaccination During the COVID-19 Pandemic in Lombardy, Italy: Model Development</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Anonymous</surname>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Anonymous</surname>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Giacopelli</surname>
            <given-names>Giuseppe</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Mathematics and Informatics</institution>
            <institution>University of Palermo</institution>
            <addr-line>Via Archirafi, 34</addr-line>
            <addr-line>Palermo, 90123</addr-line>
            <country>Italy</country>
            <phone>39 09123891111</phone>
            <email>giuseppeg94@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6801-8811</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Mathematics and Informatics</institution>
        <institution>University of Palermo</institution>
        <addr-line>Palermo</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Giuseppe Giacopelli <email>giuseppeg94@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <volume>2</volume>
      <issue>3</issue>
      <elocation-id>e24630</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Giuseppe Giacopelli. Originally published in JMIRx Med (https://med.jmirx.org), 10.09.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIRx Med, is properly cited. The complete bibliographic information, a link to the original publication on https://med.jmirx.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://med.jmirx.org/2021/3/e24630" xlink:type="simple"/>
      <related-article related-article-type="companion" id="preprint20193599" ext-link-type="uri" xlink:href="https://www.medrxiv.org/content/10.1101/2020.09.13.20193599v1" vol="1" page="20193599" xlink:title="Preprint:" xlink:type="simple">https://www.medrxiv.org/content/10.1101/2020.09.13.20193599v1</related-article>
      <related-article related-article-type="companion" id="preprint24630" ext-link-type="doi" xlink:href="https://doi.org/10.2196/preprints.24630" vol="2" page="e24630" xlink:title="Preprint:" xlink:type="simple">https://preprints.jmir.org/preprint/24630</related-article>
      <related-article related-article-type="companion" id="v2i3e32796" ext-link-type="doi" xlink:href="10.2196/32796" vol="2" page="e32796" xlink:title="Peer-Review Report by Anonymous:" xlink:type="simple">https://med.jmirx.org/2021/3/e32796/</related-article>
      <related-article related-article-type="companion" id="v2i3e32797" ext-link-type="doi" xlink:href="10.2196/32797" vol="2" page="e32797" xlink:title="Peer-Review Report by Anonymous:" xlink:type="simple">https://med.jmirx.org/2021/3/e32797/</related-article>
      <related-article related-article-type="companion" id="v2i3e32798" ext-link-type="doi" xlink:href="10.2196/32798" vol="2" page="e32798" xlink:title="Authors' Response to Peer-Review Reports:" xlink:type="simple">https://med.jmirx.org/2021/3/e32798/</related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 outbreak, an event of global concern, has provided scientists the opportunity to use mathematical modeling to run simulations and test theories about the pandemic.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to propose a full-scale individual-based model of the COVID-19 outbreak in Lombardy, Italy, to test various scenarios pertaining to the pandemic and achieve novel performance metrics.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The model was designed to simulate all 10 million inhabitants of Lombardy person by person via a simple agent-based approach using a commercial computer. In order to obtain performance data, a collision detection model was developed to enable cluster nodes in small cells that can be processed fully in parallel. Within this collision detection model, an epidemic model based mostly on experimental findings about COVID-19 was developed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The model was used to explain the behavior of the COVID-19 outbreak in Lombardy. Different parameters were used to simulate various scenarios relating to social distancing and lockdown. According to the model, these simple actions were enough to control the virus. The model also explained the decline in cases in the spring and simulated a hypothetical vaccination scenario, confirming, for example, the herd immunity threshold computed in previous works.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The model made it possible to test the impact of people’s daily actions (eg, maintaining social distance) on the epidemic and to investigate interactions among agents within a social network. It also provided insight on the impact of a hypothetical vaccine.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>epidemiology</kwd>
        <kwd>computational</kwd>
        <kwd>model</kwd>
        <kwd>COVID-19</kwd>
        <kwd>modeling</kwd>
        <kwd>outbreak</kwd>
        <kwd>virus</kwd>
        <kwd>infectious disease</kwd>
        <kwd>simulation</kwd>
        <kwd>impact</kwd>
        <kwd>vaccine</kwd>
        <kwd>agent-based model</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The first case of COVID-19 was detected in China [<xref ref-type="bibr" rid="ref1">1</xref>], but one of the most serious outbreaks occurred in Italy at the end of January 2020 [<xref ref-type="bibr" rid="ref2">2</xref>]. This epidemic witnessed a change in risk management: the use of mathematical modeling [<xref ref-type="bibr" rid="ref3">3</xref>]. As mathematical modeling is complex [<xref ref-type="bibr" rid="ref4">4</xref>], there are many approaches to solving these problems. One such approach is agent-based modeling [<xref ref-type="bibr" rid="ref5">5</xref>], which in epidemiology has been used widely in the past. However, due to its computational limitations, approaches based on differential equations like SIR (susceptible-infected-recovered) models have often been preferred [<xref ref-type="bibr" rid="ref6">6</xref>]. In particular, SIR models are typically mediated by ordinary differential equations (ODEs) [<xref ref-type="bibr" rid="ref7">7</xref>] and have been used to model general populations worldwide [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], as well as the entire Italian population in particular [<xref ref-type="bibr" rid="ref10">10</xref>]. However, ODE models often require many free parameters to be computed, and they cannot usually be derived directly from experimental data because these parameters are abstract quantities. Hence, the most common approach to ODE models in epidemiology is to fit all the free abstract parameters to experimental time series that will be explained by the model. However, it is difficult to test and quantify alternative scenarios with this approach since the parameters are very abstract.</p>
      <p>To solve these problems, the latest advances in computer science and engineering, as well as the COVID-19 outbreak itself, have led to the use of agent-based models for simulating small community epidemic behaviors since in agent-scale simulations. The parameters, all of which involve the individual, are usually experimentally constrained and determined. Previous work by Gharakhanlou and Hooshangi [<xref ref-type="bibr" rid="ref11">11</xref>] explored the COVID-19 outbreak using an agent-based model of approximately 750,000 inhabitants in the city of Urmia, Iran, with the movement of agents approximated by their location. Similarly, Son et al [<xref ref-type="bibr" rid="ref12">12</xref>] used a transmission model with a subsampled population of 9000 people living in Daegu, South Korea. There are small-scale models as well, as shown by Cuevas [<xref ref-type="bibr" rid="ref13">13</xref>]. Also worthy of mention is the model developed by the University of Palermo [<xref ref-type="bibr" rid="ref14">14</xref>], which was based on the work of Muggeo [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>The aim of this study was to present a qualitative, full-scale agent-based model with the ability to reproduce the COVID-19 dynamics of Lombardy, Italy, modeling its outbreak and decline in cases, including as much real and open-access data as possible. Lombardy’s population of 10.06 million makes this model very large scale compared to previous works. Secondarily, the study aimed to investigate several alternative scenarios in order to assess their impact at the time. Finally, a social interaction model, used in epidemiological simulations, was employed, per graph theory [<xref ref-type="bibr" rid="ref16">16</xref>], to study the agents’ interactions as a social network [<xref ref-type="bibr" rid="ref17">17</xref>]. The results were used to draw several conclusions about the impact of people’s habits during the COVID-19 outbreak.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>The Model Structure</title>
        <p>The key objective was to create a 3-layer model (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The first layer was an agent-based particle model for Lombardy. Every agent is an inhabitant of the region, making this model a full-scale model of Lombardy. Therefore, we have 10.06 million agents who move according to the random walk theory [<xref ref-type="bibr" rid="ref18">18</xref>]. The random walk behavior must be intended as an approximation of the actual motion of people during the day; this approximation was introduced to reduce the amount of information required to run the model and is widely used in many fields of science (eg, ideal gas theory) [<xref ref-type="bibr" rid="ref18">18</xref>]. The large number of agents simulated is part of the novelty of this study because (to the best of the author’s knowledge) it is the first to attempt to simulate such a large population individual by individual for this purpose.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The 3-layer structure of the model. The first layer, environment and agents, represents the motion of the inhabitants. The second layer represents social interaction between people in terms of collision detection. The third layer represents the virus dynamic in terms of epidemic behavior. S: susceptible, I: infected, R: recovered, D: deceased.</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>A collision detection algorithm was built within the agent-based model to detect whether 2 particles have a distance less than a fixed value. However, the large scale reached by the model required an ad hoc algorithm for this purpose; this challenging problem was solved via a square cells algorithm that permits the code to run in parallel (thereby decreasing the computational complexity of the task).</p>
        <p>An epidemic model was built within the collision detection model, that is, a susceptible-infected-recovered-deceased (SIRD) model [<xref ref-type="bibr" rid="ref19">19</xref>]. The model was filled with many experimental findings on COVID-19, and some fitting parameters were tuned on experimental findings. The whole analysis used as much open-access research as possible; moreover, the entire project was fully open source and is available on GitHub [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The model comprised three different layers:</p>
        <list list-type="order">
          <list-item>
            <p>The environment and agents model allows for the use of real data in agent movement, creating the first difference between the proposed model and ODE-based models [<xref ref-type="bibr" rid="ref6">6</xref>] since this kind of model often only uses a few equations to describe large populations, which makes it difficult to take into account ensemble observations on single agents. On the other hand, the proposed model is suitable for a large number of agents, differentiating from previous contributions in this field [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
          </list-item>
          <list-item>
            <p>The collision detection model, via 2-km–sided square cells, allows the code to run in parallel, making it possible to compute the epidemic spread of a population of 10 million people agent by agent.</p>
          </list-item>
          <list-item>
            <p>The agent-based epidemic model, based on the Markovian process [<xref ref-type="bibr" rid="ref19">19</xref>], makes it possible to use the experimental probability of infection measured directly from experimental data. This allows the model to be suitable for evaluating alternative scenarios in contrast to ODE-based models [<xref ref-type="bibr" rid="ref6">6</xref>], which usually must be tuned to fit the time series observed.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>The Agents Model</title>
        <p>The agents model simulates the behavior of each inhabitant of Lombardy using the approximation of random walks [<xref ref-type="bibr" rid="ref18">18</xref>]. The displacement of the particles follows the density of inhabitants in Lombardy (ie, publicly available data). Even if more accurate data on people displacement and movement could be used, privacy concerns may not permit the open-source and open-access distribution of this data. Per the random walk approach, every particle moves with a random vector at every step. The model runs at 6 frames per day, which is a good frame rate considering that the scale time for epidemic phenomena is usually months; however, this can be improved as discussed in the Conclusions section. The random walk approach can appear unrealistic, but this hypothesis has been shown to be appropriate to model very large-scale systems (eg, gas thermodynamics [<xref ref-type="bibr" rid="ref21">21</xref>]). In addition to random walks, a weak velocity field with a dependence of 1/<italic>r</italic><sup>2</sup> was added<italic>,</italic> where <italic>r</italic> is the distance between 2 particles, as in a gravitational field, in order to aggregate the particles. The drift speed of the particles is constant and selected with a Weibull distribution [<xref ref-type="bibr" rid="ref22">22</xref>] with a scale parameter of 6 and a shape parameter of 1.5. The particles’ speeds were adjusted through a multiplicative constant in order to make the average path length of a particle in a day about 43 km, as suggested in a report by UnipolSai Assicurazioni [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>The Environment Model</title>
        <p>The setting of the simulation is Lombardy, making the environment model a closed 2D box with a boundary shape following Lombardy’s borders. In order to keep the particles inside the region, a bouncing condition was introduced at the border, so that a particle that tries to cross the border bounces backward. This condition is very popular in gas thermodynamics [<xref ref-type="bibr" rid="ref18">18</xref>]. The initial conditions of the particles in terms of position are distributed following the actual density of the population of Lombardy, extracted from UnipolSai Assicurazioni [<xref ref-type="bibr" rid="ref23">23</xref>] via image analysis [<xref ref-type="bibr" rid="ref24">24</xref>]; this is then intended as an approximation of the real data.</p>
      </sec>
      <sec>
        <title>Collision Detection</title>
        <p>Starting with the assumption that the algorithm has been designed to run on a commercial computer in parallel (the one used in the study has AMD 3900X 12-cores and 64 GB of RAM) and within reasonable time (about 20 minutes of calculation for 14 days of simulation), the collision detection algorithm played a central role in the implementation of the algorithm. In order to find all points with a distance less than a constant in a set of <italic>N</italic> points, a complexity order of <italic>N</italic><sup>2</sup> is generally needed. In our model <italic>N</italic>≈10<sup>7</sup>, the complexity order was 10<sup>14</sup>, which is a large number.</p>
        <p>Next, Lombardy was subdivided into a grid, 20 km in dimension. Collision detection was applied to every cell of the grid, and every cell was assigned to a separate parallel job to run the computation in parallel through the cells. This multiscale processing allowed for the speeding up of the code, reducing the RAM used simultaneously in computation, which made possible a simulation with 10 million particles at the same time. This approach neglects all the connections across the borders of the cells, but this is beyond the aims of this study.</p>
        <p>The creation of this algorithm was a challenging aspect of this study. The idea was to use matrix optimization in order to speed up the computation. The territory was subdivided into 20-km–long cells, and the cells in every frame were completely independent, with the supposition that, on average, every cell contains <italic>m</italic> people. In order to compute the distance between all nodes in the network, we had to compute the order of <italic>N</italic><sup>2</sup> pairwise distances.</p>
        <p>With this scheme, we had to only compute the order of <italic>m</italic><sup>2</sup> distances for each block multiplied by the number of blocks (which is about <italic>N/m</italic>) that is an order of <italic>Nm</italic>. Considering <italic>m</italic> small in comparison with <italic>N</italic>, it can be said that the scheme has a complexity near the order of <italic>N</italic> (for large <italic>N</italic> and small <italic>m</italic>). However, determining in which cell a person is located was also challenging because of the large size of the population. For these reasons, a simple grid scheme was used to locate nodes inside the cells. We used the following idea—supposing a segment from 0 km to <italic>L<sub>C</sub>=</italic>2 km with <italic>N<sub>c</sub>=</italic>4 cells:</p>
        <list list-type="order">
          <list-item>
            <p>From 0 km to 0.5 km</p>
          </list-item>
          <list-item>
            <p>From 0.5 km to 1 km</p>
          </list-item>
          <list-item>
            <p>From 1 km to 1.5 km</p>
          </list-item>
          <list-item>
            <p>From 1.5 km to 2 km</p>
          </list-item>
        </list>
        <p>If, for example, the point <italic>p</italic>=0.6 km needed to be located, the formula used to calculate this would be <italic>id<sub>p</sub></italic>=<italic>ceil</italic>(<italic>N<sub>c</sub>p</italic>/<italic>L<sub>c</sub></italic>). The result is 2, indicating the second cell. Applying this formula for the x-axis and y-axis allows the algorithm to locate people in the cells. Although this algorithm may appear to be simple, it requires few calculations to be computed, which can make a substantial difference when a large number of agents is concerned.</p>
      </sec>
      <sec>
        <title>The Epidemic Model</title>
        <p>The epidemic model is an SIRD model [<xref ref-type="bibr" rid="ref3">3</xref>]. Most of the models available up to now are called population models [<xref ref-type="bibr" rid="ref25">25</xref>]. A population model is a model where every node is modeled by a set of differential equations; it models a subpopulation of a region. The number of people modeled by a single node can range from hundreds to millions. In our model, every node is a single person. The model is not an ODE model, but a stochastic agent-based model. Every node has four states:</p>
        <list list-type="order">
          <list-item>
            <p>Susceptible: a node that has not already contracted the disease. It can be become infected with a probability <italic>p<sub>I</sub></italic> for each contact with an infected node;</p>
          </list-item>
          <list-item>
            <p>Infected: a node that is infected, which can then infect susceptible nodes. After <italic>E</italic> days, this node will change its state to recovered or to deceased, with a probability <italic>p<sub>D</sub></italic> to die and 1–<italic>p<sub>D</sub></italic> to recover;</p>
          </list-item>
          <list-item>
            <p>Recovered: a node that has recovered from the disease and cannot contract it or infect susceptible nodes anymore;</p>
          </list-item>
          <list-item>
            <p>Deceased: a node that has died and hence cannot infect other nodes.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Validation</title>
        <p>The proposed model was compared with a classical SIRD model [<xref ref-type="bibr" rid="ref26">26</xref>] fitted with a parameter exploration scheme on outbreak data (<xref rid="figure2" ref-type="fig">Figure 2</xref>). As seen in <xref rid="figure2" ref-type="fig">Figure 2</xref>, the results are comparable in terms of the rooted mean square error of the data: the SIRD model had an error of 150 for the infected, 71 for the recovered, and 18 for the deceased; and the proposed model exhibited an error of 535 for the infected, 58 for the recovered, and 34 for the deceased. This indicates that our model has comparable performance with the SIRD model (outperforming in the recovered), but it is not ODE mediated and is thus suitable for testing alternative scenarios. Moreover, in this paper, since most of the parameters are realistic, the model can be run for a general epidemic upon collecting the few parameters required (which in this case were all open access) and fitting the two parameters left. However, the model can be made more precise by adding additional realistic data, which most of the time are not fully open access; this, however, is out of the scope of this study.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Comparison between data on the outbreak, the proposed model, and a classical susceptible-infected-recovered-deceased (SIRD) model [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>All simulations are available in .avi format on GitHub [<xref ref-type="bibr" rid="ref20">20</xref>], as well the MATLAB code, for reproducibility.</p>
      <sec>
        <title>The Lombardy Outbreak</title>
        <p>The first scenario was the Lombardy outbreak of March 2020 [<xref ref-type="bibr" rid="ref2">2</xref>]. Our simulation began on February 29, 2020, and terminated on March 14, 2020. The main realistic parameters were <italic>p<sub>I</sub></italic>=1/40,500 (extracted from Bhatia and Klausner [<xref ref-type="bibr" rid="ref27">27</xref>]) and <italic>p<sub>D</sub></italic>=0.3 (estimated from Worldometer [<xref ref-type="bibr" rid="ref28">28</xref>], which has also been cited by Dhillon et al [<xref ref-type="bibr" rid="ref29">29</xref>]).</p>
        <p>The fitted parameters have a collision radius of 1 km. This can appear very large compared to the 1-m distance suggested by the World Health Organization [<xref ref-type="bibr" rid="ref30">30</xref>]; however, when taken into account that there are 6 frames per day, then 1 km is the radius of the interaction of a person who remains in the same place for 4 hours and the duration of the disease (in days) <italic>E</italic>=7 (the Centers for Disease Control and Prevention suggests <italic>E</italic>&#60;10 [<xref ref-type="bibr" rid="ref31">31</xref>]).</p>
        <p>The results of the simulations can be seen in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The model was able to explain the experimental data until approximately March 9, 2020. On this day, the Decree of the President of the Council of Ministers (DPCM) implemented measures to contain the COVID-19 outbreak [<xref ref-type="bibr" rid="ref32">32</xref>], which included the beginning of the lockdown in Italy. This discrepancy between the data and the model was the result of the collective effort of the Italian populace to protect itself against SARS-CoV-2. Therefore, the simulation serves to provide a warning about what could have happened.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>COVID-19 outbreak simulation. Top-left: population density. Top-right: log<sub>10</sub> of the infected percentage per cell. Bottom, from left to right: infected number, recovered number, deceased number, and recovered ratio (recovered/deaths). The solid line is the model simulation, the dotted line is extracted data from the Ministry of Health/Civil Protection Department [<xref ref-type="bibr" rid="ref33">33</xref>] for Lombardy, and the vertical dotted blue line marks the date March 9, 2020 [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Impact of People’s Habits</title>
        <p>The second scenario was inspired by Chu et al [<xref ref-type="bibr" rid="ref34">34</xref>], who showed that maintaining a 2-m distance between people halved the risk of contracting COVID-19. Thus, we aimed to simulate this kind of social distancing by halving <italic>p<sub>I</sub></italic> in the model. The results (<xref rid="figure4" ref-type="fig">Figure 4</xref>) showed that COVID-19 (in this scenario) was not contagious enough to spread as in the experimental data. This simulation demonstrated the striking role of a simple action like social distancing in fighting COVID-19 and highlighted the difference between a virus under control and a disease of epidemic proportions. This simple fact has already been observed in experimental findings in Germany [<xref ref-type="bibr" rid="ref35">35</xref>], where a synthetic method was used to estimate the spread of the contagion without the use of masks.</p>
        <p>We also performed a lockdown simulation, reducing the daily average kilometers traveled by a node from 43 km to 5 km and reducing the interaction distance from 1 km to 100 m. The results of this simulation can be seen in <xref rid="figure5" ref-type="fig">Figure 5</xref>. According to the model, these simple actions were enough to control the virus.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Social distancing simulation. Top-left: population density. Top-right: log<sub>10</sub> of the infected percentage per cell. Bottom, from left to right: infected number, recovered number, deceased number, and recovered ratio (recovered/deaths). The solid line is the model simulation, the dotted line is extracted data from the Ministry of Health/Civil Protection Department [<xref ref-type="bibr" rid="ref33">33</xref>] for Lombardy, and the vertical dotted blue line marks the date March 9, 2020 [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Lockdown simulation. Top-left: population density. Top-right: log<sub>10</sub> of the infected percentage per cell. Bottom, from left to right: infected number, recovered number, deceased number, and recovered ratio (recovered/deaths). The solid line is the model simulation, the dotted line is extracted data from the Ministry of Health/Civil Protection Department [<xref ref-type="bibr" rid="ref33">33</xref>] for Lombardy, and the vertical dotted blue line marks the date March 9, 2020 [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Network Topology</title>
        <p>The impact of topology in an epidemic model is a popular topic [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] in the debate on social networks. Thus, we performed a test: 1000 particles were chosen and then tracked across all simulations to find the total number of connections (ie, contact between particles) made within the whole population. In graph theory, the number of connections of a node is called a degree [<xref ref-type="bibr" rid="ref16">16</xref>]. This test allowed us to determine the degree distribution and the daily degree distribution (average degree per day) of this small group of people across time. However, only the final result is presented (the full simulation is available on GitHub [<xref ref-type="bibr" rid="ref20">20</xref>]). The first scenario was the COVID-19 outbreak scenario (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
        <p>It can be seen that the distribution has an evident left tail (in contrast with the right tail of the Barabási-Albert models [<xref ref-type="bibr" rid="ref17">17</xref>]). This was probably due to the simulation time of 14 days (in contrast with human social networks, which usually take years to be built). The lockdown scenario was also interesting. In this scenario, we observed a decline in connectivity from thousands of average connections per day to hundreds (<xref rid="figure7" ref-type="fig">Figure 7</xref>). This shows the importance of lockdowns in COVID-19 containment.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>COVID-19 outbreak simulation connectivity. Top-left: population density. Top-right: log<sub>10</sub> of the group percentage per cell. Bottom-left: degree distribution of the test group. Bottom-right: daily degree distribution of the test group.</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Lockdown simulation connectivity. Top-left: population density. Top-right: log<sub>10</sub> of the group percentage per cell. Bottom-left: degree distribution of the test group. Bottom-right: daily degree distribution of the test group.</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>A Decline-in-Cases Scenario</title>
        <p>This scenario took into account the period between May 31, 2020, and June 14, 2020. During this period, Italy concluded its lockdown, and the number of active cases was decreasing. For this simulation, the kilometers per day was set arbitrarily to 15 km because of the lack of additional information on mobility during this period. The probability of contracting the contagion was halved to account for social distancing. The radius of interaction and the duration of the disease were tuned to reproduce the experimental data. The value for the radius of interaction was 300 m and disease duration was 5 weeks (<italic>E</italic>=35). This value (which is higher in comparison to that of the outbreak) could be influenced by a clinical protocol more accurately and by the queue created by the large number of infected people, which could slow down the tests required to declare recovery. The qualitative fitting can be seen in <xref rid="figure8" ref-type="fig">Figure 8</xref>.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Simulation of a decline in cases. Top-left: population density. Top-right: log<sub>10</sub> of the infected percentage per cell. Bottom, from left to right: infected number, recovered number, deceased number, and recovered ratio (recovered/deaths). The solid line is the model simulation and the dotted line is extracted data from the Decree of the President of the Council of Ministers [<xref ref-type="bibr" rid="ref32">32</xref>] for Lombardy.</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>The Vaccine Scenario</title>
        <p>Using the previous scenario of a decline in cases, we tested the impact of vaccinating 70% of the population, similar to the 62% suggested by Park and Kim [<xref ref-type="bibr" rid="ref37">37</xref>]. The agent-based models are suitable for testing strategies like vaccination at the individual level. The result of the simulation was a strong decrease in infections, which was unexpected in a simulation of 14 days. The results are shown in <xref rid="figure9" ref-type="fig">Figure 9</xref>.</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Simulation of vaccination. Top-left: population density. Top-right: log<sub>10</sub> of the infected percentage per cell. Bottom, from left to right: infected number, recovered number, deceased number, and recovered ratio.</p>
          </caption>
          <graphic xlink:href="xmed_v2i3e24630_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This model demonstrated the importance of people’s actions in an epidemic setting. Indeed, the behavior of the virus was indicative of our own habits [<xref ref-type="bibr" rid="ref17">17</xref>]. The agent-based model proposed here has shown great flexibility in simulating alternative scenarios; in contrast, although ODE models [<xref ref-type="bibr" rid="ref6">6</xref>] are faster than the proposed model, they are not suitable for this task.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The model proposed is more computationally expensive than ODE models, which require the calculation of few differential equations to simulate large populations. In general, such algorithms are also faster than agent-based models. The proposed model, however, allows for the interpretation of complex parameters.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This study has explained the behavior of the COVID-19 outbreak in Lombardy and has validated the herd immunity threshold obtained with different techniques [<xref ref-type="bibr" rid="ref37">37</xref>], even if the 62% proposed by Park and Kim [<xref ref-type="bibr" rid="ref37">37</xref>] is less than the 70% proposed in this study. This contribution also provides a new methodology in social network analysis, where the graph theoretical approach is substituted by agents. It also paves the way to more realistic epidemic models, where hypothetical scenarios can be tested directly on the agents, without any ODE mediation.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This work provides a novel, efficient, and low-demanding (in terms of computational resources) population model. Many features remain to be introduced in the model, like an age-dependent virus model, the ability to introduce an age parameter in the model or a more precise spatial simulation based on big data, and the ability to simulate the habits of the population. In conclusion, future work could be done to increase the number of frames per day, thereby improving the performance of the agents.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DPCM</term>
          <def>
            <p>Decree of the President of the Council of Ministers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ODE</term>
          <def>
            <p>ordinary differential equation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SIR</term>
          <def>
            <p>susceptible-infected-recovered</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SIRD</term>
          <def>
            <p>susceptible-infected-recovered-deceased</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The author thanks the Department of Mathematics and Informatics of the University of Palermo for its support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Horby</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Hayden</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GF</given-names>
            </name>
          </person-group>
          <article-title>A novel coronavirus outbreak of global health concern</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>02</month>
          <volume>395</volume>
          <issue>10223</issue>
          <fpage>470</fpage>
          <lpage>473</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30185-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus, primi due casi in Italia «Sono due cinesi in vacanza a Roma» Sono arrivati a Milano il 23 gennaio</article-title>
          <source>Corriere della Sera</source>
          <year>2020</year>
          <month>1</month>
          <day>31</day>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.corriere.it/cronache/20_gennaio_30/coronavirus-italia-corona-9d6dc436-4343-11ea-bdc8-faf1f56f19b7.shtml">https://www.corriere.it/cronache/20_gennaio_30/coronavirus-italia-corona-9d6dc436-4343-11ea-bdc8-faf1f56f19b7.shtml</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giordano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bruno</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Colaneri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Di Filippo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Matteo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colaneri</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Modelling the COVID-19 epidemic and implementation of population-wide interventions in Italy</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>06</month>
          <day>22</day>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>855</fpage>
          <lpage>860</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32322102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0883-7</pub-id>
          <pub-id pub-id-type="medline">32322102</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0883-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7175834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bertozzi</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mohler</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Short</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sledge</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The challenges of modeling and forecasting the spread of COVID-19</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2020</year>
          <month>07</month>
          <day>21</day>
          <volume>117</volume>
          <issue>29</issue>
          <fpage>16732</fpage>
          <lpage>16738</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=32616574"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.2006520117</pub-id>
          <pub-id pub-id-type="medline">32616574</pub-id>
          <pub-id pub-id-type="pii">2006520117</pub-id>
          <pub-id pub-id-type="pmcid">PMC7382213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dragicevic</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An agent-based approach for modeling dynamics of contagious disease spread</article-title>
          <source>Int J Health Geogr</source>
          <year>2009</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <pub-id pub-id-type="doi">10.1186/1476-072x-8-50</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robb</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Reinfection with SARS-CoV-2: Discrete SIR (Susceptible, Infected, Recovered) Modeling Using Empirical Infection Data</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>11</month>
          <day>16</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e21168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e21168/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21168</pub-id>
          <pub-id pub-id-type="medline">33052872</pub-id>
          <pub-id pub-id-type="pii">v6i4e21168</pub-id>
          <pub-id pub-id-type="pmcid">PMC7674142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernández-Villaverde</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>Estimating and Simulating a SIRD Model of COVID-19 for Many Countries, States, and Cities (NBER Working Paper No 27128)</article-title>
          <source>National Bureau of Economic Research</source>
          <year>2020</year>
          <month>5</month>
          <fpage>1</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nber.org/papers/w27128"/>
          </comment>
          <pub-id pub-id-type="doi">10.3386/w27128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Karim</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Muscioni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Augustine</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Adaptive Susceptible-Infectious-Removed Model for Continuous Estimation of the COVID-19 Infection Rate and Reproduction Number in the United States: Modeling Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>04</month>
          <day>07</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e24389</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/4/e24389/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24389</pub-id>
          <pub-id pub-id-type="medline">33755577</pub-id>
          <pub-id pub-id-type="pii">v23i4e24389</pub-id>
          <pub-id pub-id-type="pmcid">PMC8030656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>SEIR modeling of the COVID-19 and its dynamics</article-title>
          <source>Nonlinear Dyn</source>
          <year>2020</year>
          <month>06</month>
          <day>18</day>
          <volume>101</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32836803"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11071-020-05743-y</pub-id>
          <pub-id pub-id-type="medline">32836803</pub-id>
          <pub-id pub-id-type="pii">5743</pub-id>
          <pub-id pub-id-type="pmcid">PMC7301771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giordano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bruno</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Colaneri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Di Filippo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Matteo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colaneri</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Modelling the COVID-19 epidemic and implementation of population-wide interventions in Italy</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>855</fpage>
          <lpage>860</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32322102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0883-7</pub-id>
          <pub-id pub-id-type="medline">32322102</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0883-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7175834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahdizadeh Gharakhanlou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hooshangi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Spatio-temporal simulation of the novel coronavirus (COVID-19) outbreak using the agent-based modeling approach (case study: Urmia, Iran)</article-title>
          <source>Inform Med Unlocked</source>
          <year>2020</year>
          <volume>20</volume>
          <fpage>100403</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-9148(20)30553-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.imu.2020.100403</pub-id>
          <pub-id pub-id-type="medline">32835081</pub-id>
          <pub-id pub-id-type="pii">S2352-9148(20)30553-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7391021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Son</surname>
              <given-names>W</given-names>
            </name>
            <collab>RISEWIDs Team</collab>
          </person-group>
          <article-title>Individual-based simulation model for COVID-19 transmission in Daegu, Korea</article-title>
          <source>Epidemiol Health</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>42</volume>
          <fpage>e2020042</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.4178/epih.e2020042"/>
          </comment>
          <pub-id pub-id-type="doi">10.4178/epih.e2020042</pub-id>
          <pub-id pub-id-type="medline">32580535</pub-id>
          <pub-id pub-id-type="pii">epih.e2020042</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuevas</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>An agent-based model to evaluate the COVID-19 transmission risks in facilities</article-title>
          <source>Comput Biol Med</source>
          <year>2020</year>
          <month>06</month>
          <volume>121</volume>
          <fpage>103827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32568667"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103827</pub-id>
          <pub-id pub-id-type="medline">32568667</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(20)30192-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7237380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Covistat19</source>
          <access-date>2021-09-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sites.google.com/community.unipa.it/newcovid-19/covistat19">https://sites.google.com/community.unipa.it/newcovid-19/covistat19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muggeo</surname>
              <given-names>VMR</given-names>
            </name>
          </person-group>
          <article-title>Estimating regression models with unknown break-points</article-title>
          <source>Stat Med</source>
          <year>2003</year>
          <month>10</month>
          <day>15</day>
          <volume>22</volume>
          <issue>19</issue>
          <fpage>3055</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.1545</pub-id>
          <pub-id pub-id-type="medline">12973787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giacopelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Migliore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tegolo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Graph-theoretical derivation of brain structural connectivity</article-title>
          <source>Applied Mathematics and Computation</source>
          <year>2020</year>
          <month>07</month>
          <volume>377</volume>
          <fpage>125150</fpage>
          <pub-id pub-id-type="doi">10.1016/j.amc.2020.125150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Barabasi</collab>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Emergence of scaling in random networks</article-title>
          <source>Science</source>
          <year>1999</year>
          <month>10</month>
          <day>15</day>
          <volume>286</volume>
          <issue>5439</issue>
          <fpage>509</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencemag.org/cgi/pmidlookup?view=long&#38;pmid=10521342"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.286.5439.509</pub-id>
          <pub-id pub-id-type="medline">10521342</pub-id>
          <pub-id pub-id-type="pii">7898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Problem of the Random Walk</article-title>
          <source>Nature</source>
          <year>1905</year>
          <month>07</month>
          <day>01</day>
          <volume>72</volume>
          <issue>1865</issue>
          <fpage>294</fpage>
          <lpage>294</lpage>
          <pub-id pub-id-type="doi">10.1038/072294b0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Mixed SI (R) epidemic dynamics in random graphs with general degree distributions</article-title>
          <source>Applied Mathematics and Computation</source>
          <year>2013</year>
          <month>1</month>
          <volume>219</volume>
          <issue>10</issue>
          <fpage>5042</fpage>
          <lpage>5048</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amc.2012.11.026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giacopelli</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>CTS-Ext</article-title>
          <source>GitHub</source>
          <year>2020</year>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/mrjacob241/CTS-Ext">https://github.com/mrjacob241/CTS-Ext</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radons</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The thermodynamic formalism of random walks: Relevance for chaotic diffusion and multifractal measures</article-title>
          <source>Physics Reports</source>
          <year>1997</year>
          <month>11</month>
          <volume>290</volume>
          <issue>1-2</issue>
          <fpage>67</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1016/s0370-1573(97)00059-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Papoulis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pillai</surname>
              <given-names>SU</given-names>
            </name>
          </person-group>
          <source>Probability, Random Variables and Stochastic Processes, 4th Edition</source>
          <year>2002</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>McGraw-Hill</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Osservatorio UnipolSai 2018</article-title>
          <source>UnipolSai Assicurazioni</source>
          <year>2018</year>
          <month>11</month>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.unipolsai.com/sites/corporate/files/pages_related_documents/cs_osservatorio-unipolsai-2018.pdf">http://www.unipolsai.com/sites/corporate/files/pages_related_documents/cs_osservatorio-unipolsai-2018.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Lombardia: settore secondario, terziario, vie di comunicazione e popolazione</article-title>
          <source>blendspace</source>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tes.com/lessons/RP1R6l5ZB05CMA/">https://www.tes.com/lessons/RP1R6l5ZB05CMA/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zlojutro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A decision-support framework to optimize border control for global outbreak mitigation</article-title>
          <source>Sci Rep</source>
          <year>2019</year>
          <month>02</month>
          <day>18</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>2216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-019-38665-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-019-38665-w</pub-id>
          <pub-id pub-id-type="medline">30778107</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-019-38665-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC6379393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baldé</surname>
              <given-names>MAMT</given-names>
            </name>
          </person-group>
          <article-title>Fitting SIR model to COVID-19 pandemic data and comparative forecasting with machine learning</article-title>
          <source>medRxiv.</source>
          <comment>Preprint posted online May 1, 2020</comment>
          <pub-id pub-id-type="doi">10.1101/2020.04.26.20081042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Klausner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Estimating individual risks of COVID-19-associated hospitalization and death using publicly available data</article-title>
          <source>medRxiv. Posted online November 17, 2020</source>
          <pub-id pub-id-type="doi">10.1101/2020.06.06.20124446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Italy COVID</article-title>
          <source>Worldometer</source>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.worldometers.info/coronavirus/country/italy/">https://www.worldometers.info/coronavirus/country/italy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dhillon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kundu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shekhar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ram</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Dwivedi</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Dwivedi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Unisa</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Case-Fatality Ratio and Recovery Rate of COVID-19: Scenario of Most Affected Countries and Indian States</article-title>
          <source>IIPS Research on COVID-19</source>
          <year>2020</year>
          <month>4</month>
          <fpage>1</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/340950473_Case-Fatality_Ratio_and_Recovery_Rate_of_COVID-19_Scenario_of_Most_Affected_Countries_and_Indian_States"/>
          </comment>
          <pub-id pub-id-type="doi">10.13140/RG.2.2.25447.68000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus disease (COVID-19) advice for the public</article-title>
          <source>World Health Organization</source>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/emergencies/diseases/novel-coronavirus-2019/advice-for-public">https://www.who.int/emergencies/diseases/novel-coronavirus-2019/advice-for-public</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Interim Guidance on Ending Isolation and Precautions for Adults with COVID-19</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <month>3</month>
          <day>16</day>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/hcp/duration-isolation.html">https://www.cdc.gov/coronavirus/2019-ncov/hcp/duration-isolation.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <source>Gazzetta Ufficiale</source>
          <year>2020</year>
          <month>3</month>
          <day>9</day>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gazzettaufficiale.it/eli/gu/2020/03/09/62/sg/pdf">https://www.gazzettaufficiale.it/eli/gu/2020/03/09/62/sg/pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Situazione Italia</article-title>
          <source>Ministero della Salute, Dipartimento della Protezione Civile</source>
          <access-date>2021-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://opendatadpc.maps.arcgis.com/apps/opsdashboard/index.html#/b0c68bce2cce478eaac82fe38d4138b1">http://opendatadpc.maps.arcgis.com/apps/opsdashboard/index.html#/b0c68bce2cce478eaac82fe38d4138b1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Dk</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>Ea</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Solo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yaacoub</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>Hj</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Dk</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>Ea</given-names>
            </name>
            <name name-style="western">
              <surname>El-harakeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bognanni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lotfi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loeb</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hajizadeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Izcovich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuello-Garcia</surname>
              <given-names>Ca</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>Dj</given-names>
            </name>
            <name name-style="western">
              <surname>Borowiack</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chamseddine</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Morgano</surname>
              <given-names>Gp</given-names>
            </name>
            <name name-style="western">
              <surname>Muti Schünemann</surname>
              <given-names>Geu</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Neumann</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Khabsa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hneiny</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rizk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Giorgi Rossi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>AbiHanna</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>El-khoury</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stalteri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Baldeh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Piggott</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Saad</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Khamis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reinap</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Solo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yaacoub</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>Hj</given-names>
            </name>
          </person-group>
          <article-title>Physical distancing, face masks, and eye protection to prevent person-to-person transmission of SARS-CoV-2 and COVID-19: a systematic review and meta-analysis</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>06</month>
          <volume>395</volume>
          <issue>10242</issue>
          <fpage>1973</fpage>
          <lpage>1987</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)31142-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitze</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kosfeld</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rode</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wälde</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Face Masks Considerably Reduce Covid-19 Cases in Germany</article-title>
          <source>medRxiv.</source>
          <comment>Preprint posted online June 29, 2020</comment>
          <pub-id pub-id-type="doi">10.1101/2020.06.21.20128181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gianluca</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Complex Social Networks are Missing in the Dominant COVID-19 Epidemic Models</article-title>
          <source>Sociologia</source>
          <year>2020</year>
          <month>5</month>
          <fpage>14</fpage>
          <lpage>49</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sociologica.unibo.it/article/view/10839/10997"/>
          </comment>
          <pub-id pub-id-type="doi">10.6092/issn.1971-8853/10839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>A Study on Herd Immunity of COVID-19 in South Korea: Using a Stochastic Economic-Epidemiological Model</article-title>
          <source>Environ Resource Econ</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>76</volume>
          <issue>4</issue>
          <fpage>665</fpage>
          <lpage>670</lpage>
          <pub-id pub-id-type="doi">10.1007/s10640-020-00439-8</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
