<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="article-commentary" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIRxMed</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIRx Med</journal-id>
      <journal-title>JMIRx Med</journal-title>
      <issn pub-type="epub">2563-6316</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v2i4e34078</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/34078</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Peer-Review Report</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Peer-Review Report</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Peer Review of “Medical Brain Drain from Southeastern Europe: Using Digital Demography to Forecast Health Worker Emigration”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Meinert</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="no">
          <name name-style="western">
            <surname>Humphries</surname>
            <given-names>Niamh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2959-1652</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Royal College of Physicians of Ireland</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <pub-date pub-type="collection">
        <season>Oct-Dec</season>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>2</volume>
      <issue>4</issue>
      <elocation-id>e34078</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Niamh Humphries. Originally published in JMIRx Med (https://med.jmirx.org), 30.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIRx Med, is properly cited. The complete bibliographic information, a link to the original publication on https://med.jmirx.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://med.jmirx.org/2021/4/e34078" xlink:type="simple"/>
      <related-article related-article-type="companion" id="preprint30831" ext-link-type="doi" xlink:href="https://doi.org/10.2196/preprints.30831" vol="2" page="e30831" xlink:title="Preprint:" xlink:type="simple">https://preprints.jmir.org/preprint/30831</related-article>
      <related-article related-article-type="companion" id="v2i4e34077" ext-link-type="doi" xlink:href="10.2196/34077" vol="2" page="e34077" xlink:title="Author's Response to Peer-Review Reports:" xlink:type="simple">https://med.jmirx.org/2021/4/e34077</related-article>
      <related-article related-article-type="companion" id="v2i4e30831" ext-link-type="doi" xlink:href="10.2196/30831" vol="2" page="e30831" xlink:title="Published Article:" xlink:type="simple">https://med.jmirx.org/2021/4/e30831</related-article>
      <kwd-group>
        <kwd>digital demography</kwd>
        <kwd>Google Trends</kwd>
        <kwd>the emigration of doctors and nurses</kwd>
        <kwd>medical brain drain</kwd>
        <kwd>Croatia</kwd>
        <kwd>demography</kwd>
        <kwd>brain drain</kwd>
        <kwd>emigration</kwd>
        <kwd>doctors</kwd>
        <kwd>nurses</kwd>
        <kwd>health care workers</kwd>
        <kwd>health professionals</kwd>
        <kwd>health systems</kwd>
        <kwd>jobs</kwd>
        <kwd>Germany</kwd>
        <kwd>personnel</kwd>
        <kwd>migration</kwd>
        <kwd>workforce</kwd>
        <kwd>medical professionals</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>
      <italic>This is a peer-review report submitted for the paper “Medical Brain Drain From Southeastern Europe: Using Digital Demography to Forecast Health Worker Emigration.”</italic>
    </p>
    <sec>
      <title>Round 1 Review</title>
      <sec>
        <title>General Comments</title>
        <p>Thank you for the opportunity to review this paper [<xref ref-type="bibr" rid="ref1">1</xref>]. I think it is potentially a very interesting paper, but it needs more work to bring it to publishable standards.</p>
      </sec>
      <sec>
        <title>Specific Comments</title>
        <list list-type="order">
          <list-item>
            <p>Data</p>
            <list list-type="bullet">
              <list-item>
                <p>Have digital traces been used as an indicator of migration before? If so, please cite.</p>
              </list-item>
              <list-item>
                <p>I have concerns that some of the Google terms used indicate wider emigration rather than health worker migration.</p>
              </list-item>
              <list-item>
                <p>If you want to refer to the wider emigration from Croatia to Germany/Austria (either via digital traces or via secondary data), you need to be clear that this is not health care worker (HW) migration you're referring to. I've compared HW migration with migration more generally in a recent paper [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
              </list-item>
              <list-item>
                <p>As an indication of health migration or HW migration intent, you should only focus on the doctor/nurse–specific information.</p>
              </list-item>
              <list-item>
                <p>It would greatly strengthen your paper if you had stronger secondary/official data on the migration of nurses/doctors from Croatia/Bosnia and Herzegovina (B&amp;H)/Serbia to Germany/Austria.</p>
              </list-item>
              <list-item>
                <p>Can you get data on the number of Croatian/Bosnian/Serbian–trained nurses/doctors who have joined a nursing/medical register in Germany/Austria?</p>
              </list-item>
              <list-item>
                <p>Can you get data on the number of Bosnian/Serbian citizens who have obtained visas to work in Germany/Austria?</p>
              </list-item>
              <list-item>
                <p>This data would greatly strengthen your argument that digital traces can provide an early indicator of HW migration.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Paper structure</p>
            <list list-type="bullet">
              <list-item>
                <p>The Introduction jumps around between source and destination countries. I would suggest that the paper discusses source countries and destination countries separately.</p>
              </list-item>
              <list-item>
                <p>Also, I think it's important to separate out push from pull factors and to be specific about the impact on each of the source countries; for instance, as an EU member state, Croatian doctors and nurses can freely migrate and work in Germany/Austria, but doctors/nurses from Serbia or B&amp;H would need visas to work there, right?</p>
              </list-item>
              <list-item>
                <p>The pandemic as a push factor is really interesting and an important issue to raise.</p>
              </list-item>
              <list-item>
                <p>Why use the term <italic>Western Balkan</italic> if it does not include Croatia? Better to use the countries that you’re talking about (ie, Croatia, Bosnia and Herzegovinia, and Serbia).</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Engaging with the wider literature</p>
            <list list-type="bullet">
              <list-item>
                <p>I think that the World Health Organization (WHO) Global Code on the International Recruitment of Health Personnel (2010), which is mentioned on page 11, should be more central to the paper, especially in relation to the concept of sustainability and the need for high-income countries to train and retain sufficient HWs to meet needs (article 5.4).</p>
              </list-item>
              <list-item>
                <p>Perhaps the paper also needs to mention the WHO 2006 list or the WHO 2020 safeguard list, which lists countries with critical health care shortages. Your paper makes an interesting contribution in highlighting that these issues are also relevant in European countries (see [<xref ref-type="bibr" rid="ref3">3</xref>]).</p>
              </list-item>
              <list-item>
                <p>In relation to Europe, the paper should connect back to the European Observatory books on HW migration from 2014/2015, which highlighted health worker migration from new EU member states to older EU member states [<xref ref-type="bibr" rid="ref4">4</xref>]. </p>
              </list-item>
              <list-item>
                <p>In the Introduction, the paper should also connect with the wider literature on brain drain/health worker migration.</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec>
      <title>Round 2 Review</title>
      <sec>
        <title>General Comments</title>
        <p>Thank you for the revised manuscript; it is a much stronger paper, and the potential of digital demography in forecasting HW migration is now much clearer.</p>
      </sec>
      <sec>
        <title>Specific Comments</title>
        <list list-type="order">
          <list-item>
            <p>Perhaps the title should read: Medical Brain Drain From Southeastern Europe: Using Digital Demography to Forecast Health Worker Emigration.</p>
          </list-item>
          <list-item>
            <p>You need to be consistent in the terms used throughout the paper (title/abstract/main text). At present the following terms are used to refer to the same places:</p>
            <list list-type="bullet">
              <list-item>
                <p>Western Balkans and Croatia</p>
              </list-item>
              <list-item>
                <p>Southeastern Europe</p>
              </list-item>
              <list-item>
                <p>B&amp;H</p>
              </list-item>
              <list-item>
                <p>I’d suggest using one term that includes Croatia and/or refer to the individual countries and use it throughout the paper.</p>
              </list-item>
              <list-item>
                <p>B&amp;H is misspelled once in the Abstract.</p>
              </list-item>
              <list-item>
                <p>In displaying numbers/percentages use either decimals (60.09% or 60,09%) or commas in figures, not both.</p>
              </list-item>
              <list-item>
                <p>Throughout the paper, perhaps use <italic>a shortage of</italic> in place of <italic>a lack of</italic>.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Measuring health worker mobility is a challenge for most countries (not just Croatia, Bosnia, and Serbia), which is why registration and/or visa data from the destination country is often used as a measure of health worker emigration.</p>
          </list-item>
          <list-item>
            <p>On page 4, you say that 65,288 nurses emigrated, and I think you’re saying that there are more Croatian/Bosnian nurses in Germany than in Croatia and Bosnia; are you? Perhaps tighten up this sentence as it’s a strong statement.</p>
          </list-item>
          <list-item>
            <p>On page 7, the paragraph beginning <italic>in Austria</italic> is unclear. Rewrite these sentences.</p>
          </list-item>
          <list-item>
            <p>In Table 3, perhaps mark the stock data versus the flow data (ie, differentiate between the overall number of nurses in Germany [stock] vs the number of nurses entering Germany [flow]).</p>
          </list-item>
          <list-item>
            <p>On page 11, the section beginning <italic>what could the European Union do to address the problem</italic>, I think this should be moved out of the Introduction and into the Discussion.</p>
          </list-item>
          <list-item>
            <p>I think you could bring one or two issues out in the Discussion that you’ve mentioned in the text already but could make more of:</p>
            <list list-type="bullet">
              <list-item>
                <p>The issue of the European Union drawing health workers from EU countries (Croatia) and nearby countries (Bosnia, Serbia) is an important issue to raise in the Discussion, as it is a clash between free movement (EU free movement) and the right to health care/need to ensure a health workforce in all regions (as per the WHO Global Code and/or the UN Sustainable Development Goals).</p>
              </list-item>
              <list-item>
                <p>I think that this method is a really interesting way of generating timely data on health worker migration. During the pandemic, the <italic>normal</italic> ways of data collection are simply too slow (particularly when EU countries are fast tracking health workers into the European Union). Your method is a really good way of generating timely insights into <italic>intent to migrate</italic> among health workers. As you mention in your paper, this should be useful for policy makers (but obviously only if they respond/react to the data). And then the next question for policy makers is how can they retain health workers during a pandemic? Increased salaries? Improved working conditions? Which links nicely to the section on what the European Union can do.</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">B&amp;H</term>
          <def>
            <p>Bosnia and Herzegovina</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HW</term>
          <def>
            <p>health care worker</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jurić</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Medical brain drain from southeastern Europe: using digital demography to forecast health worker emigration</article-title>
          <source>JMIRx Med</source>
          <year>2021</year>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>e30831</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://med.jmirx.org/2021/4/e30831/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Humphries</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Connell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Negin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Tracking the leavers: towards a better understanding of doctor migration from Ireland to Australia 2008–2018</article-title>
          <source>Hum Resour Health</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://human-resources-health.biomedcentral.com/articles/10.1186/s12960-019-0365-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12960-019-0365-5</pub-id>
          <pub-id pub-id-type="pmid">31138211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Health workforce support and safeguards list, 2020</article-title>
          <source>World Health Organization</source>
          <access-date>2021-10-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.who.int/media/docs/default-source/health-workforce/hwf-support-and-safeguards-list8jan.pdf">https://cdn.who.int/media/docs/default-source/health-workforce/hwf-support-and-safeguards-list8jan.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Health professional mobility and health systems</article-title>
          <source>World Health Organization</source>
          <access-date>2021-10-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.euro.who.int/__data/assets/pdf_file/0017/152324/Health-Professional-Mobility-Health-Systems.pdf">https://www.euro.who.int/__data/assets/pdf_file/0017/152324/Health-Professional-Mobility-Health-Systems.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
