<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">Online J Public Health Inform</journal-id>
      <journal-title>Online Journal of Public Health Informatics</journal-title>
      <issn pub-type="epub">1947-2579</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v16i1e55422</article-id>
      <article-id pub-id-type="pmid">39073868</article-id>
      <article-id pub-id-type="doi">10.2196/55422</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Analyzing Google COVID-19 Vaccine Intent Search Trends and Vaccine Readiness in the United States: Panel Data Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mensah</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Coccia</surname>
            <given-names>Mario</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Harbaksh-Singh</surname>
            <given-names>Arvinder-Singh</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chiang</surname>
            <given-names>Wei-Lun</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Moffett</surname>
            <given-names>Kenneth W</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Fors Marsh</institution>
            <addr-line>4250 Fairfax Drive, Ste 520</addr-line>
            <addr-line>Arlington, VA, 22203</addr-line>
            <country>United States</country>
            <phone>1 571 858 3800</phone>
            <email>kmoffett@forsmarsh.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8704-3067</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Marshall</surname>
            <given-names>Michael C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6130-4150</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Jae-Eun C</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4307-0001</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Dahlen</surname>
            <given-names>Heather</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7182-382X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Denison</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3671-2176</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kranzler</surname>
            <given-names>Elissa C</given-names>
          </name>
          <degrees>MSED, MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4492-5817</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Meaney</surname>
            <given-names>Morgan</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-8793-1527</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Hoffman</surname>
            <given-names>Blake</given-names>
          </name>
          <degrees>MS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-9523-0548</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Pavisic</surname>
            <given-names>Ivica</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9303-3287</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Hoffman</surname>
            <given-names>Leah</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8153-3866</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Fors Marsh</institution>
        <addr-line>Arlington, VA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kenneth W Moffett <email>kmoffett@forsmarsh.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>7</month>
        <year>2024</year>
      </pub-date>
      <volume>16</volume>
      <elocation-id>e55422</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Kenneth W Moffett, Michael C Marshall, Jae-Eun C Kim, Heather Dahlen, Benjamin Denison, Elissa C Kranzler, Morgan Meaney, Blake Hoffman, Ivica Pavisic, Leah Hoffman. Originally published in the Online Journal of Public Health Informatics (https://ojphi.jmir.org/), 29.07.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Online Journal of Public Health Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://ojphi.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://ojphi.jmir.org/2024/1/e55422" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Factors such as anxiety, worry, and perceptions of insufficient knowledge about a topic motivate individuals to seek web-based health information to guide their health-related decision-making. These factors converged during the COVID-19 pandemic and were linked to COVID-19 vaccination decision-making. While research shows that web-based search relevant to COVID-19 was associated with subsequent vaccine uptake, less is known about COVID-19 vaccine intent search (which assesses vaccine availability, accessibility, and eligibility) as a signal of vaccine readiness.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To increase knowledge about vaccine intent search as a signal of vaccine readiness, we investigated the relationship between COVID-19 vaccine readiness and COVID-19 vaccine intent relative search volume on Google.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We compiled panel data from several data sources in all US counties between January 2021 and April 2023, a time during which those with primary COVID-19 vaccinations increased from &lt;57,000 to &gt;230 million adults. We estimated a random effects generalized least squares regression model with time-fixed effects to assess the relationship between county-level COVID-19 vaccine readiness and COVID-19 vaccine intent relative search volume. We controlled for health care capacity, per capita COVID-19 cases and vaccination doses administered, and sociodemographic indicators.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The county-level proportions of unvaccinated adults who reported that they would wait and see before getting a COVID-19 vaccine were positively associated with COVID-19 vaccine intent relative search volume (β=9.123; <italic>Z</italic>=3.59; <italic>P</italic>&lt;.001). The county-level proportions of vaccine-enthusiast adults, adults who indicated they were either already vaccinated with a primary COVID-19 vaccine series or planned to complete the vaccine series soon, were negatively associated with COVID-19 vaccine intent relative search volume (β=–10.232; <italic>Z</italic>=–7.94; <italic>P</italic>&lt;.001). However, vaccine intent search was higher in counties with high proportions of people who decided to wait and see and lower in counties with high proportions of vaccine enthusiasts.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>During this period of steep increase in COVID-19 vaccination, web-based search may have signaled differences in county-level COVID-19 vaccine readiness. More vaccine intent searches occurred in high wait-and-see counties, whereas fewer vaccine intent searches occurred in high vaccine-enthusiast counties. Considering previous research that identified a relationship between vaccine intent search and subsequent vaccine uptake, these findings suggest that vaccine intent search aligned with people’s transition from the wait-and-see stage to the vaccine-enthusiast stage. The findings also suggest that web-based search trends may signal localized changes in information seeking and decision-making antecedent to vaccine uptake. Changes in web-based search trends illuminate opportunities for governments and other organizations to strategically allocate resources to increase vaccine uptake. Resource use is part of the larger public policy decisions that influence vaccine uptake, such as efforts to educate the public during evolving public health crises, including future pandemics.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>information-seeking behavior</kwd>
        <kwd>COVID-19</kwd>
        <kwd>internet use</kwd>
        <kwd>vaccination</kwd>
        <kwd>vaccine hesitancy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Individuals regularly seek health information to guide their health-related decision-making about varied topics, including cancer screening [<xref ref-type="bibr" rid="ref1">1</xref>], electronic cigarette use [<xref ref-type="bibr" rid="ref2">2</xref>], vaccination against human papillomavirus [<xref ref-type="bibr" rid="ref3">3</xref>], and COVID-19 [<xref ref-type="bibr" rid="ref4">4</xref>]. People acquire this information from many sources, including their medical providers [<xref ref-type="bibr" rid="ref5">5</xref>]; traditional media sources such as broadcast television and radio [<xref ref-type="bibr" rid="ref6">6</xref>]; and digital media sources such as apps, websites, and streaming video and audio [<xref ref-type="bibr" rid="ref7">7</xref>]. Many people search for web-based health-related information [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>] using search engines such as Google (Google LLC), which has &gt;90% of the web-based search market share in the United States [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Individuals are more likely to seek knowledge on the web when they perceive online information to be available, high quality, trustworthy, useful, and credible [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>People search for information when they have insufficient knowledge about a topic or perceive a knowledge gap [<xref ref-type="bibr" rid="ref13">13</xref>]. In addition, worry and anxiety are associated with higher levels of health information seeking [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. These conditions can lead to hesitancy in making health decisions because people perceive limitations in their knowledge, hampering their ability to successfully mitigate risks [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Health information seeking–related worry, anxiety, and perceived limitations in knowledge converged when the COVID-19 pandemic began in 2020, as the public initially knew little about SARS-CoV-2 (the virus that causes COVID-19) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. High levels of anxiety and worry about COVID-19 extended to COVID-19 vaccination decision-making [<xref ref-type="bibr" rid="ref13">13</xref>], with a substantial proportion of the public initially hesitant about whether (or when) to get a COVID-19 vaccine [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. High levels of COVID-19 anxiety and increases in depressive symptoms and stress were also present among health care workers [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>In response to COVID-19 and COVID-19–related mortality, countries used several public policy responses during the pandemic emergency period, including increasing health care spending [<xref ref-type="bibr" rid="ref24">24</xref>], strengthening early warning systems and adding robust contact tracing systems [<xref ref-type="bibr" rid="ref25">25</xref>], and supporting research to develop COVID-19 vaccines and treat COVID-19 [<xref ref-type="bibr" rid="ref25">25</xref>]. Once COVID-19 vaccines were created and approved, many high-income countries could vaccinate their populations more quickly [<xref ref-type="bibr" rid="ref26">26</xref>], which reduced COVID-19 mortality [<xref ref-type="bibr" rid="ref27">27</xref>]. Conversely, countries with fewer resources and lower access to COVID-19 vaccines could not vaccinate their populations as quickly [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>As countries implemented public policy responses during the early stages of the COVID-19 pandemic, researchers observed surges in web-based COVID-19–related content [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] and an increase in COVID-19–related searches [<xref ref-type="bibr" rid="ref31">31</xref>]. Using data from Google Trends (Google LLC), which quantifies relative interest in a search topic, researchers identified spikes in the number of new COVID-19 cases that coincided with increases in relative COVID-19 search activity [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. COVID-19-related searches included general searches about COVID-19 as well as specific search queries, such as those about the safety and efficacy of COVID-19 vaccines, unfounded concerns regarding ethylmercury content in vaccine preservatives (there are no preservatives in COVID-19 vaccines [<xref ref-type="bibr" rid="ref33">33</xref>]), and unfounded links [<xref ref-type="bibr" rid="ref34">34</xref>] between vaccination and autism (this claim has been proven false [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]). Moreover, from March to June 2020 (in the early stages of the pandemic), high levels of anxiety and depression in the population were associated with increases in COVID-19 vaccine searches in the United States [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>COVID-19–related searches also increased with the announcement and publication of scientific advancements in COVID-19 vaccine development [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. One study used a machine learning methodology to show that people who were clustered into a group that was more likely to gather information on the web from multiple sources had longer life expectancies, were college educated, had higher per capita incomes, lived in metropolitan areas, and were less likely to be vaccine hesitant [<xref ref-type="bibr" rid="ref37">37</xref>], suggesting that web-based searches related to COVID-19 may have influenced individuals’ COVID-19 vaccination decisions. Studies using Google Trends data found a positive association between the amount of peer-reviewed scientific research about Pfizer and Moderna COVID-19 vaccines and information-seeking searches about these vaccines [<xref ref-type="bibr" rid="ref36">36</xref>] and an association between the December 2020 US emergency use authorization and an immediate increase in Google search volume about the unfounded link [<xref ref-type="bibr" rid="ref38">38</xref>] between side effects of the vaccine and fertility [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Moreover, insights gathered from Google COVID-19 vaccination search index trend data demonstrated that increased interest in this topic was associated with the number of new COVID-19 vaccinations administered over the subsequent 3 weeks and with vaccination rates observed months later [<xref ref-type="bibr" rid="ref41">41</xref>]. The Google COVID-19 vaccination search index trend data were processed in a more specified manner than data available from Google Trends to make them more usable for researchers and practitioners. We used Google COVID-19 vaccination search index trend data in this analysis and not data from Google Trends.</p>
        <p>To better understand the relationship between COVID-19-related web-based search and COVID-19 vaccination intentions and uptake, we investigated the potential association between COVID-19 vaccine readiness and the volume of COVID-19 vaccine intent–related searches on Google between January 2021 and April 2023. During this time frame, the number of adults with primary COVID-19 vaccinations increased from &lt;57,000 to &gt;230 million [<xref ref-type="bibr" rid="ref42">42</xref>]. Vaccine readiness is a composite measure of vaccine intention and behavior. Vaccine intent–related searches included those on the accessibility, availability, and eligibility of for COVID-19 vaccines and those on topics such as “COVID-19 vaccine near me” [<xref ref-type="bibr" rid="ref43">43</xref>]. Vaccine intent–related searches represent what could be the first step after making a decision to get vaccinated (<xref rid="figure1" ref-type="fig">Figure 1</xref>), as individuals seek information on how to get their COVID-19 vaccination. Evidence indicates that increased vaccine intent searches preceded higher COVID-19 vaccination rates [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Researchers have developed theories and models to explain health behavior uptake that have empirical support to elaborate the conditions under which people are more likely to seek information. The theory of planned behavior (TPB) posits that the decision to engage in a volitional behavior is primarily influenced by behavioral intention, which is shaped by a combination of factors such as attitudes, social norms, and perceived behavioral control [<xref ref-type="bibr" rid="ref44">44</xref>]. The Planned Risk Information Seeking Model (PRISM) builds upon the TPB by focusing on individuals who perceive limitations in their knowledge that can help them mitigate risks [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. More specifically, PRISM suggests that people who perceive limitations in their knowledge are more likely to seek information to increase their knowledge and address perceived knowledge insufficiency [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Information-seeking process for COVID-19 vaccination.</p>
          </caption>
          <graphic xlink:href="ojphi_v16i1e55422_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Altogether, these theories suggest that people move through an information-seeking process, as outlined in <xref rid="figure1" ref-type="fig">Figure 1</xref>. This figure illustrates the process by which individuals moved from deciding to seek additional information about COVID-19 or COVID-19 vaccination to getting a COVID-19 vaccine.</p>
        <p>In the first stage, multiple factors drove individuals’ information-seeking behavior to address COVID-19 vaccination knowledge gaps, including fear and anxiety about COVID-19 or COVID-19 vaccination [<xref ref-type="bibr" rid="ref13">13</xref>]; vaccination beliefs [<xref ref-type="bibr" rid="ref45">45</xref>]; and, more broadly, their relevant attitudes, norms, and perceived behavioral control [<xref ref-type="bibr" rid="ref16">16</xref>]. As vaccine-hesitant individuals gained more information through web-based searches to fill perceived or actual knowledge gaps and moved from being vaccine hesitant to vaccine ready, these theories suggest that individuals were more likely to perform vaccine intent–related searches as the final step of a decision-making and information-seeking process that culminated in getting a COVID-19 vaccine to mitigate the risk of COVID-19–related harm to their health.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study investigated the following research question: Is there an association between COVID-19 vaccine readiness and the volume of COVID-19 vaccine intent–related searches on Google?</p>
        <p>Google searches related to vaccine intent excluded searches for COVID-19 vaccine safety and general searches about the COVID-19 vaccine [<xref ref-type="bibr" rid="ref46">46</xref>]. We examined county-level proportions of 3 groups of adults based on vaccine readiness: vaccine enthusiasts, those who wanted to wait and see, and those who had no intention to get vaccinated.</p>
        <p>We expected that vaccine enthusiasts, people who had already gotten their primary COVID-19 vaccination or intended to get vaccinated soon, would be less likely to search for COVID-19 vaccine intent information on the web because they had already made or enacted an affirmative COVID-19 vaccination decision for themselves. Accordingly, we hypothesized a negative relationship between the county-level proportion of adults who were vaccine enthusiasts and the county-level relative COVID-19 vaccine intent search volume on Google (hypothesis 1).</p>
        <p>Conversely, we expected that individuals in the wait-and-see group initially lacked the information they needed to make a vaccination decision and, therefore, would be more likely to search for COVID-19 vaccine information on the web to facilitate decision-making. As these individuals became vaccine ready, we expected that they would be more likely to perform COVID-19 vaccine intent searches as a final step in a decision-making and information-seeking process. That process concluded when they got a COVID-19 vaccine. Accordingly, we hypothesized a positive relationship between the county-level proportion of adults who were in the wait-and-see group and the county-level relative COVID-19 vaccine intent search volume on Google (hypothesis 2).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethical Considerations</title>
        <p>Institutional review board approval for this research was not required because it did not meet the US Department of Health and Human Services’ (HHS) definition of human subjects research. All data for this study came from deidentified, publicly available sources.</p>
      </sec>
      <sec>
        <title>Data</title>
        <p>Data were drawn from several publicly available sources, including Google vaccine search insights data [<xref ref-type="bibr" rid="ref43">43</xref>], the HHS Monthly Outcome Survey (MOS) [<xref ref-type="bibr" rid="ref47">47</xref>], the US Centers for Disease Control and Prevention’s (CDC’s) Weekly United States COVID-19 Cases and Deaths by County database [<xref ref-type="bibr" rid="ref48">48</xref>], the HHS Area Health Resources Files (AHRFs) [<xref ref-type="bibr" rid="ref49">49</xref>], the US Federal Communications Commission’s (FCC’s) Form 477 County Data on Internet Access Services [<xref ref-type="bibr" rid="ref50">50</xref>], and the Subnational Ideology and Presidential Election Estimates data set [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        <p>COVID-19 vaccine intent search data were derived from Google’s weekly vaccine search insights data by county. These data provided insights on topics related to COVID-19 vaccine availability, accessibility, and eligibility [<xref ref-type="bibr" rid="ref43">43</xref>]. Hereafter, we refer to these searches as the COVID-19 vaccine intent relative search volume. The MOS provided data on the proportions of the population who were in each vaccine readiness group: vaccine enthusiasts, wait and see, and no intent to get vaccinated [<xref ref-type="bibr" rid="ref47">47</xref>]. These groups are more defined in detail in the <italic>Measures of Variables</italic> section. The CDC data contained the number of COVID-19 cases per capita and the number of COVID-19 vaccination doses per capita [<xref ref-type="bibr" rid="ref48">48</xref>]. The HHS AHRFs contained county-level public health infrastructure and demographic data [<xref ref-type="bibr" rid="ref49">49</xref>]. The publicly available FCC data reflected the rates of internet access in each US county [<xref ref-type="bibr" rid="ref50">50</xref>]. Finally, data from the American Ideology Project provided county-level political context measures (for 2016 and 2020) [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        <p>We used these data to investigate the link between COVID-19 vaccine readiness and COVID-19 vaccine intent relative search volume. The data were recorded or aggregated for each month and each county, so the unit of analysis was the county-month.</p>
      </sec>
      <sec>
        <title>Measures of Variables</title>
        <p>The dependent variable was the monthly county-level COVID-19 vaccine intent relative search volume from January 4, 2021, to April 24, 2023, in the United States. Google weekly vaccine search insights data provided weekly vaccination intent–related searches conducted by individuals at the zip code level. These searches included those related to the availability, accessibility, and eligibility of COVID-19 vaccines [<xref ref-type="bibr" rid="ref43">43</xref>]. These data were normalized with a minimum value of 0 to indicate no relative interest. We aggregated these data using the median relative intent search index indicator by county and month. We used median values instead of mean values because they were less subject to being skewed by outliers. More information about this measure is provided in the <italic>Data Sources and Analytic Method</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref58">58</xref>] and on Google’s COVID-19 Vaccination Search Insights page [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref59">59</xref>].</p>
        <p>Our independent variables were 2 monthly, county-level measures of the proportions of people in each of the 2 COVID-19 vaccine readiness categories: vaccine enthusiasts and wait and see. Vaccine enthusiasts indicated that they were “already vaccinated or reported that they will get a vaccine as soon as they can” [<xref ref-type="bibr" rid="ref47">47</xref>]. The wait-and-see group [<xref ref-type="bibr" rid="ref47">47</xref>] reported “that they will wait to get a primary series vaccination for one or more reasons” [<xref ref-type="bibr" rid="ref47">47</xref>]. Our reference category (the no-intent-to-get-vaccinated group) was the proportion of people who were unvaccinated and reported that they would never get a COVID-19 vaccine [<xref ref-type="bibr" rid="ref47">47</xref>]. These measures were constructed using small area estimates that were based on covariates in the MOS. More information on the construction of these measures and the underlying MOS data sets is provided in the <italic>Data Sources and Analytic Method</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> and on the HHS health database [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>Internet access is not distributed equally across the United States because this distribution is largely driven by differences in affordability and density [<xref ref-type="bibr" rid="ref60">60</xref>]. Although rural areas have less access and lower broadband wired speeds than urban areas, more people without broadband access live in urban areas than in rural areas [<xref ref-type="bibr" rid="ref60">60</xref>-<xref ref-type="bibr" rid="ref62">62</xref>]. To consider the potential influence of county-level variation in internet access on COVID-19 vaccine intent relative search volume, we aggregated fixed and broadband internet coverage rates by county using the most recent FCC data from 2021 [<xref ref-type="bibr" rid="ref50">50</xref>] to calculate mean internet access.</p>
        <p>A community’s capacity to provide health care services to its constituents could influence an individual’s perceived access to COVID-19 treatment and thereby influence their intention to get (or the uptake of) a COVID-19 vaccine [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. To account for the potential influence of county-level health care capacity on COVID-19 vaccine readiness, our analyses controlled for 3 measures relevant to health care capacity in each county, as provided by the HHS AHRFs: the number of public health research facilities per county; the number of staffed intensive care unit hospital beds per 100,000 people; and the number of primary care physicians per county square mile [<xref ref-type="bibr" rid="ref49">49</xref>]. Public health research facilities included the number of public health research centers, facilities, hospitals, universities, and similar institutions [<xref ref-type="bibr" rid="ref49">49</xref>]. Through their research and outreach activities in their local area, public health research centers provide offline health information, may facilitate an environment that encourages access to vaccination, or may even have qualified staff who devote time to delivering COVID-19 vaccines. Primary care physicians included family medicine, general practitioners, and internists [<xref ref-type="bibr" rid="ref49">49</xref>]. We expected that people would have better access to offline health information and perceive better access to COVID-19 vaccines as the numbers of public health research centers, intensive care unit beds, and primary care physicians per county increase.</p>
        <p>To account for the potential influence of COVID-19 cases and vaccinations on COVID-19 vaccine intent relative search volume, we gathered weekly county-level CDC COVID-19 case and vaccination administration data [<xref ref-type="bibr" rid="ref48">48</xref>]. We then normalized aggregated numbers of cases and vaccinations by computing per capita (100,000 people) measures. We calculated the differences in each of these quantities between the current month and the previous month and lagged each difference by 1 month, with the expectation that changes in COVID-19 cases and vaccinations in the previous month could be associated with subsequent changes in COVID-19 vaccine intent relative search volume. More specifically, a higher number of COVID-19 cases likely increased personal risk perception for getting COVID-19 and motivated information seeking about COVID-19 prevention behavior such as vaccinations. A higher number of COVID-19 vaccinations was likely to positively influence perceived social norms of getting vaccinated, which, in turn, would have affected vaccination information seeking.</p>
        <p>Previous research has shown that attitudes and beliefs about COVID-19 vaccination and COVID-19 vaccine uptake differ based on sociodemographic characteristics, including race or ethnicity, income, and political ideology [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. To account for the potential influence of sociodemographic characteristics on COVID-19 vaccine readiness, we gathered data from the HHS AHRFs on the county-level proportions of people who reported that they identified with the following racial or ethnic groups in the 2020 Census: non-Hispanic Black, Hispanic, non-Hispanic Asian and Pacific Islander, and non-Hispanic American Indian and Alaska Native. We also gathered HHS AHRF data on the per capita income of each county in 2021.</p>
        <p>The models included 2 indicators that captured political context, developed from the American Ideology Project [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. First, we created a measure for being an electoral pivot county, in which we examined the change in the US presidential election results between the 2016 and 2020 elections. The electoral pivot measure was a dichotomous variable coded as 1 for counties that contained a plurality of the population who voted for the Republican presidential candidate in the 2016 general election but voted for the Democratic presidential candidate in the 2020 general election and coded as 0 for those counties that did not meet this condition. Second, we included a measure that captured the change in county-level political ideology from 2016 to 2020. This measure was scaled such that higher values indicated more conservative counties in 2020 compared to 2016. More details about both measures are provided in the <italic>Data Sources and Analytic Method</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Models and Data Analysis Procedure</title>
        <p>To assess the relationship between COVID-19 vaccine readiness and COVID-19 vaccine intent relative search volume, we estimated a random effects generalized least squares regression model with time-fixed effects and clustered robust SEs by county. This methodology allowed us to model longitudinal data in which the dependent variable, county-level COVID-19 vaccine intent relative search volume, has a lower bound (0) but no theoretical upper bound. Using fixed effects allowed us to disentangle any relationships between independent and dependent variables while controlling for the effects of time. The SEs were clustered to adjust for uneven variance in COVID-19 vaccine intent relative search volume across counties [<xref ref-type="bibr" rid="ref65">65</xref>]. We used the natural logs of mean internet access, public health research facilities, access to primary care physicians, monthly change in COVID-19 cases per capita, monthly change in COVID-19 vaccination doses per capita, and income per capita because they were not normally distributed in their raw forms.</p>
        <p>After estimating the statistical model, we performed predictive margins tests to estimate the substantive impact of both COVID-19 vaccine readiness variables (monthly change in vaccine enthusiasts and monthly change in the wait-and-see group) more precisely on the COVID-19 vaccine intent relative search volume. More details about our analytic method and the predictive margins tests are available in the <italic>Data Sources and Analytic Method</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>We used a stepwise approach to arrive at the model, which provided an internal consistency check on the primary expectations with respect to control variable inclusion or exclusion. More details about how we implemented this approach and arrived at the model that we reported are available in the <italic>Stepwise Regression Results</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. We conducted the analyses using Stata (version 17; StataCorp) [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive Analyses</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates monthly changes in the percentage of US adults who were vaccine enthusiasts between February 2021 and April 2023 [<xref ref-type="bibr" rid="ref67">67</xref>]. The figure indicates that the percentage of adults who became vaccine enthusiasts increased to varying degrees throughout 2021 in most months. From February to April 2021, for example, vaccine enthusiasts may have performed many vaccine intent searches on Google because it was difficult to find vaccines for them or their families during this period. Thus, it makes sense that there was a strong positive relationship during this period for vaccine enthusiasts but a negative relationship after they got vaccinated.</p>
        <p>In addition, this visual shows changes in COVID-19 vaccine intent relative search on Google in 2021 that corresponded with changes in the proportion of adults who became vaccine ready. This suggests that vaccine intent searches could be associated with the first step people made in the vaccination information–seeking process to move from the wait-and-see stage to the vaccine-enthusiast stage. In this respect, vaccine intent searches may serve as a proxy for incident vaccine-ready cases.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> provides summary statistics for each variable included in the models. For example, in our sample, the mean of the monthly median COVID-19 vaccine intent relative search volume was 7.35 (SD 10.70; range 0.18-111.26); the mean monthly change in vaccine enthusiasts was 0.01 (SD 0.03; range –0.30 to 0.23); and the mean monthly change in the wait-and-see group was –0.01 (SD 0.02; range –0.24 to 0.39). More details about the model covariates are provided in the Data Sources and Analytic Method section of Multimedia Appendix 1.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>COVID-19 vaccination intent searches and vaccine enthusiasts in the United States (January 2021 to April 2023). The change in the percentage of US adults who were vaccine enthusiasts came from the Monthly Outcome Survey (MOS). Data for the change in the median relative COVID-19 vaccination intent search came from Google’s Vaccination Search Insights index.</p>
          </caption>
          <graphic xlink:href="ojphi_v16i1e55422_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics of the analytic variables in the United States, January 2021 to April 2023.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td colspan="2">Values, n</td>
                <td>Values, mean (SD; range)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Dependent variable</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly median COVID-19 vaccine intent relative search volume</td>
                <td colspan="2">14,087</td>
                <td colspan="2">7.350 (10.697; 0.182 to 111.261)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Independent variables</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in vaccine enthusiasts</td>
                <td colspan="2">13,496</td>
                <td colspan="2">0.012 (0.033; –0.304 to 0.231)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in the wait-and-see group</td>
                <td colspan="2">13,496</td>
                <td colspan="2">–0.011 (0.023; –0.240 to 0.388)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in the no-intention-to-get-vaccinated group (reference)</td>
                <td colspan="2">13,496</td>
                <td colspan="2">–0.0003 (0.026; –0.201 to 0.217)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Health care capacity, internet access, and COVID-19 variables</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean internet access (raw)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.811 (0.125; 0.102 to 1.000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean internet access (natural log)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.591 (0.076; 0.097 to 0.693)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Public health research facilities (raw)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.232 (0.879; 0.000 to 11.000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Public health research facilities (natural log)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.117 (0.345; 0.000 to 2.485)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Access to primary care physicians (raw)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">1.287 (6.033; 0.003 to 124.749)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Access to primary care physicians (natural log)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.504 (0.559; 0.003 to 4.834)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 cases per capita<sub>t–1</sub> (raw)</td>
                <td colspan="2">13,496</td>
                <td colspan="2">0.009 (0.012; 0.000 to 0.128)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 cases per capita<sub>t–1</sub> (natural log)</td>
                <td colspan="2">13,496</td>
                <td colspan="2">0.008 (0.010; 0.000 to 0.095)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 vaccination doses per capita<sub>t–1</sub> (raw)</td>
                <td colspan="2">13,166</td>
                <td colspan="2">0.030 (0.051; –0.373 to 0.871)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 vaccination doses per capita<sub>t–1</sub> (natural log)</td>
                <td colspan="2">13,166</td>
                <td colspan="2">0.021 (0.040; –0.168 to 0.626)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Demographics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Income per capita (raw)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">58,032 (16,603; 31,153 to 191,220)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Income per capita (natural log)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">10.937 (0.238; 10.347 to 12.161)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Change in ideology</td>
                <td colspan="2">14,087</td>
                <td colspan="2">–0.073 (0.053; –0.254 to 0.109)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Electoral pivot county</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.066 (0.248; 0.000 to 1.000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic White people (reference)</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.637 (0.184; 0.036 to 0.920)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic Black people</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.111 (0.114; 0.003 to 0.691)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of Hispanic people</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.150 (0.145; 0.012 to 0.952)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic Asian American and Pacific Islander people</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.048 (0.058; 0.004 to 0.559)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic American Indian and Alaska Native people</td>
                <td colspan="2">14,087</td>
                <td colspan="2">0.007 (0.028; 0.001 to 0.436)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Regression Modeling</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> provides the results from the regression model that evaluates the relationship between county-level changes in COVID-19 vaccine readiness and the COVID-19 vaccine intent relative search volume. This model generally performed well, as the overall <italic>R</italic><sup>2</sup> value was 0.752. When accounting for variance within the panel, the <italic>R</italic><sup>2</sup> value was 0.771, whereas the <italic>R</italic><sup>2</sup> value when considering variance between counties was 0.310.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Effect of county-level COVID-19 vaccine readiness on the COVID-19 vaccine intent relative search volume in the United States (January 2021 to April 2023).<sup>a,b,c</sup></p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="650"/>
            <col width="240"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Model value (SE)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Independent variables</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in vaccine enthusiasts</td>
                <td>–10.232 (1.289)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in the wait-and-see group</td>
                <td>9.123 (2.540)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Health care capacity, internet access, and COVID-19 variables</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean internet access (natural log)</td>
                <td>–2.504 (1.110)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Public health research facilities (natural log)</td>
                <td>0.415 (0.236)</td>
                <td>.08</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Access to primary care physicians (natural log)<sup>d</sup></td>
                <td>0.859 (0.263)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 cases per capita<sub>t–1</sub> (natural log)</td>
                <td>124.106 (11.621)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monthly change in COVID-19 vaccination doses per capita<sub>t–1</sub> (natural log)</td>
                <td>25.288 (3.315)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Demographics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Income per capita (natural log)</td>
                <td>4.856 (0.559)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Change in ideology</td>
                <td>4.210 (1.473)</td>
                <td>.004</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Electoral pivot county</td>
                <td>0.553 (0.263)</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic Black people</td>
                <td>–4.889 (0.796)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of Hispanic people</td>
                <td>–1.115 (0.573)</td>
                <td>.052</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic Asian American and Pacific Islander people</td>
                <td>2.210 (2.164)</td>
                <td>.31</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Proportion of non-Hispanic American Indian and Alaska Native people</td>
                <td>–5.504 (2.334)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intercept</td>
                <td>–26.945 (6.225)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Model statistics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>N</td>
                <td>13,166</td>
                <td>—<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>N (counties)</td>
                <td>587</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>R</italic><sup>2</sup> (between)</td>
                <td>0.310</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>R</italic><sup>2</sup> (within)</td>
                <td>0.771</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>R</italic><sup>2</sup> (overall)</td>
                <td>0.752</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Wald chi-square</td>
                <td>20,835.93</td>
                <td>&lt;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>SEs in parentheses are clustered robust SEs.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Coefficients were computed by using a generalized least squares panel regression with time-fixed effects.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Binaries for fixed effects were excluded from this table.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Staffed intensive care beds were perfectly colinear with the number of primary care physicians. Therefore, these 2 variables appeared in separate models.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The model indicates a negative association between COVID-19 vaccine readiness and the COVID-19 vaccine intent relative search volume: counties with a higher proportion of vaccine enthusiasts relative to other counties were associated with decreased COVID-19 vaccine intent relative search volume across all models (β=–10.232; <italic>Z</italic>=–7.94; <italic>P</italic>&lt;.001). Moreover, counties with a higher proportion of people in the wait-and-see group relative to other counties were associated with increased COVID-19 vaccine intent relative search volume across all models (β=9.123; <italic>Z</italic>=3.59; <italic>P</italic>&lt;.001). The results support our hypotheses of a negative relationship between counties with a higher proportion of vaccine enthusiasts relative to other counties and the COVID-19 vaccine intent relative search volume (hypothesis 1) and a positive relationship between counties with a higher proportion of individuals in the wait-and-see group compared to other counties and the COVID-19 vaccine intent relative search volume compared to other counties (hypothesis 2).</p>
        <p>The results demonstrated that several covariates relevant to health care capacity, internet access, and COVID-19 were significantly associated with COVID-19 vaccine intent relative search volume. We found a negative, statistically significant association between internet access and the COVID-19 vaccine intent relative search volume (β=–2.504; <italic>Z</italic>=–2.26; <italic>P</italic>=.02). However, this result was likely an artifact, capturing the effect of population density and economic development on access to COVID-19 pandemic response resources. In the <italic>Robustness Checks Using Varied Operationalizations of the Explanatory Variables</italic> section of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, we report results from analyses in which we disaggregated mean internet rate by fixed and mobile broadband accesses to elaborate on this effect.</p>
        <p>Monthly changes in COVID-19 cases (β=124.106; <italic>Z</italic>=10.68; <italic>P</italic>&lt;.001) and COVID-19 vaccinations administered (β=25.288; <italic>Z</italic>=7.63; <italic>P</italic>&lt;.001) were positively and significantly associated with increased COVID-19 vaccine intent relative search volume. In addition, an increase in access to primary care physicians in a county was associated with increased COVID-19 vaccine intent relative search volume (β=0.859; <italic>Z</italic>=3.27; <italic>P</italic>=.001).</p>
        <p>The results reported in <xref ref-type="table" rid="table2">Table 2</xref> indicated significant associations between several demographic variables and the COVID-19 vaccine intent relative search volume. Wealthier counties were associated with higher COVID-19 vaccine intent relative search volume (β=4.856; <italic>Z</italic>=8.68; <italic>P</italic>&lt;.001). Counties that became more ideologically conservative (β=4.210; <italic>Z</italic>=2.86; <italic>P</italic>=.004) and electoral pivot counties (β=0.553; <italic>Z</italic>=2.10; <italic>P</italic>=.04) were associated with higher COVID-19 vaccine intent relative search volume. Counties that comprised higher proportions of historically underserved populations, particularly non-Hispanic Black people (β=–4.889; <italic>Z</italic>=–6.14; <italic>P</italic>&lt;.001) and non-Hispanic American Indian and Alaska Native people (β=–5.504; <italic>Z</italic>=2.36; <italic>P</italic>=.02) compared with non-Hispanic White people, were associated with lower COVID-19 vaccine intent relative search volume.</p>
      </sec>
      <sec>
        <title>Results From Predictive Margins Tests</title>
        <p><xref rid="figure3" ref-type="fig">Figures 3</xref> and <xref rid="figure4" ref-type="fig">4</xref> graphically illustrate the results from the predictive margins tests of county-level vaccine readiness and vaccine intent Google searches in the United States. <xref rid="figure3" ref-type="fig">Figure 3</xref> denotes the predicted COVID-19 vaccine intent search volume that corresponds with county-level changes in the proportion of wait-and-see individuals, whereas <xref rid="figure4" ref-type="fig">Figure 4</xref> represents the predicted COVID-19 vaccine intent search volume that corresponds with county-level changes in the proportion of vaccine enthusiasts.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Predicted COVID-19 vaccine intent search volume and the county-level change in the proportion of people in the wait-and-see group with 95% CIs in the United States (January 2021 to April 2023). The vertical reference line represents counties for which there was no change in their wait-and-see proportion between study waves.</p>
          </caption>
          <graphic xlink:href="ojphi_v16i1e55422_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Predicted COVID-19 vaccine intent search volume and the county-level change in the proportion of people who were vaccine enthusiasts with 95% CIs in the United States (January 2021 to April 2023). The vertical reference line represents counties for which there was no change in their vaccine enthusiasm proportion between study waves.</p>
          </caption>
          <graphic xlink:href="ojphi_v16i1e55422_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>At the county level, the results from predictive margins tests indicate that changes in the proportion of individuals in the wait-and-see group were positively associated with the COVID-19 vaccine intent relative search volume. Specifically, when the change in the county-level wait-and-see proportion moved from 0 (ie, unchanged counties) to a mean of –0.011 (SD 0.023), this difference was associated with a 1.47% decrease in the predicted county-level COVID-19 vaccine intent relative search volume. An increase in the change in the county-level wait-and-see proportion from 0 to 2 SDs above the mean of 0.035 was associated with a predicted county-level COVID-19 vaccine intent relative search volume of 7.169, reflecting a 4.66% increase from unchanged counties. Finally, when the change in the county-level wait-and-see proportion decreased from 0 to 2 SDs below the mean of –0.057, this difference was associated with a predicted COVID-19 vaccine intent relative search volume of 6.330, reflecting a 7.59% decrease from unchanged counties.</p>
        <p>Changes in the county-level vaccine enthusiasm were negatively associated with the COVID-19 vaccine intent relative search volume. Specifically, an increase in the county-level vaccine-enthusiast proportion from 0 to a mean of 0.012 (SD 0.033) was associated with a 1.79% decrease in the predicted county-level COVID-19 vaccine intent relative search volume. An increase in the county-level vaccine-enthusiast proportion from 0 to 2 SDs above the mean of 0.078 was associated with a predicted county-level COVID-19 vaccine intent relative search volume of 6.067, reflecting an 11.63% decrease from unchanged counties. A decrease in the change in the county-level vaccine-enthusiast proportion from 0 to 2 SDs below the mean of –0.054 was associated with a predicted COVID-19 vaccine intent relative search volume of 7.417, reflecting an 8.05% increase from unchanged counties.</p>
      </sec>
      <sec>
        <title>Robustness Checks</title>
        <p>We performed several robustness checks to verify whether the observed results were products of the way in which we operationalized our variables. To check whether our results were a consequence of our choice of dependent variable, we used separate models in which we replaced our dependent variable with the mean COVID-19 vaccine intent relative search volume, minimum COVID-19 vaccine intent relative search volume, maximum COVID-19 vaccine intent relative search volume, aggregate COVID-19 vaccine search volumes, and COVID-19 vaccine safety search volumes. To verify whether our results were a consequence of how we operationalized our control variables, we used separate models in which we disaggregated internet access into 2 components, the natural logs of mobile and fixed internet access rates, and included the natural log of the total number of hospitals per county, the natural log of the number of total hospital staff per capita in each county, substituted naturally logged COVID-19 deaths per capita for naturally logged COVID-19 cases per capita, and 2 operationalizations of the CDC Agency for Toxic Substances and Disease Registry social vulnerability index. In general, these robustness checks did not result in substantive differences in the main findings. These checks provided evidence that the modeling was robust to alternative specifications of the dependent and control variables. More details about the robustness checks are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Main Findings</title>
        <p>This study examined the relationship between COVID-19 vaccine readiness and the COVID-19 vaccine intent relative search volume on Google. High-level findings are summarized in <xref ref-type="table" rid="table3">Table 3</xref>. Relative to other counties, counties with higher proportions of vaccine enthusiasts were associated with decreases in county-level COVID-19 vaccine intent relative search volume, and counties with higher proportions of individuals in the wait-and-see group were associated with increases in county-level COVID-19 vaccine intent relative search volume.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Summary of statistical findings on COVID-19 vaccine intent relative search volume on Google.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="490"/>
            <col width="280"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Statistically significant</td>
                <td>Direction of effect</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Monthly change in vaccine enthusiasts</td>
                <td>✓ <bold>(</bold><italic>P</italic>&lt;.001)</td>
                <td>–</td>
              </tr>
              <tr valign="top">
                <td>Monthly change in the wait-and-see group</td>
                <td>✓ <bold>(</bold><italic>P</italic>&lt;.001)</td>
                <td>
                  <bold>+</bold>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Relative to other counties, counties with a higher proportion of people in the wait-and-see group may have had more individuals who perceived an information gap and used web-based searches to fill this gap, leading to observed increases in vaccine intent searches. This proposed explanation aligns with other research showing that information gaps and vaccine hesitancy were associated with increased information-seeking activity, especially during the time frame of the COVID-19 pandemic that we investigated [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. These results suggest that individuals who were hesitant to receive COVID-19 vaccinations sought information on how to get their COVID-19 vaccination once they made the decision to get vaccinated. When these individuals performed intent-related searches, they likely became vaccine enthusiasts (ie, individuals who were ready to get vaccinated or got a COVID-19 vaccine). In aggregate, their decision to become vaccine enthusiasts helped lower fatality rates from COVID-19. Countries that vaccinated &gt;26 million people substantially decreased their COVID-19 fatality rates from an average of 13% to 1% [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>Our results further showed that several health care capacity and COVID-19 indicators were associated with higher levels of COVID-19 vaccine intent relative search volume. These increases align with research that has linked changes in COVID-19 cases and vaccinations to subsequent rises in COVID-19 vaccine search [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. Results pertaining to health care capacity suggest that there were differences between access to health care information and access to health care resources as they related to COVID-19 vaccine search.</p>
        <p>Our main findings remained statistically significant after accounting for county-level sociodemographic characteristics, indicators of county-level public health infrastructure, COVID-19 cases per capita, and COVID-19 vaccination doses per capita and were robust to alternative specifications of the dependent and independent variables. Consistent with the TPB and PRISM as well as prior research on the association between Google searches and COVID-19 vaccine hesitancy [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], counties that had a high proportion of vaccine enthusiasts had a smaller proportion of people who perceived limitations in their knowledge. This may explain the observed lower levels of vaccine intent searches in these counties.</p>
        <p>In line with the TPB and PRISM and previous research on the relationship between Google search and COVID-19 vaccine hesitancy [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], it is feasible that increases in the proportion of individuals in the wait-and-see group corresponded with greater perceived limitations in their knowledge about mitigating risks related to COVID-19; these individuals may have sought to address these limitations by performing COVID-19 vaccine searches on Google. Once individuals in the wait-and-see group filled their perceived knowledge gap through vaccine searches, there was a corresponding shift from the decision to wait and see toward vaccine enthusiasm. The information acquired through those earlier searches and exposure to more information on COVID-19 vaccines may have influenced individuals’ beliefs and attitudes toward vaccination. This shift and belief change may have influenced individuals’ decisions to perform vaccine intent searches on Google to gain information about the availability, accessibility, and eligibility of COVID-19 vaccines.</p>
        <p>In addition, the internet can act as a valuable information source for supporting health decision-making and other health behaviors. Our study results highlight the importance of having available, actionable, clear, and credible information about health behaviors, as people are more likely to seek health information from the internet when this information is available, clear, actionable, and credible [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Public health researchers and practitioners may benefit from additional research that queries the extent to which the decision-making processes that we have modeled operate when examining other vaccine-preventable diseases such as influenza and Mpox.</p>
        <p>Our findings complement existing research on the effects of information seeking on public health, as we found that a higher county-level proportion of individuals in the wait-and-see group was associated with increases in county-level search volume for COVID-19 vaccine intent. These findings build upon other research that finds a negative association between searches for both “COVID anxiety” and “COVID depression” and the total number of vaccinations between August 2020 and November 2021 [<xref ref-type="bibr" rid="ref32">32</xref>]. Similarly, there was an initial spike in searches related to the unfounded link between infertility and receiving a COVID-19 vaccine right after the emergency use authorization [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], followed by a marked decrease in the volume of these searches as people received COVID-19 vaccinations [<xref ref-type="bibr" rid="ref40">40</xref>]. As more members of the wait-and-see group became vaccinated in the United States, their decision to become vaccinated helped lower fatality rates from COVID-19 [<xref ref-type="bibr" rid="ref27">27</xref>]. Thus, increases in county-level proportions of people who became vaccine enthusiasts were associated with decreased county-level search volumes for COVID-19 vaccine intent, COVID anxiety, COVID depression, and infertility as a result of receiving a COVID-19 vaccine.</p>
        <p>Moreover, our results suggest that some of the people who most needed access to this information to reduce perceived knowledge gaps about COVID-19 vaccination sought higher volumes of this information than vaccine enthusiasts or members of the no-intention-to-get-vaccinated group. Finally, this research underscores the potential for the use of Google and other web search data as early indicators of or proxies for subsequent health-related behaviors, making them valuable tools for public health efforts or interventions that seek to understand and promote vaccination and other health-related behaviors. Public health interventions or efforts can also use web search data to inform their public education efforts during evolving public health crises in a way that furnishes the information that the public needs to make health decisions.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although the findings from this research present compelling insights, we acknowledge several study limitations. First, Google’s reporting of its search metrics was not uniform across data points. Specifically, artificial noise was intentionally added to data points to safeguard user privacy [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref59">59</xref>]. Although the presence of artificial noise in these data introduced some bias, this bias is nonsystematic in nature [<xref ref-type="bibr" rid="ref59">59</xref>]. Nonsystematic measurement error could influence the certainty of our conclusions, but it did not introduce any systematic bias into the findings [<xref ref-type="bibr" rid="ref68">68</xref>].</p>
        <p>Second, it is possible that our model estimates did not sufficiently consider uneven variance in the COVID-19 vaccine intent relative search volume across counties. To account for uneven variance, we clustered the SEs by county [<xref ref-type="bibr" rid="ref65">65</xref>]. However, this is a conservative approach to estimating SEs, as any remaining bias in statistical significance tests is likely against obtaining statistically significant findings, as the SEs may be too large [<xref ref-type="bibr" rid="ref65">65</xref>]. Other approaches to estimating SEs may more effectively account for this uneven variance.</p>
        <p>Third, the hypotheses that we tested were specific to the time frame that we examined. At the beginning of this time frame, COVID-19 vaccines were newly introduced to the population and becoming more widely available in the United States. Fourth, there are several limitations to this study related to the MOS small area estimates. These estimates relied on self-reported data from respondents with respect to vaccine readiness. Consequently, this measure may be subject to issues such as recall bias, selective recall, respondent bias, and social desirability bias [<xref ref-type="bibr" rid="ref69">69</xref>]. In addition, those who solely or primarily speak languages other than English or Spanish are likely underrepresented in these estimates, as the MOS surveys were administered only in English or Spanish.</p>
        <p>Fifth, there are 2 limitations related to web-based search. Google search does not represent all web-based searches. Although unlikely, given Google’s dominant market share in the United States, it is possible that people varied their search behavior by platform, using some platforms for selected searches while others for different searches. In a similar vein, web-based search is not the only form of information seeking, as people seek health information from many sources, including medical providers [<xref ref-type="bibr" rid="ref5">5</xref>] and traditional media sources such as broadcast television and radio [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Internet-based intent search presents an important signal for vaccine readiness change. During this period of steep increase in the uptake of primary COVID-19 vaccine series [<xref ref-type="bibr" rid="ref42">42</xref>], the volume of vaccine intent searches was high in high wait-and-see counties and less in counties with high levels of vaccine enthusiasts. Considering that previous findings identified a relationship between vaccine intent search and subsequent vaccine uptake, these findings may indicate that vaccine intent searches aligned with people’s transition from the wait-and-see stage to the vaccine-enthusiast stage [<xref ref-type="bibr" rid="ref41">41</xref>]. Our findings build upon a growing body of literature and indicate an association between changes in COVID-19 vaccine readiness among adults and increased COVID-19 vaccine intent relative search volume. These results reinforce the promise of using search data as a signal, an early measure, or a proxy for subsequent health behaviors and navigate methods to jointly use search and survey data, using web-based search as a proxy for information seeking and decision-making to assess the association of these behavioral precursors and readiness <italic>with</italic> offline health behavior.</p>
        <p>Because Google search plays an important role for those in the planning phase before they commit to or act upon health-related behaviors, these results have implications for public health campaign interventions. Google search data can be used to measure public health intervention or effort effectiveness and track the spread of misinformation or hesitancy about health-related behaviors [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. As search trends can often be identified more quickly than self-reported behaviors or beliefs in surveys, this provides an opportunity for more timely strategic pivots by public health interventions or efforts. Thus, Google search data can be used to optimize the use of campaign resources such as paid media advertising and distribution.</p>
        <p>Those who undertake public health interventions may provide additional, tailored information to educate the public in the areas in which there may be a higher proportion of those who are hesitant (ie, wait and see) but open to performing a particular positive health behavior (eg, vaccination), as this information can catalyze their decision-making and information-seeking processes toward that behavior. Public health education interventions can also include employer-based vaccine promotion outreach, as evidence indicates that working in organizations with higher perceived COVID-19 safety climates was associated with subsequent increases in vaccine readiness [<xref ref-type="bibr" rid="ref71">71</xref>].</p>
        <p>Similarly, public health interventions can allocate specific, tailored resources to promote positive health behaviors, including establishing additional clinics in selected locales and enhancing local internet infrastructure. To encourage vaccination, especially for children, these resources should be widely accessible with the least possible financial burden on individuals, families, and communities [<xref ref-type="bibr" rid="ref72">72</xref>]. These resources can make it easier for people to perform health behavior intent searches and follow through with those positive health behaviors as soon as possible.</p>
        <p>These results also have implications for public policy and public policy makers because vaccinations are a necessary, but by themselves insufficient, public policy solution to pandemics [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref73">73</xref>-<xref ref-type="bibr" rid="ref76">76</xref>]. Vaccinations are one piece of the broader health policy landscape because there is an upper limit of a population that is vaccinable without encountering vaccine hesitancy [<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref75">75</xref>]. While it is possible that vaccination can lead to decreased risk perception, which is postulated in the Peltzman effect [<xref ref-type="bibr" rid="ref75">75</xref>,<xref ref-type="bibr" rid="ref77">77</xref>], other literature shows that those who were COVID-19 vaccinated in the United States were also more likely to engage in other COVID-19 prevention behaviors such as mask wearing and social distancing [<xref ref-type="bibr" rid="ref78">78</xref>]. It is important to use a holistic approach to assess the effectiveness of individual-level measures to modify behavior.</p>
        <p>Beyond vaccination distribution and promotion, other country-level measures are associated with improved public health outcomes during pandemics [<xref ref-type="bibr" rid="ref74">74</xref>]. These include having better early detection systems tracking disease cases [<xref ref-type="bibr" rid="ref73">73</xref>], improved medical recordkeeping [<xref ref-type="bibr" rid="ref25">25</xref>], and more resources and support for rapid vaccine development and dissemination [<xref ref-type="bibr" rid="ref73">73</xref>]. More broadly, countries that had a higher gross domestic product per capita [<xref ref-type="bibr" rid="ref74">74</xref>], high average levels of health care expenses overall [<xref ref-type="bibr" rid="ref24">24</xref>], lower levels of air pollution [<xref ref-type="bibr" rid="ref75">75</xref>], and more effective public governance structures [<xref ref-type="bibr" rid="ref76">76</xref>] were associated with higher COVID-19 vaccination uptake and fewer negative effects from the COVID-19 pandemic. During pandemics, countries that carefully monitor vaccine intent search data can use data-centric strategies to their benefit. We found a positive association between the county-level proportion of unvaccinated adults who indicated that they would wait and see before getting a COVID-19 vaccine and COVID-19 vaccine intent relative search volume.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Additional analyses and description of our analytic procedures.</p>
        <media xlink:href="ojphi_v16i1e55422_app1.docx" xlink:title="DOCX File , 98 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHRF</term>
          <def>
            <p>Area Health Resources File</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FCC</term>
          <def>
            <p>Federal Communications Commission</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HHS</term>
          <def>
            <p>Department of Health and Human Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MOS</term>
          <def>
            <p>Monthly Outcome Survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISM</term>
          <def>
            <p>Planned Risk Information Seeking Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">TPB</term>
          <def>
            <p>theory of planned behavior</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank Elizabeth Goodman, Lynne Lotenberg, Stephanie Miles, Ivan Sciupac, and Lindsey Strausser for their generous assistance in reviewing this manuscript. They also thank Tomer Shekel, Charlotte Stanton, Monica Bharel, Mimi Sun, Michael Siebel, and Sydney Turner for their technical assistance. In addition, they acknowledge Mason Boyd, Autumn Chen, Maria DelGreco, Crystal Lam, Callum Lever, Joe Luchman, Marcus Maher, Colin Macfarlane, Mohamed Mesnaoui, Timothy Model, Nabila Rahman, Ekaterina Shakhova, Thomas Wonder, Jingyuan Xie, and other current and previous Fors Marsh staff who played key roles in survey design and implementation, weighting, data management, quality assurance, and project administration. Finally, they thank the thousands of Monthly Outcome Survey respondents whose participation made this study possible.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and analyzed during this study are available from several sources including Google’s COVID-19 Vaccination Search Insights database [<xref ref-type="bibr" rid="ref43">43</xref>], the US Department of Health and Human Services’ (HHS) health database [<xref ref-type="bibr" rid="ref47">47</xref>], the US Centers for Disease Control and Prevention’s Weekly United States COVID-19 Cases and Deaths by County database [<xref ref-type="bibr" rid="ref48">48</xref>], the HHS Area Health Resources Files [<xref ref-type="bibr" rid="ref49">49</xref>], the US Federal Communications Commission’s Form 477 County Data on Internet Access Services [<xref ref-type="bibr" rid="ref50">50</xref>], and Warshaw and Tausanovitch’s [<xref ref-type="bibr" rid="ref51">51</xref>] Harvard Dataverse for the American Ideology Project.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shneyderman</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rutten</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Arheart</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kornfeld</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Health information seeking and cancer screening adherence rates</article-title>
          <source>J Cancer Educ</source>
          <year>2016</year>
          <month>03</month>
          <day>27</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1007/s13187-015-0791-6</pub-id>
          <pub-id pub-id-type="medline">25619195</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13187-015-0791-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sindhoo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sindhoo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ghosh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Soyiri</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmadi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Online interest for electronic cigarettes using Google Trends in the UK: a correlation analysis</article-title>
          <source>Subst Use Misuse</source>
          <year>2023</year>
          <month>09</month>
          <day>06</day>
          <volume>58</volume>
          <issue>14</issue>
          <fpage>1791</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1080/10826084.2023.2247056</pub-id>
          <pub-id pub-id-type="medline">37671780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhagavathula</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Google trends on human papillomavirus vaccine searches in the United States from 2010 to 2021: infodemiology study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2022</year>
          <month>08</month>
          <day>29</day>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>e37656</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2022/8/e37656/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/37656</pub-id>
          <pub-id pub-id-type="medline">36036972</pub-id>
          <pub-id pub-id-type="pii">v8i8e37656</pub-id>
          <pub-id pub-id-type="pmcid">PMC9468915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pullan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Vaccine hesitancy and anti-vaccination in the time of COVID-19: a Google Trends analysis</article-title>
          <source>Vaccine</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>39</volume>
          <issue>14</issue>
          <fpage>1877</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33715904"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2021.03.019</pub-id>
          <pub-id pub-id-type="medline">33715904</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(21)00287-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7936546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iredale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ameen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consumer use of the internet for health information: a survey of primary care patients</article-title>
          <source>Int J Consum Stud</source>
          <year>2004</year>
          <month>02</month>
          <day>17</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1470-6431.2003.00363.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rains</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Perceptions of traditional information sources and use of the world wide web to seek health information: findings from the Health Information National Trends Survey</article-title>
          <source>J Health Commun</source>
          <year>2007</year>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>667</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730701619992</pub-id>
          <pub-id pub-id-type="medline">17934943</pub-id>
          <pub-id pub-id-type="pii">782998967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Amuta</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Jeon</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>Health information seeking in the digital age: an analysis of health information seeking behavior among US adults</article-title>
          <source>Cogent Soc Sci</source>
          <year>2017</year>
          <month>03</month>
          <day>13</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>1302785</fpage>
          <pub-id pub-id-type="doi">10.1080/23311886.2017.1302785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medlock</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eslami</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Askari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arts</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Sent</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>de Rooij</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Abu-Hanna</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health information-seeking behavior of seniors who use the internet: a survey</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>01</month>
          <day>08</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/1/e10/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3749</pub-id>
          <pub-id pub-id-type="medline">25574815</pub-id>
          <pub-id pub-id-type="pii">v17i1e10</pub-id>
          <pub-id pub-id-type="pmcid">PMC4296102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Using internet search engines to obtain medical information: a comparative study</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>05</month>
          <day>16</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>e74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/3/e74/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1943</pub-id>
          <pub-id pub-id-type="medline">22672889</pub-id>
          <pub-id pub-id-type="pii">v14i3e74</pub-id>
          <pub-id pub-id-type="pmcid">PMC3799567</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>United States search engines market share in June 2023</article-title>
          <source>Similarweb</source>
          <access-date>2023-11-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.similarweb.com/engines/united-states/">https://www.similarweb.com/engines/united-states/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Online health information seeking: a review and meta-analysis</article-title>
          <source>Health Commun</source>
          <year>2021</year>
          <month>09</month>
          <volume>36</volume>
          <issue>10</issue>
          <fpage>1163</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2020.1748829</pub-id>
          <pub-id pub-id-type="medline">32290679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Antecedents predicting health information seeking: a systematic review and meta-analysis</article-title>
          <source>Int J Inf Manage</source>
          <year>2020</year>
          <month>10</month>
          <volume>54</volume>
          <fpage>102115</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2020.102115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Perceived knowledge as [protective] power: parents' protective efficacy, information-seeking, and scrutiny during COVID-19</article-title>
          <source>Health Commun</source>
          <year>2021</year>
          <month>01</month>
          <day>30</day>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2020.1847438</pub-id>
          <pub-id pub-id-type="medline">33249853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMullan</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Berle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Arnáez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Starcevic</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>The relationships between health anxiety, online health information seeking, and cyberchondria: systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2019</year>
          <month>02</month>
          <day>15</day>
          <volume>245</volume>
          <fpage>270</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2018.11.037</pub-id>
          <pub-id pub-id-type="medline">30419526</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(18)31577-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myrick</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Willoughby</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Educated but anxious: how emotional states and education levels combine to influence online health information seeking</article-title>
          <source>Health Informatics J</source>
          <year>2019</year>
          <month>09</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>649</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458217719561?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458217719561</pub-id>
          <pub-id pub-id-type="medline">28728457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hovick</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Kahlor</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Personal cancer knowledge and information seeking through PRISM: the planned risk information seeking model</article-title>
          <source>J Health Commun</source>
          <year>2014</year>
          <month>04</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>511</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24433251"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10810730.2013.821556</pub-id>
          <pub-id pub-id-type="medline">24433251</pub-id>
          <pub-id pub-id-type="pmcid">PMC8582150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>WX</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>YY</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>QH</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>XY</given-names>
            </name>
          </person-group>
          <article-title>Analysis of the influencing factors of seeking intention on COVID-19 risk information: a cross-sectional study</article-title>
          <source>Risk Manag Healthc Policy</source>
          <year>2023</year>
          <volume>16</volume>
          <fpage>185</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36789008"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/RMHP.S393401</pub-id>
          <pub-id pub-id-type="medline">36789008</pub-id>
          <pub-id pub-id-type="pii">393401</pub-id>
          <pub-id pub-id-type="pmcid">PMC9922483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahlor</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>PRISM: a planned risk information seeking model</article-title>
          <source>Health Commun</source>
          <year>2010</year>
          <month>06</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1080/10410231003775172</pub-id>
          <pub-id pub-id-type="medline">20512716</pub-id>
          <pub-id pub-id-type="pii">922575523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Squiers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frasier</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bann</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Gaps in knowledge about COVID-19 among US residents early in the outbreak</article-title>
          <source>Public Health Rep</source>
          <year>2021</year>
          <month>11</month>
          <day>11</day>
          <volume>136</volume>
          <issue>1</issue>
          <fpage>107</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33176108"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0033354920970182</pub-id>
          <pub-id pub-id-type="medline">33176108</pub-id>
          <pub-id pub-id-type="pmcid">PMC7856374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shirzaei</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sedighi-Maman</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abolmaali</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>"COVID vaccine" Google searches predict increases in percent anxiety and depression within the United States</article-title>
          <source>Minerva Psychiatry</source>
          <year>2022</year>
          <month>06</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.23736/s2724-6612.21.02190-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzler</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Luchman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Denison</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wonder</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ostby</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vines</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Petrun Sayers</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Kurti</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Trigger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peck</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The initial relationship between the United States Department of Health and Human Services' digital COVID-19 public education campaign and vaccine uptake: campaign effectiveness evaluation</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>05</month>
          <day>03</day>
          <volume>25</volume>
          <fpage>e43873</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e43873/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/43873</pub-id>
          <pub-id pub-id-type="medline">36939670</pub-id>
          <pub-id pub-id-type="pii">v25i1e43873</pub-id>
          <pub-id pub-id-type="pmcid">PMC10158813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denison</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Luchman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Trigger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nighbor</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vines</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Petrun Sayers</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Kurti</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peck</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the "we can do this" campaign paid media and COVID-19 vaccination uptake, United States, December 2020-January 2022</article-title>
          <source>J Health Commun</source>
          <year>2023</year>
          <month>09</month>
          <day>02</day>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>573</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2023.2236976</pub-id>
          <pub-id pub-id-type="medline">37528606</pub-id>
          <pub-id pub-id-type="pmcid">PMC10529331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santos-Rosales</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ku-Chung</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Correa-Lopez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and its consequences on the physical, psychological and social health of obstetricians</article-title>
          <source>Rev Cuba Med Mil</source>
          <year>2023</year>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>e02302346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://scielo.sld.cu/scielo.php?script=sci_abstract&amp;pid=S0138-65572023000100013&amp;lng=es&amp;nrm=iso&amp;tlng=en"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>High health expenditures and low exposure of population to air pollution as critical factors that can reduce fatality rate in COVID-19 pandemic crisis: a global analysis</article-title>
          <source>Environ Res</source>
          <year>2021</year>
          <month>08</month>
          <volume>199</volume>
          <fpage>111339</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34029545"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.envres.2021.111339</pub-id>
          <pub-id pub-id-type="medline">34029545</pub-id>
          <pub-id pub-id-type="pii">S0013-9351(21)00633-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8139437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sources, diffusion and prediction in COVID-19 pandemic: lessons learned to face next health emergency</article-title>
          <source>AIMS Public Health</source>
          <year>2023</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>145</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37063362"/>
          </comment>
          <pub-id pub-id-type="doi">10.3934/publichealth.2023012</pub-id>
          <pub-id pub-id-type="medline">37063362</pub-id>
          <pub-id pub-id-type="pii">publichealth-10-01-012</pub-id>
          <pub-id pub-id-type="pmcid">PMC10091135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Optimal levels of vaccination to reduce COVID-19 infected individuals and deaths: a global analysis</article-title>
          <source>Environ Res</source>
          <year>2022</year>
          <month>03</month>
          <volume>204</volume>
          <issue>Pt C</issue>
          <fpage>112314</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34736923"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.envres.2021.112314</pub-id>
          <pub-id pub-id-type="medline">34736923</pub-id>
          <pub-id pub-id-type="pii">S0013-9351(21)01615-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8560189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magazzino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mele</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A machine learning algorithm to analyse the effects of vaccination on COVID-19 mortality</article-title>
          <source>Epidemiol Infect</source>
          <year>2022</year>
          <month>09</month>
          <day>12</day>
          <volume>150</volume>
          <fpage>e168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36093862"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0950268822001418</pub-id>
          <pub-id pub-id-type="medline">36093862</pub-id>
          <pub-id pub-id-type="pii">S0950268822001418</pub-id>
          <pub-id pub-id-type="pmcid">PMC9551183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Md Khairi</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Fahrni</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Lazzarino</surname>
              <given-names>AI</given-names>
            </name>
          </person-group>
          <article-title>The race for global equitable access to COVID-19 vaccines</article-title>
          <source>Vaccines (Basel)</source>
          <year>2022</year>
          <month>08</month>
          <day>12</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>1306</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=vaccines10081306"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/vaccines10081306</pub-id>
          <pub-id pub-id-type="medline">36016194</pub-id>
          <pub-id pub-id-type="pii">vaccines10081306</pub-id>
          <pub-id pub-id-type="pmcid">PMC9412387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Luk</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Social capital-accrual, escape-from-self, and time-displacement effects of internet use during the COVID-19 stay-at-home period: prospective, quantitative survey study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>24</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e22740</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e22740/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22740</pub-id>
          <pub-id pub-id-type="medline">33320824</pub-id>
          <pub-id pub-id-type="pii">v22i12e22740</pub-id>
          <pub-id pub-id-type="pmcid">PMC7772052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Time-series associations between public interest in COVID-19 variants and national vaccination rate: a Google Trends analysis</article-title>
          <source>Behav Sci (Basel)</source>
          <year>2022</year>
          <month>07</month>
          <day>09</day>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>223</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=bs12070223"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/bs12070223</pub-id>
          <pub-id pub-id-type="medline">35877293</pub-id>
          <pub-id pub-id-type="pii">bs12070223</pub-id>
          <pub-id pub-id-type="pmcid">PMC9312257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mangono</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smittenaar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Sutermaster</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sgaier</surname>
              <given-names>SK</given-names>
            </name>
          </person-group>
          <article-title>Information-seeking patterns during the COVID-19 pandemic across the United States: longitudinal analysis of Google Trends data</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>03</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e22933</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e22933/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22933</pub-id>
          <pub-id pub-id-type="medline">33878015</pub-id>
          <pub-id pub-id-type="pii">v23i5e22933</pub-id>
          <pub-id pub-id-type="pmcid">PMC8095345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Exploration of correlations between COVID-19 vaccination choice and public mental health using Google Trend search</article-title>
          <source>Vaccines (Basel)</source>
          <year>2022</year>
          <month>12</month>
          <day>17</day>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>2173</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=vaccines10122173"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/vaccines10122173</pub-id>
          <pub-id pub-id-type="medline">36560583</pub-id>
          <pub-id pub-id-type="pii">vaccines10122173</pub-id>
          <pub-id pub-id-type="pmcid">PMC9781700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Overview of COVID-19 Vaccines</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2024-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/socialmedia/syndication/405380/415228.html">https://www.cdc.gov/socialmedia/syndication/405380/415228.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gabis</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Attia</surname>
              <given-names>OL</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barak</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tefera</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shefer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shaham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman-Sagie</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The myth of vaccination and autism spectrum</article-title>
          <source>Eur J Paediatr Neurol</source>
          <year>2022</year>
          <month>01</month>
          <volume>36</volume>
          <fpage>151</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34996019"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejpn.2021.12.011</pub-id>
          <pub-id pub-id-type="medline">34996019</pub-id>
          <pub-id pub-id-type="pii">S1090-3798(21)00231-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8694782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Thimerosal and vaccines: vaccine safety</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2024-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/vaccinesafety/concerns/thimerosal/index.html">https://www.cdc.gov/vaccinesafety/concerns/thimerosal/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>SeyyedHosseini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lund</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>BasirianJahromi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Comparing health consumer search behavior and scientific research productivity related to COVID-19 vaccines in the USA: an infodemiology study</article-title>
          <source>Glob Knowl Mem Commun</source>
          <year>2022</year>
          <month>01</month>
          <day>20</day>
          <volume>72</volume>
          <issue>4/5</issue>
          <fpage>523</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1108/gkmc-09-2021-0155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bui</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ekşioğlu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Proano</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pinkley</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>An analysis of COVID-19 vaccine hesitancy in the U.S</article-title>
          <source>IISE Trans</source>
          <year>2024</year>
          <month>02</month>
          <day>14</day>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1080/24725854.2024.2301966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 vaccines for people who would like to have a baby</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <month>2</month>
          <day>11</day>
          <access-date>2024-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/vaccines/planning-for-pregnancy.html">https://www.cdc.gov/coronavirus/2019-ncov/vaccines/planning-for-pregnancy.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ramasahayam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuchakulla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramasamy</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccine hesitancy linked to increased internet search queries for side effects on fertility potential in the initial rollout phase following emergency use authorization</article-title>
          <source>Andrologia</source>
          <year>2021</year>
          <month>10</month>
          <day>28</day>
          <volume>53</volume>
          <issue>9</issue>
          <fpage>e14156</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34181273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/and.14156</pub-id>
          <pub-id pub-id-type="medline">34181273</pub-id>
          <pub-id pub-id-type="pmcid">PMC8420403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merrick</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weissman</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Utilizing Google Trends to monitor coronavirus vaccine interest and hesitancies</article-title>
          <source>Vaccine</source>
          <year>2022</year>
          <month>06</month>
          <day>26</day>
          <volume>40</volume>
          <issue>30</issue>
          <fpage>4057</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35660035"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2022.05.070</pub-id>
          <pub-id pub-id-type="medline">35660035</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(22)00699-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC9149202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malahy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spangler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leibler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Laane</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bavadekar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kumok</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Boulanger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shekel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Szpiro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gabrilovich</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wellenius</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Vaccine search patterns provide insights into vaccination intent</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on Nov 22, 2021</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2111.11424"/>
          </comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.2111.11424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>COVID data tracker</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2022</year>
          <access-date>2022-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid.cdc.gov/covid-data-tracker">https://covid.cdc.gov/covid-data-tracker</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 vaccination search insights</article-title>
          <source>Google</source>
          <year>2021</year>
          <access-date>2023-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://google-research.github.io/vaccination-search-insights/?placeId=ChIJCzYy5IS16lQRQrfeQ5K5Oxw">https://google-research.github.io/vaccination-search-insights/?placeId=ChIJCzYy5IS16lQRQrfeQ5K5Oxw</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ajzen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The theory of planned behavior</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>1991</year>
          <month>12</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>211</lpage>
          <pub-id pub-id-type="doi">10.1016/0749-5978(91)90020-T</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzler</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Denison</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlen</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Luchman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Ihongbe</surname>
              <given-names>TO</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moffett</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Dupervil</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Margolis</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The association between the we can do this campaign and vaccination beliefs in the United States, January 2021-March 2022</article-title>
          <source>J Health Commun (Forthcoming)</source>
          <year>2024</year>
          <pub-id pub-id-type="doi">10.1080/10810730.2024.2373159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonnevie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meadows</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smyser</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Google’s COVID-19 vaccine search insights to increase vaccine confidence and demand among BIPOC communities</article-title>
          <source>The Public Goods Projects</source>
          <year>2022</year>
          <month>2</month>
          <day>1</day>
          <access-date>2023-09-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3ax6yjh9">https://tinyurl.com/3ax6yjh9</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>HHS COVID-19 small area estimations survey - updated bivalent vaccine audience - wave 28</article-title>
          <source>US Department of Health and Human Services</source>
          <year>2023</year>
          <access-date>2023-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://healthdata.gov/Health/HHS-COVID-19-Small-Area-Estimations-Survey-Updated/6dii-j4w3">https://healthdata.gov/Health/HHS-COVID-19-Small-Area-Estimations-Survey-Updated/6dii-j4w3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Weekly United States COVID-19 cases and deaths by county</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2023-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.cdc.gov/dataset/Weekly-United-States-COVID-19-Cases-and-Deaths-by-/yviw-z6j5">https://data.cdc.gov/dataset/Weekly-United-States-COVID-19-Cases-and-Deaths-by-/yviw-z6j5</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>Area health resources file</article-title>
          <source>US Department of Health and Human Services</source>
          <year>2022</year>
          <month>7</month>
          <day>21</day>
          <access-date>2023-10-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.hrsa.gov/topics/health-workforce/ahrf">https://data.hrsa.gov/topics/health-workforce/ahrf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>Form 477 county data on internet access services</article-title>
          <source>Federal Communications Commission</source>
          <access-date>2023-10-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fcc.gov/form-477-county-data-internet-access-services">https://www.fcc.gov/form-477-county-data-internet-access-services</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tausanovitch</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Subnational ideology and presidential vote estimates (v2022)</article-title>
          <source>Harvard Database</source>
          <year>2022</year>
          <month>11</month>
          <day>1</day>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/BQKU4M">https://dataverse.harvard.edu/dataset.xhtml?persistentId=doi:10.7910/DVN/BQKU4M</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tausanovitch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Warshaw</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Measuring constituent policy preferences in congress, state legislatures, and cities</article-title>
          <source>J Polit</source>
          <year>2013</year>
          <month>04</month>
          <volume>75</volume>
          <issue>2</issue>
          <fpage>330</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1017/s0022381613000042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bragazzi</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Barberis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rosselli</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gianfredi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nucci</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moretti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salvatori</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martucci</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How often people google for vaccination: qualitative and quantitative insights from a systematic search of the web-based activities using Google Trends</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2017</year>
          <month>02</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>464</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27983896"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2017.1264742</pub-id>
          <pub-id pub-id-type="medline">27983896</pub-id>
          <pub-id pub-id-type="pmcid">PMC5328221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghosh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Small area estimation: an appraisal</article-title>
          <source>Stat Sci</source>
          <year>1994</year>
          <month>2</month>
          <day>1</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1214/ss/1177010647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vatcheva</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCormick</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Rahbar</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Multicollinearity in regression analyses conducted in epidemiologic studies</article-title>
          <source>Epidemiology (Sunnyvale)</source>
          <year>2016</year>
          <month>04</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>227</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27274911"/>
          </comment>
          <pub-id pub-id-type="doi">10.4172/2161-1165.1000227</pub-id>
          <pub-id pub-id-type="medline">27274911</pub-id>
          <pub-id pub-id-type="pii">227</pub-id>
          <pub-id pub-id-type="pmcid">PMC4888898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 vaccines</article-title>
          <source>US Department of Health and Human Services</source>
          <access-date>2022-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/coronavirus/covid-19-vaccines/index.html">https://www.hhs.gov/coronavirus/covid-19-vaccines/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 timeline</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2023</year>
          <month>3</month>
          <day>15</day>
          <access-date>2023-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/museum/timeline/covid19.html">https://www.cdc.gov/museum/timeline/covid19.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <article-title>CDC/ATSDR social vulnerability index (SVI)</article-title>
          <source>Agency for Toxic Substances and Disease Registry</source>
          <access-date>2023-09-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.atsdr.cdc.gov/placeandhealth/svi/index.html">https://www.atsdr.cdc.gov/placeandhealth/svi/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boulanger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kumok</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patankar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bavadekar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Desfontaines</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gabrilovich</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gadepalli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ghazi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kraft</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kumok</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Manurangsi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patankar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shekel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wellenius</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Google COVID-19 vaccination search insights: anonymization process description</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on Jul 7, 2021</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/2107.01179"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horrigan</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Analysis: digital divide isn’t just a rural problem</article-title>
          <source>The Daily Yonder</source>
          <year>2019</year>
          <month>08</month>
          <day>14</day>
          <access-date>2023-10-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dailyyonder.com/analysis-digital-divide-isnt-just-a-rural-problem/2019/08/14/">http://dailyyonder.com/analysis-digital-divide-isnt-just-a-rural-problem/2019/08/14/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Makhortykh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>You are how (and where) you search? Comparative analysis of web search behavior using web tracking data</article-title>
          <source>J Comput Soc Sci</source>
          <year>2023</year>
          <month>05</month>
          <day>03</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/184150"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s42001-023-00208-9</pub-id>
          <pub-id pub-id-type="medline">37363807</pub-id>
          <pub-id pub-id-type="pii">208</pub-id>
          <pub-id pub-id-type="pmcid">PMC10155157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A rural-urban broadband divide, but not the one you think of</article-title>
          <source>The New York Times</source>
          <year>2021</year>
          <month>06</month>
          <access-date>2023-11-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2021/06/01/business/rural-urban-broadband-biden.html">https://www.nytimes.com/2021/06/01/business/rural-urban-broadband-biden.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shavers</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Shankar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alberg</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Perceived access to health care and its influence on the prevalence of behavioral risks among urban African Americans</article-title>
          <source>J Natl Med Assoc</source>
          <year>2002</year>
          <month>11</month>
          <volume>94</volume>
          <issue>11</issue>
          <fpage>952</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="medline">12442998</pub-id>
          <pub-id pub-id-type="pmcid">PMC2594193</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bindman</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Grumbach</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Osmond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Komaromy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vranizan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Billings</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Preventable hospitalizations and access to health care</article-title>
          <source>JAMA</source>
          <year>1995</year>
          <month>07</month>
          <day>26</day>
          <volume>274</volume>
          <issue>4</issue>
          <fpage>305</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="medline">7609259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abadie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Athey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Imbens</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Wooldridge</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>When should you adjust standard errors for clustering?*</article-title>
          <source>Q J Econ</source>
          <year>2023</year>
          <volume>138</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.3386/w24003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="web">
          <article-title>Stata statistical software: release 17</article-title>
          <source>StataCorp</source>
          <year>2021</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stata.com/stata-news/news36-2/">https://www.stata.com/stata-news/news36-2/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 monthly outcome survey</article-title>
          <source>US Department of Health and Human Services</source>
          <year>2023</year>
          <month>07</month>
          <day>13</day>
          <access-date>2023-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://healthdata.gov/Health/HHS-COVID-19-Monthly-Outcome-Survey-Wave-01/jkbx-vqsh">https://healthdata.gov/Health/HHS-COVID-19-Monthly-Outcome-Survey-Wave-01/jkbx-vqsh</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gary</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Keohane</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Verba</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Designing Social Inquiry: Scientific Inference in Qualitative Research. 2nd edition</source>
          <year>2021</year>
          <publisher-loc>Princeton, NJ</publisher-loc>
          <publisher-name>Princeton University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fadnes</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Taube</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tylleskär</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>How to identify information bias due to self-reporting in epidemiological research</article-title>
          <source>Int J Epidemiol</source>
          <year>2008</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ispub.com/IJE/7/2/9194"/>
          </comment>
          <pub-id pub-id-type="doi">10.5580/1818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harper</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Attwell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>How vaccination rumours spread online: tracing the dissemination of information regarding adverse events of COVID-19 vaccines</article-title>
          <source>Int J Public Health</source>
          <year>2022</year>
          <month>5</month>
          <day>30</day>
          <volume>67</volume>
          <fpage>1604228</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35707226"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/ijph.2022.1604228</pub-id>
          <pub-id pub-id-type="medline">35707226</pub-id>
          <pub-id pub-id-type="pii">1604228</pub-id>
          <pub-id pub-id-type="pmcid">PMC9189631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roswag</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Häusser</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Abdel Hadi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hubert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mojzisch</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Organizations affect their employees' vaccine readiness: a self-perception theory perspective</article-title>
          <source>Appl Psychol Health Well Being</source>
          <year>2023</year>
          <month>11</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>1603</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1111/aphw.12457</pub-id>
          <pub-id pub-id-type="medline">37194474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Assadi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kiani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shamsi Gooshki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Aryanian</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Afshar</surname>
              <given-names>ZM</given-names>
            </name>
            <name name-style="western">
              <surname>Hatami</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccination in children as a global dilemma through an ethical lens: a retrospective review</article-title>
          <source>Health Sci Rep</source>
          <year>2023</year>
          <month>01</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e976</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36479386"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/hsr2.976</pub-id>
          <pub-id pub-id-type="medline">36479386</pub-id>
          <pub-id pub-id-type="pii">HSR2976</pub-id>
          <pub-id pub-id-type="pmcid">PMC9719287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Pandemic prevention: lessons from COVID-19</article-title>
          <source>Encyclopedia</source>
          <year>2021</year>
          <month>05</month>
          <day>31</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>433</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.3390/encyclopedia1020036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Improving preparedness for next pandemics: max level of COVID-19 vaccinations without social impositions to design effective health policy and avoid flawed democracies</article-title>
          <source>Environ Res</source>
          <year>2022</year>
          <month>10</month>
          <volume>213</volume>
          <fpage>113566</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35660409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.envres.2022.113566</pub-id>
          <pub-id pub-id-type="medline">35660409</pub-id>
          <pub-id pub-id-type="pii">S0013-9351(22)00893-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC9155186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 vaccination is not a sufficient public policy to face crisis management of next pandemic threats</article-title>
          <source>Public Organiz Rev</source>
          <year>2022</year>
          <month>10</month>
          <day>17</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>1353</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1007/S11115-022-00661-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benati</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Coccia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Global analysis of timely COVID-19 vaccinations: improving governance to reinforce response policies for pandemic crises</article-title>
          <source>Int J Health Gov</source>
          <year>2022</year>
          <month>05</month>
          <day>31</day>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>240</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1108/ijhg-07-2021-0072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peltzman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effects of automobile safety regulation</article-title>
          <source>J Polit Econ</source>
          <year>1975</year>
          <month>08</month>
          <volume>83</volume>
          <issue>4</issue>
          <fpage>677</fpage>
          <lpage>725</lpage>
          <pub-id pub-id-type="doi">10.1086/260352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luchman</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzler</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Tuskeviciute</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vega</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denison</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Trigger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nighbor</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vines</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Confidents, waiters, and non-intenders: estimating and validating a segmentation analysis of COVID-19 attitudes, beliefs, and behaviors in early 2021</article-title>
          <source>JMIR Preprints</source>
          <comment>Preprint posted online on Jan 3, 2024</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://preprints.jmir.org/preprint/56044"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/preprints.56044</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
