<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">Online J Public Health Inform</journal-id>
      <journal-title>Online Journal of Public Health Informatics</journal-title>
      <issn pub-type="epub">1947-2579</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v16i1e51662</article-id>
      <article-id pub-id-type="pmid">38922643</article-id>
      <article-id pub-id-type="doi">10.2196/51662</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Acceptability of a Digital Adherence Tool Among Patients With Tuberculosis and Tuberculosis Care Providers in Kilimanjaro Region, Tanzania: Mixed Methods Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mensah</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tumuhimbise</surname>
            <given-names>Wilson</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mpofu</surname>
            <given-names>Rephaim</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pan</surname>
            <given-names>Sung-Ching</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mtenga</surname>
            <given-names>Alan Elias</given-names>
          </name>
          <degrees>BEd</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>mHealth Department</institution>
            <institution>Kilimanjaro Clinical Research Institute</institution>
            <addr-line>KCMC/Kitandu, Longuo st</addr-line>
            <addr-line>2236, Moshi</addr-line>
            <addr-line>Moshi, 25116</addr-line>
            <country>United Republic of Tanzania</country>
            <phone>255 763285424</phone>
            <email>a.mtenga@kcri.ac.tz</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-6925-6142</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Maro</surname>
            <given-names>Rehema Anenmose</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8310-6665</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dillip</surname>
            <given-names>Angel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2565-9480</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Msoka</surname>
            <given-names>Perry</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9315-5495</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Emmanuel</surname>
            <given-names>Naomi</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-9195-8810</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ngowi</surname>
            <given-names>Kennedy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3692-5940</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Sumari-de Boer</surname>
            <given-names>Marion</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5433-0406</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>mHealth Department</institution>
        <institution>Kilimanjaro Clinical Research Institute</institution>
        <addr-line>Moshi</addr-line>
        <country>United Republic of Tanzania</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Life Science and Bioengineering</institution>
        <institution>Nelson Mandela African Institution of Science and Technology</institution>
        <addr-line>Arusha</addr-line>
        <country>United Republic of Tanzania</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Health system</institution>
        <institution>Apotheker Health Access Initiatives, Tanzania</institution>
        <addr-line>Dar es salaam</addr-line>
        <country>United Republic of Tanzania</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alan Elias Mtenga <email>a.mtenga@kcri.ac.tz</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>6</month>
        <year>2024</year>
      </pub-date>
      <volume>16</volume>
      <elocation-id>e51662</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Alan Elias Mtenga, Rehema Anenmose Maro, Angel Dillip, Perry Msoka, Naomi Emmanuel, Kennedy Ngowi, Marion Sumari-de Boer. Originally published in the Online Journal of Public Health Informatics (https://ojphi.jmir.org/), 26.06.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Online Journal of Public Health Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://ojphi.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://ojphi.jmir.org/2024/1/e51662" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The World Health Organization has recommended digital adherence tools (DATs) as a promising intervention to improve antituberculosis drug adherence. However, the acceptability of DATs in resource-limited settings is not adequately studied.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We investigated the acceptability of a DAT among patients with tuberculosis (TB) and TB care providers in Kilimanjaro, Tanzania.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a convergent parallel mixed methods study among patients with TB and TB care providers participating in our 2-arm cluster randomized trial (REMIND-TB). The trial aimed to investigate whether the evriMED pillbox with reminder cues and adherence feedback effectively improves adherence to anti-TB treatment among patients with TB in Kilimanjaro, Tanzania. We conducted exit and in-depth interviews among patients as well as in-depth interviews among TB care providers in the intervention arm. We conducted a descriptive analysis of the quantitative data from exit interviews. Translated transcripts and memos were organized using NVivo software. We employed inductive and deductive thematic framework analysis, guided by Sekhon’s theoretical framework of acceptability.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Out of the 245 patients who completed treatment, 100 (40.8%) were interviewed during exit interviews, and 18 patients and 15 TB care providers were interviewed in-depth. Our findings showed that the DAT was highly accepted: 83% (83/100) expressed satisfaction, 98% (98/100) reported positive experiences with DAT use, 78% (78/100) understood how the intervention works, and 92% (92/100) successfully used the pillbox. Good perceived effectiveness was reported by 84% (84/100) of the participants who noticed improved adherence, and many preferred continuing receiving reminders through SMS text messages, indicating high levels of self-efficacy. Ethical concerns were minimal, as 85 (85%) participants did not worry about remote monitoring. However, some participants felt burdened using DATs; 9 (9%) faced difficulties keeping the device at home, 12 (12%) were not pleased with receiving daily reminder SMS text messages, and 30 (30%) reported challenges related to mobile network connectivity issues. TB care providers accepted the intervention due to its perceived impact on treatment outcomes and behavior change in adherence counseling, and they demonstrated high level of intervention coherence.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>DATs are highly acceptable in Tanzania. However, some barriers such as TB-related stigma and mobile network connectivity issues may limit acceptance.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.1186/s13063-019-3483-4</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>acceptability</kwd>
        <kwd>digital adherence tool</kwd>
        <kwd>medication reminder monitors</kwd>
        <kwd>patients with tuberculosis</kwd>
        <kwd>TB</kwd>
        <kwd>adherence</kwd>
        <kwd>TB care provider</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Tuberculosis (TB) is a significant public health problem and the second leading infectious killer after COVID-19 [<xref ref-type="bibr" rid="ref1">1</xref>]. The World Health Organization has set a target in its “end TB strategy” to reduce TB deaths by 75% in 2025 and 90% in 2030 [<xref ref-type="bibr" rid="ref2">2</xref>]. Tanzania is among the 30 countries with high TB burden and is estimated to have had a TB incidence of 208 per 100,000 persons and 1.3% of multidrug-resistant TB cases in 2021 [<xref ref-type="bibr" rid="ref1">1</xref>]. In 2020, Tanzania reported that about 26,800 people died from TB [<xref ref-type="bibr" rid="ref3">3</xref>]. TB is a curable disease if adequate treatment is implemented [<xref ref-type="bibr" rid="ref4">4</xref>]. However, treatment adherence is a major challenge that hinders TB treatment efforts [<xref ref-type="bibr" rid="ref5">5</xref>]. Insufficient adherence to TB medication is contributed by multiple factors such as the social context, health system, economic factors, patient-related factors (forgetfulness, low knowledge), health service accessibility, and drug-related factors such as drug side effects [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>The World Health Organization has recommended digital adherence tools (DATs) that include SMS text messages, medication event monitoring devices, and video-observed treatment as promising interventions for improving TB adherence [<xref ref-type="bibr" rid="ref8">8</xref>]. DATs can remind patients to take their medications, offer dose information, alert health care practitioners to risky behavior patterns, and allow health care practitioners to intervene when treatment is interrupted [<xref ref-type="bibr" rid="ref9">9</xref>]. Furthermore, digital devices provide baseline information for health care providers during adherence counseling, patient motivation, replacement of interrupted medication, and scheduling clinic visits [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>DATs have proven feasible in high- and low-resource settings [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Further, studies have shown that these devices have relatively high acceptability in Tanzania among people living with HIV, in Uganda and China among patients with drug-susceptible TB, and in South Africa among patients with multidrug-resistant TB [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. However, literature indicates that the wide implementation of DATs in China has shown challenges, such that 11.3% refused to use DATs at enrollment and 8.2% refused to use DATs during treatment [<xref ref-type="bibr" rid="ref16">16</xref>]. Another study in Vietnam showed that participants could not use the pillbox as required because they could not carry it to their workplace [<xref ref-type="bibr" rid="ref17">17</xref>]. More evidence on the acceptability of DATs is needed to inform its large-scale implementation in resource-limited settings.</p>
      <p>Investigating implementation research outcomes such as acceptability, feasibility, sustainability, and adoption is essential for identifying implementation bottlenecks that may hamper intervention effectiveness in a real-world setting [<xref ref-type="bibr" rid="ref18">18</xref>]. In addition, when a health care intervention is not considered acceptable, it may affect health care providers’ perception and treatment delivery [<xref ref-type="bibr" rid="ref19">19</xref>]. In this study, we aimed to investigate the acceptability of DATs among patients and TB care providers for improving adherence to anti-TB drugs among patients with TB in Kilimanjaro, Tanzania.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted a convergent parallel mixed methods study, which was embedded in our cluster randomized trial (REMIND-TB), among patients with TB and TB care providers.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Kilimanjaro Christian Medical College research ethics and review committee (approval 1157, dated December 10, 2018) and the National Health Research ethics subcommittee (ref NIMR/HQ/R.8a/VolIX/2992, dated January 14, 2019). We registered the trial at the Pan African Clinical Trials Registry under PACTR201811755733759 on November 8, 2018.</p>
      </sec>
      <sec>
        <title>REMIND-TB Trial</title>
        <p>From 2019 to 2021, we conducted a 2-arm cluster randomized trial to investigate whether the evriMED pillbox with reminder cues and adherence feedback effectively improved adherence to anti-TB treatment among patients with TB in Kilimanjaro region in Tanzania. Study sites were randomized into 12 clusters: 6 intervention arms and 6 control arms. The inclusion criteria for the trial were patients’ diagnosis with presumptive sensitive TB, aged 18-65 years, attending care at any of the TB centers in the Kilimanjaro region of Tanzania, willing to use the evriMED pillbox, able to read and understand SMS text messages, and able to understand and willing to sign informed consent. Exclusion criteria were hospitalized patients and those who previously participated in similar studies. We provided each participant in the intervention arm with an evriMED1000 pillbox for their medication storage and intake. In the control arm, participants followed the standard of care procedures. In both arms, we followed participants for 6 months of treatment. In the evriMED arm, participants received a reminder SMS text message every day 30 minutes before their set time of taking medication. Detailed information about the REMIND-TB trial and the DAT can be found elsewhere [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>evriMED Pillbox</title>
        <p>The evriMED1000 is a type of tablet dispenser with a SIM card produced by Wisepill, based in South Africa. The pillbox records the opening of the box and stores the so-called medication events on a chip, along with the date and time whenever it is opened. This information is transmitted to a centralized server when one opens the device. Additionally, the evriMED1000 delivers a daily heartbeat event that includes information about the device’s identification, battery life, and signal quality. If the pillbox is not opened on a particular day, any pending events will be transmitted during the next heartbeat.</p>
        <p>The evriMED1000 sends a reminder SMS text message to an individual’s mobile phone 30 minutes before intake time. If the individual does not take the medication within 1 hour of the intake period, a second reminder SMS text message is generated and sent. The patient does not require internet connectivity to receive the reminder SMS text message. The Wisepill pillbox uses a global roaming SIM chip that will connect to the best available mobile network in the area. These devices are designed to work in low-network resource settings (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>As the trial was an implementation study, TB care providers took full responsibility for participant care within their regular duties. They had to explain and demonstrate the use of the evriMED device to patients, provide medication through the device, and discuss adherence reports generated by the device during follow-up clinics. Participants were trained on device usage upon enrollment and were required to stay with it for the entire 6-month treatment period. Any challenges related to device functionality or misunderstandings were addressed through ongoing discussions between patients and care providers during follow-up visits.</p>
      </sec>
      <sec>
        <title>Mixed Methods Study on Acceptability of DATs</title>
        <sec>
          <title>Study Procedures</title>
          <p>Enrolled participants from the intervention arm of the REMIND-TB trial who completed 6 months of treatment were called for a phone interview. One inclusion criterion for this study was that participants had to be randomized into the intervention arm, while we excluded all the participants randomized into the control arm. The other inclusion and exclusion criteria were the same as in the trial. In addition, we purposively selected 18 patients with TB for an in-depth interview. Considering that this was an implementation study in which all the activities were performed by TB care providers, we purposively selected 15 TB care providers to understand the acceptability pattern of evriMED. We aimed at a heterogenic sample for both patients and health care workers by considering patients with good and poor adherence as well as diverse professional experiences among TB care providers. We obtained written informed consent from all individuals who participated in the acceptability study. After completing the follow-up of all participants in the REMIND-TB trial, we purposively selected TB treatment centers with their respective care providers in each cluster, who were called for an in-depth interview. Interviews were performed by trained research assistants using a topic guide in the Swahili language. Audio recordings of the interviews were transcribed and translated by experienced research assistants.</p>
        </sec>
        <sec>
          <title>Theoretical Framework of Acceptability</title>
          <p>The theoretical framework of acceptability (TFA) is a theoretical framework that helps to evaluate the intervention acceptability based on the lived or perceived experiences of individuals who deliver or receive an intervention [<xref ref-type="bibr" rid="ref19">19</xref>]. The TFA has 7 constructs that can evaluate acceptability before, during, and after implementation performance (<xref ref-type="table" rid="table1">Table 1</xref>). In this study, we used TFA to investigate the acceptability of DATs among patients with TB and TB care providers. We believe that this theoretical framework is the best to use for this study due to its robustness in integrating the comprehensive concept of acceptability derived from diverse theories in health psychology and behavior change. To our knowledge, this inherent strength makes TFA the best theory of acceptability when compared to other theories. In addition to that, several studies have employed this theory to evaluate the acceptability of health care interventions [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>].</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Constructs and description of the theoretical framework of acceptability.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="280"/>
              <col width="720"/>
              <thead>
                <tr valign="top">
                  <td>Constructs</td>
                  <td>Description</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Affective attitude</td>
                  <td>How an individual feels about the intervention</td>
                </tr>
                <tr valign="top">
                  <td>Burden</td>
                  <td>The perceived amount of effort that was required to participate in the intervention</td>
                </tr>
                <tr valign="top">
                  <td>Ethicality</td>
                  <td>The extent to which the intervention has a good fit with an individual’s value system</td>
                </tr>
                <tr valign="top">
                  <td>Intervention coherence</td>
                  <td>The extent to which the participant understands the intervention and how it works</td>
                </tr>
                <tr valign="top">
                  <td>Opportunity costs</td>
                  <td>The extent to which benefits, profits, or values were given up to engage in the intervention</td>
                </tr>
                <tr valign="top">
                  <td>Perceived effectiveness</td>
                  <td>The extent to which the intervention is perceived to have achieved its intended purpose</td>
                </tr>
                <tr valign="top">
                  <td>Self-efficacy</td>
                  <td>The participant’s confidence that they can perform the behavior(s) required to participate in the intervention</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Data Collection Tools</title>
        <sec>
          <title>Exit Survey</title>
          <p>We conducted an exit survey after a participant completed the treatment. The survey was conducted by phone by trained research assistants. We performed the survey by using a semistructured questionnaire that we developed using the 7 constructs of the acceptability framework (affective attitude, perceived burden, ethicality, perceived effectiveness, intervention coherence, self-efficacy, and opportunity cost).</p>
        </sec>
        <sec>
          <title>In-Depth Interviews</title>
          <p>We conducted in-depth interviews with patients and TB care providers from the intervention clusters. Patients and TB care providers were interviewed at their respective health facilities at the agreed time. All interviews were conducted by 2 experienced researchers led by the first author (AEM). We used different topic guides for in-depth interviews with patients and care providers, respectively. We used the Sekhon framework for acceptability to define the guide [<xref ref-type="bibr" rid="ref19">19</xref>]. Questions mainly focused on the 7 constructs of TFA. The questionnaires were adapted if new topics came up during interviews.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <p>To answer the objective regarding the acceptability of evriMED among patients with TB and TB care providers, we conducted a descriptive analysis of the exit survey responses using STATA (version 15; Stata Corp LLC). The results of the exit survey provided an overview of the frequency and percentages of each element of acceptability. In addition, we analyzed the qualitative responses of participants and TB care providers inductively and deductively by using thematic framework analyses. Three researchers independently read the transcripts (AEM, MSdB, and RAM). We developed memos and subthemes inductively based on the narratives and deductively by adopting preidentified themes from the theoretical framework constructs. We uploaded transcripts and memos in NVivo software (Lumivero) for coding and data organization. Narratives from the transcripts were then coded based on the predefined subthemes.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Description of the Patients</title>
        <p>We enrolled 280 patients in the intervention arm; of these, 21 (7.5%) died before study completion, and 14 (5%) were excluded due to either being transferred to other regions or lost to follow-up. Of the 245 (87.5%) patients who completed treatment, 145 (59.2%) were not interviewed because their phone numbers were unreachable. We interviewed 100 (40.8%) patients. The details of the demographic characteristics of the patients with TB are shown below in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>In addition, we in-depth interviewed 18 patients and 15 TB care providers or directly observed therapy, and we reached data saturation in these interviews. Among the 18 patients, 12 (67%) were males and 6 (33%) were females. Detailed demographic characteristic are shown in <xref ref-type="table" rid="table3">Table 3</xref>. Of the 15 TB care providers who were interviewed, 3 (20%) were males and 12 (80%) were females, of whom 4 (27%) were clinicians, 1 (6%) was a pharmacist, 4 (27%) were medical attendants, and 6 (40%) were registered nurses.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographic characteristics and treatment outcomes of the patients with tuberculosis (N=280).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="710"/>
            <col width="0"/>
            <col width="260"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td>Values, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">207 (73.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">73 (26.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Inclusion clusters</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Moshi rural district hospital</td>
                <td colspan="2">21 (7.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Moshi rural health center</td>
                <td colspan="2">115 (41)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Moshi urban district hospital</td>
                <td colspan="2">3 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Moshi urban health center</td>
                <td colspan="2">42 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Same and Mwanga health facilities</td>
                <td colspan="2">49 (17.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kibongoto National Infectious Disease hospital</td>
                <td colspan="2">50 (17.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Age (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&lt;20</td>
                <td colspan="2">2 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>20-29</td>
                <td colspan="2">50 (17.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-29</td>
                <td colspan="2">57 (20.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>40-49</td>
                <td colspan="2">89 (31.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-59</td>
                <td colspan="2">52 (18.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥60</td>
                <td colspan="2">30 (10.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Education level</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>None</td>
                <td colspan="2">9 (3.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Primary</td>
                <td colspan="2">213 (76.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Secondary</td>
                <td colspan="2">56 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tertiary</td>
                <td colspan="2"> 2 (0.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Marital status</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td colspan="2">155 (55.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Single</td>
                <td colspan="2">79 (28.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Separated or divorced</td>
                <td colspan="2">35 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widowed</td>
                <td colspan="2">11 (3.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Treatment outcome</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cured/completed treatment</td>
                <td colspan="2">245 (87.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Transferred and lost</td>
                <td colspan="2">14 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dead</td>
                <td colspan="2">21 (7.5)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Demographic and adherence characteristics of the in-depth interviews with individuals diagnosed with tuberculosis.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="110"/>
            <col width="110"/>
            <col width="180"/>
            <col width="180"/>
            <col width="340"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sex</td>
                <td>Age (years)</td>
                <td>Education</td>
                <td>Marital status</td>
                <td>Participant’s adherence as shown by DAT<sup>a</sup> (%)<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Female</td>
                <td>30</td>
                <td>Secondary</td>
                <td>Married</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Male</td>
                <td>40</td>
                <td>Primary</td>
                <td>Married</td>
                <td>24</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Male</td>
                <td>58</td>
                <td>Primary</td>
                <td>Married</td>
                <td>21</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Male</td>
                <td>55</td>
                <td>Primary</td>
                <td>Married</td>
                <td>38</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Female</td>
                <td>53</td>
                <td>Primary</td>
                <td>Single</td>
                <td>99</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Male</td>
                <td>48</td>
                <td>Primary</td>
                <td>Married</td>
                <td>99</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Male</td>
                <td>56</td>
                <td>Primary</td>
                <td>Married</td>
                <td>21</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Female</td>
                <td>38</td>
                <td>Primary</td>
                <td>Single</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Female</td>
                <td>49</td>
                <td>Primary</td>
                <td>Married</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>Male</td>
                <td>63</td>
                <td>Secondary</td>
                <td>Married</td>
                <td>100</td>
              </tr>
              <tr valign="top">
                <td>11</td>
                <td>Female</td>
                <td>45</td>
                <td>Primary</td>
                <td>Separated</td>
                <td>68</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>Male</td>
                <td>52</td>
                <td>Primary</td>
                <td>Married</td>
                <td>90</td>
              </tr>
              <tr valign="top">
                <td>14</td>
                <td>Male</td>
                <td>59</td>
                <td>Primary</td>
                <td>Married</td>
                <td>99</td>
              </tr>
              <tr valign="top">
                <td>14</td>
                <td>Male</td>
                <td>41</td>
                <td>Primary</td>
                <td>Married</td>
                <td>99</td>
              </tr>
              <tr valign="top">
                <td>15</td>
                <td>Female</td>
                <td>45</td>
                <td>Primary</td>
                <td>Divorced</td>
                <td>41</td>
              </tr>
              <tr valign="top">
                <td>16</td>
                <td>Male</td>
                <td>52</td>
                <td>Primary</td>
                <td>Married</td>
                <td>93</td>
              </tr>
              <tr valign="top">
                <td>17</td>
                <td>Male</td>
                <td>40</td>
                <td>Primary</td>
                <td>Married</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>18</td>
                <td>Male</td>
                <td>60</td>
                <td>Secondary</td>
                <td>Married</td>
                <td> 98</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>DAT: digital adherence tool.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Absolute values of the percentages are not provided because the adherence score in the evriMED monitor is automatically generated by the pillbox based on the patient’s daily medication intake behavior.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Patients’ and TB Care Providers’ Acceptability of DAT</title>
        <p>The table summarizing the quantitative survey findings can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <sec>
          <title>Affective Attitude</title>
          <p>Many participants described positive views concerning the use of the intervention. In the exit interview, 98% (98/100) of the participants indicated their general experience with the pillbox was either good or very good, 83% (83/100) reported that the intervention was satisfactory, and 85% (85/100) had either a good or very good attitude toward the content of the reminder SMS text messages. Of the 20 people who saw their adherence graphs, 18 (90%) had a good or very good attitude toward graphs.</p>
          <p>In the in-depth interviews, participants expressed positive opinions about the appearance and attractiveness of the pillboxes. They were particularly impressed with the white color of the pillbox. TB care providers and patients acknowledged the appropriateness of the pillbox’s size, stating that it allowed for hygienic medication storage. However, some TB care providers suggested increasing the pillbox size to accommodate patients’ cards. Furthermore, some participants appreciated the pillbox’s size as it matched the size of TB drug blisters. Additionally, participants with comorbidities (TB-HIV) found the large size of the pillbox advantageous for storing drugs for other diseases. This is illustrated in the following quotes.</p>
          <disp-quote>
            <p>…From my point of view, the device is good. Even from looking at it. Even the color itself is not bad.</p>
            <attrib>Patient, 42-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…it reminds him. Even though he doesn’t have his phone, it helps him think he should take medication. The second thing I see is that drugs stay safe. Thirdly, it helped patients to be alert. They were swallowing the medicine on time, and if they forgot, it reminded them.</p>
            <attrib>TB directly observed therapy, registered nurse</attrib>
          </disp-quote>
          <p>Participants and TB care providers highlighted the benefits they experienced from using the intervention, particularly regarding medication reminders and storage. TB care providers expressed satisfaction with attending to patients utilizing the intervention, as it enabled them to monitor progress through adherence reports. However, a few participants expressed negative sentiments. One participant suggested that having pillboxes in different colors would be more attractive, as the white color could quickly get dirty. Another participant felt the pillbox size was too large to carry and recommended reducing its size by half, as also mentioned by some other participants.</p>
          <disp-quote>
            <p>…It alerted us that why this guy/patient has this problem. Let us call him and sit to talk with him about what the problem is.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
          <disp-quote>
            <p>…The first advantage is to be reminded. You understand me. It reminds you. I have been reminded many times because I also like to sleep; if I do not go out, I always like to sleep at home. Also, drug storage.</p>
            <attrib>Patient, 30-year-old female</attrib>
          </disp-quote>
          <disp-quote>
            <p>…It’s good, but when it’s new. If it is new, it is very attractive. Now, it shows it has been used. It is clean, but not attractive anymore.</p>
            <attrib>Patient, 56-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…I don’t know…the size should be reduced to half! I see it is big.</p>
            <attrib>Patient, 30-year-old female</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Perceived Burden</title>
          <p>We examined the perceived effort involved in using the intervention. During the exit interview, some participants (n=100) faced challenges when using the intervention. Specifically, 10 (10%) respondents mentioned experiencing TB-related stigma, 12 (12%) expressed discomfort with receiving daily SMS text message reminders, 7 (7%) found it challenging to use the device, 9 (9%) encountered difficulties keeping it at home, and 3 (3%) reported issues with charging the device. Additionally, 30 (30%) reported experiencing challenges with mobile network connections.</p>
          <p>In-depth interviews revealed a few aspects that participants and TB care providers were experiencing in using the intervention. Few participants expressed challenges in travelling with the pillbox. TB care providers mentioned that the intervention increased their workload, as it required extensive discussions with patients about various aspects of adherence. Moreover, mobile network–related issues caused delays in the system’s signal transmission when the pillbox was opened, leading to poor adherence reports for some patients and incorrect SMS text message notifications. Some participants suggested that the system should not send reminder SMS text messages to treatment supporters, as the device occasionally failed to detect events due to network problems. This can be seen from the following quotes.</p>
          <disp-quote>
            <p>…I did not feel comfortable going with it because others would suspect me [of being sick].</p>
            <attrib>Patient, 56-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…But the time was insufficient according to the working environment. So, once you get a patient in this environment, it is a bit of a challenge to sit with them. You must be brief because the time is insufficient, and you might need to work in the OPD wards simultaneously. So, if you sit with that patient for a long time, you will cause a jam in another unit.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
          <disp-quote>
            <p>…If the network is fine, the adherence is good. But, if he goes to a place without a network, the device is not communicating even if he has taken the medicine.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Ethicality</title>
          <p>Many participants and care providers described the intervention as fitting well with their value system. Exit interviews with participants revealed that 85% (85/100) did not worry about being monitored remotely, and 77% (77/100) said they did not experience any form of stigma. Similar findings were observed in the in-depth interviews. Many participants considered the pillbox morally acceptable and appreciated how it helped maintain their confidentiality. TB care providers also found the content of the reminder SMS text messages to be beneficial for their patients, as illustrated in the quotes below.</p>
          <disp-quote>
            <p>…I saw the benefits of hiding the secret of my illness. The device is acceptable for my side. I do not know for others.</p>
            <attrib>Patient, 56-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…It is morally right to use the device.</p>
            <attrib>Patient, 42-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…I think the SMS contents were fine.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
          <p>Furthermore, participants emphasized that the pillbox and SMS text messages aligned with their social values within their families. They highlighted that the intervention facilitated ongoing support from their families throughout the medication period, as described by the following participants.</p>
          <disp-quote>
            <p>…even my wife told me: “The time to take the medicine is near. Go and take the medicine.” Even if the hours have not arrived, she remembers.</p>
            <attrib>Patient, 42-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…They supported me well. For example, giving me milk food. Even, sometimes, when they do cleaning, they wipe the device.</p>
            <attrib>Patient, 48-year-old female</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Intervention Coherence</title>
          <p>Most participants and TB care providers claimed to understand the intervention and how it works. The findings from the exit interview revealed that 78% (78/100) of the respondents indicated they understood the intervention, 92% (92/100) mentioned they could use the intervention without any challenge, and 84% (84/100) could charge the device without problems. However, only 20% (20/100) of the participants were shown their adherence graphs during their counseling sessions with care providers.</p>
          <p>Similar findings emerged during the in-depth interviews, where many participants and TB care providers effectively communicated the purpose of the intervention and its operational processes. During the interview, we asked health care providers to show how they had informed participants about intervention objectives and how it worked. The in-depth interviews revealed that health care workers understood the intervention’s objectives and were adept at conveying this information to their patients. Furthermore, participants and care providers were able to explain how different components of the pillbox, such as the alarm, lights, charging system, and reminder system, communicate with the server. However, the interviews revealed that most participants did not remember the name of the pillbox. Instead, they used to call it by their local name, kiboksi, which means “the box.” This is demonstrated in the following quotes.</p>
          <disp-quote>
            <p>…It reminds you to swallow the medicine, so when you open it, it indicates someone has opened the device and swallowed it. When you do not open it, it means you have not swallowed it. So, you will be sent a reminder message.</p>
            <attrib>TB directly observed therapy, registered nurse</attrib>
          </disp-quote>
          <disp-quote>
            <p>…This device, first, is the one we use to store medicine. Second, when you open this device, it turns on the lights and gives an alarm. Once you have taken out the medicine inside and used the one you need, the other ones you must put back in. When you put them back inside the device, you close this device. If you close it properly, the lights turn off. One thing I have noticed is that it gets to the point where you open it, and then the lights turn on and off. The moment it turns on and off, it does not show the indicator again.</p>
            <attrib>Patient, 63-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…Honestly, the graph has never been shown to me.</p>
            <attrib>Patient, 30-year-old female</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Perceived Effectiveness</title>
          <p>Participants and TB care providers expressed that the intervention successfully achieved its intended goal. In the exit interviews, 84% (84/100) of the respondents acknowledged that the intervention improved their treatment adherence. Similar findings were observed in the in-depth interviews with both participants and TB care providers. Participants mentioned that the intervention facilitated adherence by providing timely reminders, enabling them to stick to their scheduled intake times. They found the SMS text message reminders especially helpful when occupied with other activities and when prone to forgetfulness. Furthermore, TB care providers reported that the intervention significantly improved the treatment outcomes for patients compared to those who did not use the pillbox, as described in the following quotations.</p>
          <disp-quote>
            <p>…Receiving the message that says “the time of intake is near.” That has helped me a lot because you are probably far from home. So, you will estimate I have 20 minutes or half an hour to be home.</p>
            <attrib>Patient, 63-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…I thank God, to be honest, no patients could stop medication or even die.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
          <disp-quote>
            <p>…Honestly, I have been successful because many patients have recovered; they didn’t get resistance.</p>
            <attrib>TB directly observed therapy, clinician</attrib>
          </disp-quote>
          <p>Health care providers expressed that the intervention improved their rapport with patients by providing feedback on adherence counseling, fostering a sense of compassion and love. They found the adherence report valuable in effectively monitoring the patients’ progress. Moreover, the intervention resulted in positive behavioral changes among TB care providers. Many providers mentioned that the feedback in adherence counseling sessions helped them refine their approach when attending to patients with TB, and they gained a better understanding of the significance of adherence in time of medication, which had previously been given less attention, as described in the following quotations.</p>
          <disp-quote>
            <p>…It helps to keep the closeness…among the patients…You even get time to talk to him and discover what’s happening with him. Many positive patients have come out completely healed.</p>
            <attrib>TB directly observed therapy, registered nurse</attrib>
          </disp-quote>
          <disp-quote>
            <p>…For us care providers, it was helpful because we are not doing one work, but also doing other work. So, once we get the patient’s information for reference from the devices, it helps us to know if the patients are in good care compared to those who are not using the devices.</p>
            <attrib>TB directly observed therapy, medical attendant</attrib>
          </disp-quote>
          <disp-quote>
            <p>…in the past, we were giving drugs, but we did not emphasize that if a patient should swallow medicine at 8 AM, it should be taken at 8 AM every day. We used to tell them to take drugs in the morning regardless of the time. For this study, we dispensed and told them to choose whether it was 8 or 9 o’clock. He will choose and should take the drug at the same time every day. And we have seen that it has brought great success.</p>
            <attrib>TB directly observed therapy, clinician</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Opportunity Costs</title>
          <p>Few participants mentioned that they had to give up something valuable to participate in this study. Exit interview results show that 6% (6/100) of the respondents incurred extra costs while using the intervention. From the in-depth interviews, 1 participant expressed that he incurred higher costs because he received a reminder when he was away from home and did not want to ruin his intake report. Therefore, he decided to take a quick transport to get home on time. Another participant mentioned working fewer hours than usual to get home early to take medication on time.</p>
          <disp-quote>
            <p>…There was a period when I was receiving messages, but if I went somewhere and became late, I had to take a quick motorcycle.</p>
            <attrib>Patient, 63-year-old male</attrib>
          </disp-quote>
          <disp-quote>
            <p>…That happens once in a while because you may find that you are working somewhere, and then you still have time, but you have to leave early.</p>
            <attrib>Patient, 42-year-old male</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Self-Efficacy</title>
          <p>Many participants and TB care providers said they were confident to engage in the intervention. In the exit interviews with participants, 84% (84/100) of the respondents said they were comfortable to continue receiving reminder SMS text messages every day. The same was reported in the in-depth interviews, in which some of the participants expressed that they preferred the device to be given to many patients and not to a few just for research. Others mentioned that they were confident in explaining the pillbox to their families and relatives. TB care providers expressed that the intervention would be suitable to be adopted in their care and, if possible, include patients experiencing other diseases such as HIV, as illustrated in the quotations below.</p>
          <disp-quote>
            <p>…For my part, I advise this research project to continue. Not just for research purposes only and end there. It should continue because it is a good thing, and the scope should be expanded to get more people to use this device.</p>
            <attrib>TB directly observed therapy, registered nurse</attrib>
          </disp-quote>
          <disp-quote>
            <p>…This device is so good to the extent that I liked it and wished I could remain with it.</p>
            <attrib>Patient, 53-year-old male</attrib>
          </disp-quote>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study aims to evaluate the acceptability of a DAT (evriMED1000 pillbox) among patients and TB care providers to improve adherence to anti-TB drugs in Kilimanjaro, Tanzania. The overall findings of this study indicate high acceptance of DAT among patients with TB and TB care providers. We found that the high acceptance of DATs was based on the positive attitude toward using the DAT (affective attitude), wherein 83% (83/100) of the participants were satisfied with the intervention, 98% (98/100) expressed good experiences, 78% (78/100) understood how the intervention works, and 92% (92/100) could use the pillbox, such as opening the device, refilling the pills, and recharging the box (intervention coherence). Of the 100 participants, 84 reported improved adherence (perceived effectiveness), and they preferred to continue receiving reminder SMS text messages (self-efficacy). A few participants reported experiencing difficulties while using DATs. Some participants reported experiencing TB-related stigma; 12% (12/100) were not happy being reminded daily, and 9% (9/100) reported experiencing difficulties keeping the device at home. Additionally, 30% (30/100) reported experiencing challenges with mobile network connectivity issues.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Our findings support similar studies reporting on the acceptability of DATs among patients and health care providers [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. The potential benefit of DAT, such as its ability to monitor medication adherence or ease of use, was deemed valuable by patients and TB care providers. A study done in South Africa reported that the acceptability of DAT was highly associated with its ease of use among patients [<xref ref-type="bibr" rid="ref12">12</xref>]. The real-time medication monitoring reports and feedback on adherence helped patients understand their health conditions and led to improved patient and health care provider relationships [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In addition, it led to improved care practice and behavior change among TB care providers. Many health care providers reported feeling more accountable for patient follow-up and motivating patients to adhere to the time of medication intake. Feedback on adherence counseling also generated a sense of care among patients, which had an impact on the psychosocial life of the patients.</p>
        <p>However, participants reported several challenges with DATs, such as incorrect sending of SMS text messages due to network failure, large size of the pillbox, and existence of the reminder alarm, which led to fear of disclosure and, consequently, nonuse of the device during travelling. Similar challenges have been reported in other studies [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], which, if not well addressed, might contribute significantly to the nonuse of DATs and less uptake of DATs [<xref ref-type="bibr" rid="ref24">24</xref>]. TB care providers reported increased workload during the use of DATs. Similar findings were reported in a study done in China, where health care providers reported a moderate workload increase during DAT implementation [<xref ref-type="bibr" rid="ref16">16</xref>]. However, this contradicts a study in India, which reported a decreased health care workload [<xref ref-type="bibr" rid="ref24">24</xref>]. We found that the increased workload by health care workers was reported as a major concern in settings with shortage of care staff—mainly dispensaries and health centers. Larger facilities such as hospitals reported a slight increase in the workload. In addition, 48% (48/100) of the participants stated that adherence reports from the device were not shown nor utilized in their conversations with health care workers. The health care provider was likely to have little knowledge of the value of adherence reports as a tool for counseling. Regular training should be conducted to reinforce their understanding of the intervention for effective scale-up. Fear of TB stigma and unwanted disclosure should be considered for effective intervention scale-up.</p>
      </sec>
      <sec>
        <title>Limitations and Strengths</title>
        <p>This study had certain limitations. One significant limitation was that because of the COVID-19 pandemic, all exit interviews were conducted via phone calls, which posed challenges related to network connectivity and potential interruptions during the questioning process. Mitigation strategies were employed, such as recapping participant responses to ensure accurate information capture. Another limitation was the small sample size in the exit survey compared to the total number of enrolled participants in the trial. The small sample size can be attributed to the public policy implemented in July 2021, wherein unregistered SIM cards were blocked, making it difficult to reach most participants. Nonetheless, we found that the demographic characteristics of the participants who were interviewed (100/245) did not differ from those of the participants who were not interviewed due to the change in the government policy, indicating that the interviewed participants were likely representative of those who were not interviewed. Additionally, 59.2% (145/245) of the participants who were not reached due to the change in the government policy were not affected during the medication period. The change in the government policy regarding SIM card registration occurred when many of our participants had already completed the treatment follow-up and were waiting for the exit survey. In this case, the change in the government policy impacted the exit survey process rather than the intervention itself.</p>
        <p>This study has notable strengths that enhance its significance and scope. First, we enrolled participants from all TB-providing facilities in the Kilimanjaro region, thereby offering a comprehensive understanding of acceptability from a broader perspective. Notably, our research pioneers the investigation of the evriMED reminder pillbox’s acceptability among patients with TB in East Africa, providing valuable insights on the acceptance. Additionally, using the TFA facilitated a robust understanding of the acceptability of the evriMED reminder pillbox among patients with TB.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Our study demonstrates the positive acceptance of a DAT (evriMED) among patients and TB care providers for improving anti-TB drug adherence in Kilimanjaro, Tanzania. Although the potential acceptability of DATs is evident, addressing concerns related to mobile network connectivity and participants’ preferences regarding the number of reminder SMS text messages, and providing adequate training and technical support to health care providers are critical for successful implementation. Future research should explore the impact of evriMED on large-scale implementation in different settings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>EvriMED monitor and its associated intervention.</p>
        <media xlink:href="ojphi_v16i1e51662_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 188 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Exit survey findings.</p>
        <media xlink:href="ojphi_v16i1e51662_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 87 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DAT</term>
          <def>
            <p>digital adherence tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">TB</term>
          <def>
            <p>tuberculosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">TFA</term>
          <def>
            <p>theoretical framework of acceptability</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank the study team for providing technical support during data collection activities for the REMIND-TB trial. We thank the Kilimanjaro Tuberculosis and Leprosy program coordinators for their administrative supervision during the trial implementation. We thank the health care workers and participants who took part in this study. The MSc study of the first author which led to this manuscript is under EAPOC project which is part of the EDCPT2 programme supported by European union (grant RIA2019IR2873). All authors declared that they had insufficient or no funding to support open access publication of this manuscript, including from affiliated organizations or institutions, funding agencies, or other organizations. JMIR Publications provided article processing fee (APF) support for the publication of this article. Lastly, we thank TB Reach Wave 6 of the Stop TB partnership for funding the REMIND-TB trial.</p>
      <p>All authors declared that they had insufficient or no funding to support open access publication of this manuscript, including from affiliated organizations or institutions, funding agencies, or other organizations. JMIR Publications provided APF support for the publication of this article.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Global TB report 2022</article-title>
          <source>World Health Organization</source>
          <access-date>2023-07-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.who.int/bitstream/handle/10665/363752/9789240061729-eng.pdf">https://iris.who.int/bitstream/handle/10665/363752/9789240061729-eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>End TB strategy: Progress in implementing the global strategy and targets for tuberculosis prevention, care and control after 2015 (the End TB Strategy)</article-title>
          <source>World Health Organization</source>
          <year>2015</year>
          <access-date>2023-07-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/gb/ebwha/pdf_files/EB154/B154_10-en.pdf">https://apps.who.int/gb/ebwha/pdf_files/EB154/B154_10-en.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Tuberculosis in Tanzania</article-title>
          <source>National Tuberculosis and Leprosy Program</source>
          <access-date>2023-07-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ntlp.go.tz/site/assets/files/1085/tanzania_tb_country_profile_2020.pdf">https://ntlp.go.tz/site/assets/files/1085/tanzania_tb_country_profile_2020.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <article-title>WHO consolidated guidelines on tuberculosis</article-title>
          <source>World Health Organization</source>
          <year>2022</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <fpage>1</fpage>
          <lpage>10</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulkarni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Akarte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mankeshwar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bhawalkar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kulkarni</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Non-adherence of new pulmonary tuberculosis patients to anti-tuberculosis treatment</article-title>
          <source>Ann Med Health Sci Res</source>
          <year>2013</year>
          <month>01</month>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.amhsr.org/article.asp?issn=2141-9248;year=2013;volume=3;issue=1;spage=67;epage=74;aulast=Kulkarni"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/2141-9248.109507</pub-id>
          <pub-id pub-id-type="medline">23634333</pub-id>
          <pub-id pub-id-type="pii">AMHSR-3-67</pub-id>
          <pub-id pub-id-type="pmcid">PMC3634227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Fretheim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volmink</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient adherence to tuberculosis treatment: a systematic review of qualitative research</article-title>
          <source>PLoS Med</source>
          <year>2007</year>
          <month>07</month>
          <day>24</day>
          <volume>4</volume>
          <issue>7</issue>
          <fpage>e238</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.0040238"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.0040238</pub-id>
          <pub-id pub-id-type="medline">17676945</pub-id>
          <pub-id pub-id-type="pii">06-PLME-RA-0937</pub-id>
          <pub-id pub-id-type="pmcid">PMC1925126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nezenega</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Perimal-Lewis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maeder</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing patient adherence to tuberculosis treatment in Ethiopia: a literature review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>08</month>
          <day>04</day>
          <volume>17</volume>
          <issue>15</issue>
          <fpage>5626</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17155626"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17155626</pub-id>
          <pub-id pub-id-type="medline">32759876</pub-id>
          <pub-id pub-id-type="pii">ijerph17155626</pub-id>
          <pub-id pub-id-type="pmcid">PMC7432798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <source>Handbook for the Use of Digital Technologies to Support Tuberculosis Medication Adherence</source>
          <year>2017</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Subbaraman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Mondesert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Musiimenta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Haberer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital adherence technologies for the management of tuberculosis therapy: mapping the landscape and research priorities</article-title>
          <source>BMJ Glob Health</source>
          <year>2018</year>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>e001018</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&amp;pmid=30364330"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2018-001018</pub-id>
          <pub-id pub-id-type="medline">30364330</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2018-001018</pub-id>
          <pub-id pub-id-type="pmcid">PMC6195152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buckingham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morrissey</surname>
              <given-names>K</given-names>
            </name>
            <collab>Smartline project team</collab>
          </person-group>
          <article-title>The feasibility and acceptability of digital technology for health and wellbeing in social housing residents in Cornwall: A qualitative scoping study</article-title>
          <source>Digit Health</source>
          <year>2022</year>
          <volume>8</volume>
          <fpage>20552076221074124</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/20552076221074124?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076221074124</pub-id>
          <pub-id pub-id-type="medline">35096410</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076221074124</pub-id>
          <pub-id pub-id-type="pmcid">PMC8793427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Sumari-de Boer</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>van den Boogaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ngowi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Semvua</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Kiwango</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Aarnoutse</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Nieuwkerk</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Kibiki</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of real time medication monitoring among HIV infected and TB patients in a resource-limited setting</article-title>
          <source>AIDS Behav</source>
          <year>2016</year>
          <month>05</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>1097</fpage>
          <lpage>107</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-015-1254-0</pub-id>
          <pub-id pub-id-type="medline">26604004</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-015-1254-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bionghi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Daftary</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maharaj</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Msibi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Amico</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Friedland</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Orrell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Padayatchi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Pilot evaluation of a second-generation electronic pill box for adherence to Bedaquiline and antiretroviral therapy in drug-resistant TB/HIV co-infected patients in KwaZulu-Natal, South Africa</article-title>
          <source>BMC Infect Dis</source>
          <year>2018</year>
          <month>04</month>
          <day>11</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/s12879-018-3080-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12879-018-3080-2</pub-id>
          <pub-id pub-id-type="medline">29642874</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12879-018-3080-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5896111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Blaschke</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>De Geest</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Buono</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Huan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Usability of a Medication Event Reminder Monitor System (MERM) by providers and patients to improve adherence in the management of tuberculosis</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2017</year>
          <month>09</month>
          <day>25</day>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>1115</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph14101115"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph14101115</pub-id>
          <pub-id pub-id-type="medline">28946683</pub-id>
          <pub-id pub-id-type="pii">ijerph14101115</pub-id>
          <pub-id pub-id-type="pmcid">PMC5664616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musiimenta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Atukunda</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Tumuhimbise</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pisarski</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Tam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Haberer</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Acceptability and feasibility of real-time antiretroviral therapy adherence interventions in rural Uganda: mixed-method pilot randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>05</month>
          <day>17</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e122</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/5/e122/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9031</pub-id>
          <pub-id pub-id-type="medline">29773527</pub-id>
          <pub-id pub-id-type="pii">v6i5e122</pub-id>
          <pub-id pub-id-type="pmcid">PMC5981052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ngowi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pima</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mmbaga</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Aarnoutse</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nieuwkerk</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Sprangers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sumari-de Boer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>“I wish to continue receiving the reminder short messaging service”: A mixed methods study on the acceptability of digital adherence tools among adults living with HIV on antiretroviral treatment in Tanzania</article-title>
          <source>PPA</source>
          <year>2021</year>
          <month>03</month>
          <volume>15</volume>
          <fpage>559</fpage>
          <lpage>568</lpage>
          <pub-id pub-id-type="doi">10.2147/ppa.s290079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kinter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Using electronic medication monitoring to guide differential management of tuberculosis patients at the community level in China</article-title>
          <source>BMC Infect Dis</source>
          <year>2019</year>
          <month>10</month>
          <day>15</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>844</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/s12879-019-4521-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12879-019-4521-2</pub-id>
          <pub-id pub-id-type="medline">31615433</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12879-019-4521-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6794727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drabarek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Anh</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Nhung</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Hoa</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bernays</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation of Medication Event Reminder Monitors among patients diagnosed with drug susceptible tuberculosis in rural Viet Nam: A qualitative study</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>e0219891</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0219891"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0219891</pub-id>
          <pub-id pub-id-type="medline">31329610</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-34691</pub-id>
          <pub-id pub-id-type="pmcid">PMC6645511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sekhon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cartwright</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of healthcare interventions: an overview of reviews and development of a theoretical framework</article-title>
          <source>BMC Health Serv Res</source>
          <year>2017</year>
          <month>01</month>
          <day>26</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-017-2031-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-017-2031-8</pub-id>
          <pub-id pub-id-type="medline">28126032</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-017-2031-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5267473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sumari-de Boer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pima</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Ngowi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chelangwa</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Mtesha</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Minja</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Semvua</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Mpagama</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mmbaga</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Nieuwkerk</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Aarnoutse</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Implementation and effectiveness of evriMED with short messages service (SMS) reminders and tailored feedback compared to standard care on adherence to treatment among tuberculosis patients in Kilimanjaro, Tanzania: proposal for a cluster randomized controlled trial</article-title>
          <source>Trials</source>
          <year>2019</year>
          <month>07</month>
          <day>12</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>426</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-019-3483-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-019-3483-4</pub-id>
          <pub-id pub-id-type="medline">31300028</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-019-3483-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6626331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pavlova</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Teychenne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Olander</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>The concurrent acceptability of a postnatal walking group: a qualitative study using the theoretical framework of acceptability</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>17</volume>
          <issue>14</issue>
          <fpage>5027</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17145027"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17145027</pub-id>
          <pub-id pub-id-type="medline">32668772</pub-id>
          <pub-id pub-id-type="pii">ijerph17145027</pub-id>
          <pub-id pub-id-type="pmcid">PMC7400687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timm</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Annerstedt</surname>
              <given-names>KS</given-names>
            </name>
            <collab>Ahlgren</collab>
            <name name-style="western">
              <surname>Absetz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Alvesson</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Daivadanam</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Application of the Theoretical Framework of Acceptability to assess a telephone-facilitated health coaching intervention for the prevention and management of type 2 diabetes</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>e0275576</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0275576"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0275576</pub-id>
          <pub-id pub-id-type="medline">36201441</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-32022</pub-id>
          <pub-id pub-id-type="pmcid">PMC9536591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>Andrea Lynn</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>David Martin</given-names>
            </name>
          </person-group>
          <article-title>Pharmacists' acceptability of a men's mental health promotion program using the Theoretical Framework of Acceptability</article-title>
          <source>AIMS Public Health</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>195</fpage>
          <lpage>208</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31297404"/>
          </comment>
          <pub-id pub-id-type="doi">10.3934/publichealth.2019.2.195</pub-id>
          <pub-id pub-id-type="medline">31297404</pub-id>
          <pub-id pub-id-type="pii">publichealth-06-02-195</pub-id>
          <pub-id pub-id-type="pmcid">PMC6606526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Periyasamy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khandewale</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hephzibah Mercy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raj</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Kokila</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walgude</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Gaurkhede</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Kumbhar</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Ovung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rajkumar</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Subbaraman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of the Medication Event Reminder Monitor for promoting adherence to multidrug-resistant tuberculosis therapy in two Indian cities: qualitative study of patients and health care providers</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>06</month>
          <day>10</day>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>e23294</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/6/e23294/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23294</pub-id>
          <pub-id pub-id-type="medline">34110300</pub-id>
          <pub-id pub-id-type="pii">v23i6e23294</pub-id>
          <pub-id pub-id-type="pmcid">PMC8262665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musiimenta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tumuhimbise</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Atukunda</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mugaba</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Linnemayr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haberer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital adherence technologies and mobile money incentives for management of tuberculosis medication among people living with tuberculosis: mixed methods formative study</article-title>
          <source>JMIR Form Res</source>
          <year>2023</year>
          <month>04</month>
          <day>12</day>
          <volume>7</volume>
          <fpage>e45301</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2023//e45301/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/45301</pub-id>
          <pub-id pub-id-type="medline">37043263</pub-id>
          <pub-id pub-id-type="pii">v7i1e45301</pub-id>
          <pub-id pub-id-type="pmcid">PMC10134020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karumbi,</surname>
              <given-names>Jamlick</given-names>
            </name>
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>Paul</given-names>
            </name>
          </person-group>
          <article-title>Directly observed therapy for treating tuberculosis</article-title>
          <source>Cochrane Database of Systematic Reviews</source>
          <year>2015</year>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1002/14651858.cd003343.pub4</pub-id>
          <pub-id pub-id-type="medline">26022367</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
