<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e43167</article-id>
      <article-id pub-id-type="pmid">36696970</article-id>
      <article-id pub-id-type="doi">10.2196/43167</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effect of Mobile Payment on Payment Waiting Time for Outpatients With Medical Insurance: Historically Controlled Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Yazi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Konerding</surname>
            <given-names>Uwe</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Wanhua</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Outpatient Department</institution>
            <institution>Guangzhou Women and Children's Medical Center</institution>
            <institution>Guangzhou Medical University</institution>
            <addr-line>No 9 Jinsui Road</addr-line>
            <addr-line>Tianhe District</addr-line>
            <addr-line>Guangzhou, 510623</addr-line>
            <country>China</country>
            <phone>86 13725370379</phone>
            <fax>86 2038076020</fax>
            <email>xiewanhua1@126.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7896-5537</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Cao</surname>
            <given-names>Xiaojun</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3166-3494</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Outpatient Department</institution>
        <institution>Guangzhou Women and Children's Medical Center</institution>
        <institution>Guangzhou Medical University</institution>
        <addr-line>Guangzhou</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Guangdong Provincial Clinical Research Center for Child Health</institution>
        <addr-line>Guangzhou</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Science, Education and Data Management</institution>
        <institution>Guangzhou Women and Children's Medical Center</institution>
        <institution>Guangzhou Medical University</institution>
        <addr-line>Guangzhou</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Wanhua Xie <email>xiewanhua1@126.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>1</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e43167</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Wanhua Xie, Xiaojun Cao. Originally published in JMIR Formative Research (https://formative.jmir.org), 26.01.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e43167" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Waiting for a long time to make payments in outpatient wards and long queues of insured patients at the checkout window are common in many hospitals across China. To alleviate the problem of long queues for payment, many hospitals in China have established various mobile apps that those without health insurance can use. However, medically insured outpatients are still required to pay manually at the checkout window. Therefore, it is urgent to use information technology to innovate and optimize the outpatient service process, implement mobile payment for medically insured outpatients, and shorten the waiting time for outpatients, especially in the context of the COVID-19 epidemic. Furthermore, smartphone-based mobile payment for outpatients with health insurance could be superior to on-site cashier billing.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to investigate the impact of smartphone-based mobile payment in relation to different aspects, such as waiting time, satisfaction with patients’ waiting time, payment experience, the proportion of those dissatisfied with payment, total outpatient satisfaction, and outpatient volume, and compare mobile payment with on-site payment.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This was a historically controlled study. This study analyzed the outpatients’ waiting time to make a medical insurance payment, their satisfaction with the waiting time and payment experience, the proportion of those dissatisfied with payment, and the outpatient volume of patients at Guangzhou Women and Children’s Medical Center 1 year before and after the implementation of mobile payment for medical insurance in January 2021. An independent sample 2-tailed <italic>t</italic> test was used to compare waiting time, satisfaction with waiting time, and overall satisfaction. Paired sample 2-tailed <italic>t</italic> test was used to compare monthly outpatient visits. The chi-square test was used to compare the percentages of patients dissatisfied with payment.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>After the implementation of mobile payment for medical insurance outpatients, the patients’ payment waiting time was significantly shortened (mean 45.28, SD 10.35 min vs mean 1.02, SD 0.25 min; <italic>t</italic><sub>9014</sub>=53.396; <italic>P</italic>&#60;.001), and satisfaction with waiting time and payment experience were significantly improved (mean 82.08, SD 3.17 vs mean 90.36, SD 3.45; <italic>t</italic><sub>9014</sub>=–118.65; <italic>P</italic>&#60;.001). Dissatisfaction with payment significantly decreased (10.27%, SD 2.18% vs 1.19% vs SD 0.30%; <italic>P</italic>&#60;.001). The total satisfaction of outpatients significantly improved (mean 86.91, SD 3.23 vs mean 89.98, SD 3.31; <italic>t</italic><sub>9014</sub>=–44.57; <italic>P</italic>&#60;.001), and the outpatient volume increased (248,105.58, SD 89,280.76 vs 303,194.75, SD 53,773.12; <italic>t</italic><sub>11</sub>=2.414; <italic>P</italic>=.03). Furthermore, payment efficiency improved, and the number of the on-site cashiers substantially decreased.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Mobile payment for health insurance significantly shortened patients’ payment waiting time; improved patient satisfaction on waiting time and payment experience and overall satisfaction; reduced the proportion of patients who were dissatisfied with payment and the cashier at the hospital; and increased monthly outpatient volume. This approach was effective and thus worthy of promoting.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>smartphone</kwd>
        <kwd>mobile payment for health insurance</kwd>
        <kwd>waiting time</kwd>
        <kwd>outpatient service</kwd>
        <kwd>patient satisfaction</kwd>
        <kwd>medical insurance</kwd>
        <kwd>mobile payment</kwd>
        <kwd>mobile app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The excessive waiting time in outpatient clinics is regarded as a major problem in health care management worldwide [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Hospital waiting time and payment methods influence outpatient flow and satisfaction [<xref ref-type="bibr" rid="ref3">3</xref>]. Previous studies have reported that long waiting time for a medical consultation has become an important factor affecting outpatients’ satisfaction [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. It is well-known that social disparities exist in the realm of medical care. The cost structure of a mandatory insurance scheme in a low-income country differs substantially from high-income settings. Replication studies for other countries are warranted [<xref ref-type="bibr" rid="ref6">6</xref>]. In many tertiary hospitals with many outpatients in China, the phenomenon of long queues in front of the checkout window are very common. Under the traditional model, patients are required to pay for medical consultations at the cashier window or through self-service machines [<xref ref-type="bibr" rid="ref7">7</xref>]. Generally, there are 3 to 4 kinds of outpatient expenses, including registration fee, inspection fee, examination fee, and medicine collection fee. Patients are required to queue at the corresponding window to make payments, leading to a long lineup in front of the cashier window, especially in hospitals with many outpatients. In the meantime, it takes a lot of time for patients, and their families waste a lot of time constantly going back and forth between the cashier window and different departments. In low-income countries, not all outpatients have medical insurance, and even those with medical insurance have to pay a certain percentage of the cost, which is paid by the patient. In outpatient clinics in China, some patients pay their own expenses, some have medical insurance, some receive free medical treatment, pregnant women may have maternity insurance, etc. The reimbursement ratio of medical insurance outpatients ranges from 40% to 60%, and the reimbursement ratio varies with different drugs. Only after uploading the patient data to the Guangzhou Medical Insurance Bureau information system would a patient learn how much they would be reimbursed and how much they would have to pay by themselves. The reimbursement limit for drug expenses does not exceed 1000 yuan (US $148.19) per year. The patient pays any additional costs. For outpatients with public health care, the treasury reimburses 80% of the expenses, and the patient pays 20%.</p>
        <p>To alleviate the problem of long payment queues, many hospitals in China have established various mobile apps that outpatients without health insurance could use to pay bills [<xref ref-type="bibr" rid="ref8">8</xref>]. However, medically insured outpatients still need to pay manually at the checkout window. There are many outpatients in the tertiary hospitals in China, &#62;50% of whom are insured [<xref ref-type="bibr" rid="ref9">9</xref>]. As medically insured outpatients cannot make payments on the web, a large number of medically insured outpatients have to spend a long time waiting in a line at the manual pay window, which can even take up to an hour during peak hours. The inability to pay on the web through medical insurance plan has long been seen as one of the biggest obstacles to the development of a mobile medical care system [<xref ref-type="bibr" rid="ref10">10</xref>]. The <italic>Action Plan for Further Improvement of Medical Services (2018-2020)</italic> formulated by the National Health and Family Planning Commission of China [<xref ref-type="bibr" rid="ref11">11</xref>] suggested that medical institutions should use internet technology to provide patients with convenient health care services such as mobile payment. Further challenges presented by Albreht et al [<xref ref-type="bibr" rid="ref12">12</xref>] included improving the efficiency of health system management by reforming procurement and provider payment systems. Preventing and controlling COVID-19 require fewer on-site hospital personnel, so shortening long queues at the cashier window and quickly shunting patients are particularly important.</p>
        <p>Our hospital has more than 10,000 outpatients every day. According to the hospital satisfaction survey conducted in our hospital by a third party in the fourth quarter of 2020, the overall satisfaction score in our outpatient clinic was 87.10 points, and the satisfaction score for waiting time was 84.97 points, which were the lowest scores across 9 dimensions. Therefore, shortening the waiting time is essential for improving outpatients’ satisfaction. Our hospital has implemented a comprehensive nonemergency appointment registration system [<xref ref-type="bibr" rid="ref13">13</xref>] starting from October 2015. Since then, 93% of our patients have made appointments through mobile phones. Hence, in the era of the popularization of smartphones, it is of urgent importance to use the innovation of information technology to achieve mobile payment for medical insurance.</p>
        <p>Guangzhou Women and Children’s Medical Center is the national children’s medical center in South Central China and the largest women and children’s hospital in South China. Its outpatient clinic achieved Healthcare Information and Management Systems Society Stage 7 status in 2016. Our hospital has implemented mobile medical insurance payment since January 2021, aiming to shorten patients’ waiting time and thus becoming one of the first pilot hospitals of Guangzhou Municipal Human Resources and Social Security Bureau and one of the first hospitals in China to effectuate medical insurance mobile payment.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>This study aimed to explore the effect of mobile payment of medical insurance on patients’ payment waiting time, waiting time for medical consultation, satisfaction with registration payment experience, the proportion of those dissatisfied with payment, outpatient satisfaction, and outpatient volume. We hypothesized that medical insurance mobile payment for outpatient services would be better than on-site manual payment requiring patients to queue at the cashier window.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Research Design and Subjects</title>
        <p>This was a historically controlled study. We compared the effects of 2 payment methods before and after the implementation of mobile phone payments for medically insured outpatients. The traditional, medically insured outpatients included those making on-site manual payments. Since the implementation of medical insurance mobile payment in January 2021, medically insured outpatients in our hospital could pay their bills through their phones after visiting a doctor without needing to queue at the cashier window to make a manual payment. The operation guide protocol was as follows: enter the WeChat official account of “Guangzhou Women and Children’s Medical Center,” then followed by “outpatient service payment,” “pay immediately,” and “pay with a medical insurance card” (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> shows a screenshot of medical insurance mobile payment).</p>
        <p>In the outpatient departments of Chinese hospitals, mobile phone payment, self-service machines, and manual payment are all used. Self-paying patients could choose any of the above modalities to make the payment, with mobile phone payment being the fastest solution. Outpatients in most hospitals can only make payments in person. To make the web-based payment via mobile phone for medically insured outpatients, the close cooperation of multiple departments of the hospital, including the outpatient department, information technology department, medical insurance department, Guangzhou Medical Insurance Bureau, and so on, is required. We promoted outpatient mobile payment of medical insurance through a variety of ways, including pushing the operation procedure of outpatient mobile payment of medical insurance to patients and conducting publicity on the official website, public hospital account, hospital display screen, nurse stations in each outpatient department, and in front of the fee collection office.</p>
        <p>Currently, Chinese hospitals provide various modalities of making payments. To support older adults and other people with low information literacy to adapt to the development of modern information technology, our hospital established a special counter for older adults to make payments with staff to help and teach them.</p>
        <p>Inclusion criteria were the following: (1) the participant had records in the hospital information system during the study period; (2) the participant used mobile payment for medical insurance; and (3) the participant had good communication skills and agreed to participate in this study.</p>
        <p>Exclusion criteria were the following: (1) the participant had incomplete registration or enrollment data; and (2) the participant had poor communication skills.</p>
      </sec>
      <sec>
        <title>Patient Grouping</title>
        <p>Medically insured outpatients who queued at the cashier window for manual payment from January 2020 to December 2020 were recruited as the control group. Medically insured outpatients who used smartphones to make a payment from January 2021 to December 2021 were recruited as the research group.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The number of outpatients was extracted from our hospital’s management decision support system (business intelligence system). In addition, data such as satisfaction with waiting time, satisfaction with the registration payment experience, overall satisfaction, and the proportion of patients who believed that the waiting time should be shortened were extracted from the quarterly survey of total satisfaction of outpatients in our hospital. The data collection period was from 1 year before to 1 year after the smartphone-based medical insurance payment implementation. The satisfaction survey was conducted through computer-assisted telephone and short SMS text messages. The satisfaction survey is routinely collected quarterly. A stratified random sampling method was used for the survey. At least 1111 cases were collected quarterly. Based on sample size calculations, 1111 cases were queried, and the results showed that the respondents were representative.</p>
        <p>The calculation of sample size for the degree of survey satisfaction was made according to Sun and Yong [<xref ref-type="bibr" rid="ref14">14</xref>]. The equation for designing sample size in the current study was n = <italic>Z</italic><sup>2</sup> × <italic>P</italic>(1 – <italic>p</italic>) / <italic>E</italic><sup>2</sup>, where <italic>E</italic> is the acceptable sampling error and <italic>Z</italic> is the confidence level of standard error; when the confidence coefficient was 95%, the correspondingly <italic>Z</italic> was 1.96. When the constituent ratio was <italic>P</italic>=0.806 and <italic>E</italic>=0.05, the minimum sample size was 999. With a 10% invalid response rate, the sample size was 1110.</p>
        <p>The total patient satisfaction was the first-level indicator. It consists of 2 parts. The first part has a weight of 70%, and there are 9 second-level indicators including service efficiency, service quality, hospital environment, service attitude, medical ethics, medical technology service, pharmacy service, medical expense, and complaint channel. Furthermore, 20 third-level indicators were assessed. The 20 indicators included the waiting time of patients for payment, patient satisfaction with the waiting time, patient satisfaction with registration payment experience, the proportion of patients dissatisfied with payment, and so on. The responses to third-level indicators were categorized using the 5-point Likert scale, in which a higher score indicated a higher degree of agreement, that is, 5 points indicated a complete agreement and 1 point indicated a complete disagreement. This survey defined a score of 1-2 points as “complaining,” 3 points as “neutral,” and 4-5 points as “satisfied.” The second part is the general impression of the patient for the hospital, using a 10-point scale, with a weight of 30%. The survey results were calculated by mean, and the overall situation and index scores of hospitals and departments were analyzed by computer software.</p>
        <p>The total satisfaction was calculated by summing the scores of 2 parts after multiplying them by their corresponding weights: score of the first part (70%) and the score of the second part (30%). The percentage score of the first part was equal to the mean values of the second-level indicators multiplied by 20. The score of the second-level indicators were the mean values of the third-level indicators [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>SPSS software (version 23.0; IBM Corp) was used to perform statistical analyses. Independent sample 2-tailed <italic>t</italic> test was used to compare waiting time for payment, satisfaction with waiting time for medical consultation, and overall satisfaction. Paired sample 2-tailed <italic>t</italic> test was used to compare monthly outpatient visits. The chi-square test was used to compare the percentage of patients dissatisfied with payment. <italic>P</italic>&#60;.05 represented statistical significance.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was reviewed and approved by the Research Ethics Committee of Guangzhou Women and Children’s Medical Center (approval number SFE-2022-193A01), and the patients or their guardians signed the informed consent form. This was an observational study based on anonymous surveys. The study data were anonymous.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Respondent Characteristics</title>
        <p>A total of 9260 questionnaires were released, and 9015 were collected, indicating an effective recovery rate of 97.35%. Of the 9015 respondents, female respondents accounted for 79.48% (n=7165), and male respondents accounted for 20.52% (n=1850). Guangzhou urban area respondents accounted for 66.97% (n=6037), Guangzhou suburb area respondents accounted for 12.51% (n=1128), and respondents from outside Guangzhou accounted for 20.52% (n=1850). Respondents aged ≤20 years accounted for 5.85% (n=527), respondents aged 21-40 years accounted for 75.88% (n=6841), respondents aged 41-60 years old accounted for 17.82% (n=1606), and respondents aged &#62;60 years old accounted for 0.45% (n=41).</p>
      </sec>
      <sec>
        <title>The Waiting Time of Patients for Payment</title>
        <p>The mean waiting time before the implementation of the mobile payment for health insurance was 45.28 (SD 10.35) minutes. After implementation, this was significantly reduced (mean 1.02, SD 0.25 min; t<sub>9014</sub>=53.396; <italic>P</italic>&#60;.001). The mean time saved was 44.26 (SD 0.829) minutes.</p>
      </sec>
      <sec>
        <title>Patient Satisfaction With the Waiting Time</title>
        <p>As shown in <xref ref-type="table" rid="table1">Table 1</xref>, after implementing medical insurance mobile payment, the patients’ satisfaction with the waiting time for medical consultation was significantly improved (<italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Comparison of patients’ satisfaction with the waiting time before and after mobile payment for medical insurance.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="210"/>
            <col width="280"/>
            <col width="260"/>
            <col width="120"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Before implementation, mean (SD)</td>
                <td>After implementation, mean (SD)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>First quarter</td>
                <td>82.60 (2.59)</td>
                <td>90.67 (3.63)</td>
                <td>–60.65 (2244)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Second quarter</td>
                <td>81.98 (3.21)</td>
                <td>90.61 (3.81)</td>
                <td>–58.25 (2260)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Third quarter</td>
                <td>81.89 (3.18)</td>
                <td>91.10 (3.35)</td>
                <td>–67.05 (2261)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Fourth quarter</td>
                <td>81.85 (3.37)</td>
                <td>89.04 (3.12)</td>
                <td>–52.47 (2246)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Overall satisfaction</td>
                <td>82.08 (3.17)</td>
                <td>90.36 (3.45)</td>
                <td>–118.65 (9014)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient Satisfaction With Registration Payment Experience</title>
        <p>As shown in <xref ref-type="table" rid="table2">Table 2</xref>, compared to before the implementation of mobile payment for medical insurance, the patient satisfaction score on registration payment experience was significantly improved after implementing the mobile payment system (<italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Comparison of the patient satisfaction score on registration payment experience before and after the implementation of mobile payment for medical insurance.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="260"/>
            <col width="260"/>
            <col width="160"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Before implementation, mean (SD)</td>
                <td>After implementation, mean (SD)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>First quarter</td>
                <td>85.80 (3.57)</td>
                <td>90.28 (3.63)</td>
                <td>–29.48 (2244)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Second quarter</td>
                <td>85.12 (3.31)</td>
                <td>90.01 (3.27)</td>
                <td>–35.33 (2260)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Third quarter</td>
                <td>86.95 (2. 95)</td>
                <td>92.00 (3.08)</td>
                <td>–39.82 (2261)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Fourth quarter</td>
                <td>84.39 (3.05)</td>
                <td>89.40 (3.02)</td>
                <td>–39.12 (2246)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Overall satisfaction</td>
                <td>85.57 (3.44)</td>
                <td>90.42 (3.27)</td>
                <td>–68.61 (9014)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>The Proportion of Patients Dissatisfied With Payment</title>
        <p>As shown in <xref ref-type="table" rid="table3">Table 3</xref>, compared to before the implementation of mobile payment for medical insurance, the proportion of patients who were dissatisfied with payment was significantly lowered after implementing mobile payment (<italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Comparison of the proportion of patients who were dissatisfied with payment before and after the implementation of mobile payment for medical insurance.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="360"/>
            <col width="240"/>
            <col width="240"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Before implementation</td>
                <td>After implementation</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Proportion of patients who were dissatisfied, n/N (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>First quarter</td>
                <td>88/1124 (7.83)</td>
                <td>18/1121 (1.61)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Second quarter</td>
                <td>109/1133 (9.62)</td>
                <td>11/1128 (0.98)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third quarter</td>
                <td>119/1128 (10.55)</td>
                <td>13/1134 (1.15)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fourth quarter</td>
                <td>147/1125 (13.06)</td>
                <td>11/1122 (0.98)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Overall proportion of patients who were dissatisfied (%), mean (SD)</td>
                <td>10.27 (2.18)</td>
                <td>1.19 (0.30)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>The Overall Satisfaction of Outpatients</title>
        <p>As shown in <xref ref-type="table" rid="table4">Table 4</xref>, compared to before the implementation of mobile payment for medical insurance, the total satisfaction of outpatients was significantly improved after they could use mobile payment.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Comparison of the overall satisfaction of outpatients before and after the implementation of the mobile payment for medical insurance.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="260"/>
            <col width="250"/>
            <col width="180"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Before implementation, mean (SD)</td>
                <td>After implementation, mean (SD)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>First quarter</td>
                <td>84.54 (3.38)</td>
                <td>90.26 (3.17)</td>
                <td>–41.35 (2244)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Second quarter</td>
                <td>87.74 (3.04)</td>
                <td>90.06 (3.04)</td>
                <td>–18.14 (2260)</td>
                <td>.005</td>
              </tr>
              <tr valign="top">
                <td>Third quarter</td>
                <td>88.27 (2.81)</td>
                <td>90.52 (3.73)</td>
                <td>–16.20 (2261)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>Fourth quarter</td>
                <td>87.10 (3.13)</td>
                <td>89.06 (3.35)</td>
                <td>–14.33 (2246)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>Overall satisfaction</td>
                <td>86.91 (3.23)</td>
                <td>89.98 (3.31)</td>
                <td>–44.57 (9014)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>The Number of Outpatient Visits</title>
        <p>One year before the implementation of the new payment system, the monthly outpatient volume was mean 248,105.58 (SD 89,280.76) outpatient visits. Compared with the previous year, the number of outpatient visits per month was increased after launching the new payment system (mean 303,194.75, SD 53,773.12; t<sub>11</sub>=2.414; <italic>P</italic>=.03). The difference was mean 55,089.17 (SD 79,050.47) outpatient visits.</p>
      </sec>
      <sec>
        <title>On-site Manual Cashiers</title>
        <p>Compared to before the implementation of mobile payment for medical insurance outpatients, implementing mobile payment improved payment efficiency, and the number of the on-site cashier has decreased by 9.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The present study analyzed the impact of smartphone-based mobile payment system for outpatients with medical insurance. The results showed that after the implementation of mobile payment for outpatients with medical insurance, the waiting time of patients to make payment was significantly shortened; the patients’ satisfaction with the waiting time and registration payment experience significantly improved; the proportion of patients dissatisfied with payment significantly reduced; the overall satisfaction of outpatients improved; and the number of monthly outpatient visits significantly increased. Furthermore, our hospital was invited to share the experience of mobile payment for medical insurance with colleagues from other hospitals across China.</p>
        <p>Our findings revealed that implementing mobile payment could <italic>significantly</italic> shorten the waiting time for payment for outpatients with medical insurance, significantly improve patients’ satisfaction, and significantly increase the number of outpatient visits. This substantially shortened the long queues of medically insured outpatients waiting to make manual payments at the counter, especially during the COVID-19 epidemic, which is conducive to the rapid triage of outpatients in hospitals. This study addressed the issues discussed in previous research. For example, in the study by Li et al [<xref ref-type="bibr" rid="ref16">16</xref>] in China, the respondents suggested strengthening the informatization support for the reform of medical insurance payment modes to provide more self-service supports for those insured. Liu et al [<xref ref-type="bibr" rid="ref17">17</xref>] proposed that hospital payment reform, reimbursement policy reform, and hospital innovation should be further evaluated. The obstacles to medical payment include the predominant fee-for-service payment model, which does not reimburse for web-based visits [<xref ref-type="bibr" rid="ref18">18</xref>]. A survey conducted by Suárez-Obando et al [<xref ref-type="bibr" rid="ref19">19</xref>] in Colombia showed that 93% of patients possessed a mobile phone. It was necessary to conduct more research on medical health apps to ensure the quality and reliability of mobile health apps [<xref ref-type="bibr" rid="ref20">20</xref>]. Mobile health is currently experiencing explosive growth and could be a groundbreaking innovation that would change the face of health care in the future [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>The results of this study were not consistent with some previous findings. The patients’ waiting time in our study was shorter than that of insured patients in a tertiary hospital in Nigeria, as reported by Opurum et al [<xref ref-type="bibr" rid="ref3">3</xref>]. They proposed that there were significant differences in mean total idle time during outpatient visits (65.7 min) and total time spent (106.6 min), and the results favored insured patients. Other scholars explored shortening the patient waiting time to improve their satisfaction in relation to different aspects. Ala et al [<xref ref-type="bibr" rid="ref22">22</xref>] accomplished a comprehensive review of appointment scheduling and proposed several methods to shorten the patients’ waiting time in health care centers. Information technology has been used to optimize the identification process for outpatients having blood drawn and improve patients’ satisfaction [<xref ref-type="bibr" rid="ref23">23</xref>]. Murteira et al [<xref ref-type="bibr" rid="ref24">24</xref>] investigated other effects in terms of dispensing of hospital-specific medicines to community pharmacies, waiting time reported by participants, and pharmacist availability.</p>
        <p>The implementation of mobile payment for medical insurance has improved payment efficiency and substantially decreased the number of patients queuing in front of the cashier window, which led to the number of on-site cashiers being decreased by 9. The informatization operation of our hospital could save labor costs, which is consistent with the view of improving efficiency proposed by other researchers, who also suggested providing a higher quality of care at lower cost [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Albreht et al [<xref ref-type="bibr" rid="ref12">12</xref>] proposed to enhance health system management efficiency through the reform of purchasing and provider payment systems.</p>
        <p>The present study showed that monthly outpatient visits increased compared with the previous year, which may be related to the fact that the medically insured outpatients can use their mobile phones to make payments, as this shortens their waiting time and improves their satisfaction. Consequently, patients were more willing to visit our hospital.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strengths of insured outpatients using mobile payment explored in this study included avoiding waiting in long queues at the cashier window, significantly shortening the waiting time in the hospital, and improving patient satisfaction. As our hospital is specialized in women and children’s care, the patients who visit our hospital normally come in the company of family members or guardians. This study focused on how to save time for not only patients but also those accompanying the patients. In addition, with the help of information technology, the smartphone-based mobile payment for medical insurance optimized the procedures for medical treatment, replaced the on-site manual payment process, and improved work efficiency, leading to the reduction of cashier personnel and labor costs.</p>
        <p>The present study also has some limitations. This study was not a randomized controlled trial but a historically controlled study. There may be individual differences due to different cases. There may be bias and confounding factors due to the large differences between the 2 stages. We analyzed patients for 2 consecutive years within the same time span for the study, and the patients were similar in gender, age, and other characteristics. Only one hospital was surveyed; thus, the collected data and indicators were limited. The involvement of more medical centers and a further increase in the number of indicators collected are needed in the future. Additionally, this study was conducted in a low-income country with a medical insurance system. Mobile payment for medical insurance requires advanced information technology, demanding the integration of a hospital information system, payment system, and medical insurance information system.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The implementation of the mobile payment significantly shortened the waiting time of outpatients with medical insurance to make the payment; improved patient satisfaction with the waiting time and registration payment experience and overall satisfaction; reduced the proportion of patients who were dissatisfied with payment and the number of cashiers in the hospital; and significantly increased monthly outpatient volume. Therefore, this mobile payment method is worth promoting, especially in low-income countries. Future research will continue to focus on extending web-based mobile inpatient payment and leveraging information technology to improve payment efficiency and optimize the payment process, making it more convenient for patients.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Screenshot of medical insurance mobile payment.</p>
        <media xlink:href="formative_v7i1e43167_app1.png" xlink:title="PNG File , 209 KB"/>
      </supplementary-material>
    </app-group>
    <ack>
      <p>We wish to thank the outpatient medical staff and Nanjing Jialiang Technology Co, Ltd for their help in data collection.</p>
      <p>This study was supported by the Key R&#38;D Program Project (202103000088) and Basic Research Project of Guangzhou Municipal Science and Technology Bureau (Acceptance Number: SL 2023A03J01101).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and/or analyzed during the current study are available from the corresponding author upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herd</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nopper</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Horii</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Effect of a referral-only policy on wait time for outpatient pediatric dermatology appointments</article-title>
          <source>Pediatr Dermatol</source>
          <year>2017</year>
          <month>05</month>
          <day>20</day>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>369</fpage>
          <lpage>370</lpage>
          <pub-id pub-id-type="doi">10.1111/pde.13100</pub-id>
          <pub-id pub-id-type="medline">28318041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Childs</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Outpatient appointment non-attendance and unplanned health care for children and young people with neurological conditions: a retrospective cohort study</article-title>
          <source>Dev Med Child Neurol</source>
          <year>2019</year>
          <month>07</month>
          <day>29</day>
          <volume>61</volume>
          <issue>7</issue>
          <fpage>840</fpage>
          <lpage>846</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/dmcn.14070"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/dmcn.14070</pub-id>
          <pub-id pub-id-type="medline">30370928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Opurum</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Kemdirim</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Uduak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ogaji</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Does insurance status influence outpatient flow? cross-sectional comparison of insured and uninsured patients in a tertiary hospital in Nigeria</article-title>
          <source>J Patient Exp</source>
          <year>2022</year>
          <month>03</month>
          <day>07</day>
          <volume>9</volume>
          <fpage>23743735221077546</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/23743735221077546?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/23743735221077546</pub-id>
          <pub-id pub-id-type="medline">35284631</pub-id>
          <pub-id pub-id-type="pii">10.1177_23743735221077546</pub-id>
          <pub-id pub-id-type="pmcid">PMC8905219</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalb</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Landa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kishfy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>Paul</given-names>
            </name>
          </person-group>
          <article-title>Determinants of appointment absenteeism at an outpatient pediatric autism clinic</article-title>
          <source>J Dev Behav Pediatr</source>
          <year>2012</year>
          <volume>33</volume>
          <issue>9</issue>
          <fpage>685</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1097/DBP.0b013e31826c66ef</pub-id>
          <pub-id pub-id-type="medline">23095496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Pizer</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Which outpatient wait-time measures are related to patient satisfaction?</article-title>
          <source>Am J Med Qual</source>
          <year>2014</year>
          <month>08</month>
          <day>12</day>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>227</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1177/1062860613494750</pub-id>
          <pub-id pub-id-type="medline">23939488</pub-id>
          <pub-id pub-id-type="pii">1062860613494750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durizzo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Harttgen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tediosi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sahu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kuwawenaruwa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salari</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Günther</surname>
              <given-names>Isabel</given-names>
            </name>
          </person-group>
          <article-title>Toward mandatory health insurance in low-income countries? an analysis of claims data in Tanzania</article-title>
          <source>Health Econ</source>
          <year>2022</year>
          <month>10</month>
          <day>07</day>
          <volume>31</volume>
          <issue>10</issue>
          <fpage>2187</fpage>
          <lpage>2207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35933731"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/hec.4568</pub-id>
          <pub-id pub-id-type="medline">35933731</pub-id>
          <pub-id pub-id-type="pmcid">PMC9543525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>YL</given-names>
            </name>
          </person-group>
          <article-title>Research and practice of mobile payment for medical insurance under Internet payment platform. Article in Chinese</article-title>
          <source>Journal of Medical Informatics</source>
          <year>2017</year>
          <volume>38</volume>
          <issue>8</issue>
          <fpage>19</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mall.cnki.net/magazine/Article/YXQB201708006.htm"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xv</surname>
              <given-names>ZY</given-names>
            </name>
          </person-group>
          <article-title>Research on current situation of medical insurance mobile payment in the context of "Internet Plus" medical healthcare. Article in Chinese</article-title>
          <source>China Management Informationization</source>
          <year>2021</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>125</fpage>
          <lpage>127</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bbs.csdn.net/topics/600555957"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Meng</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Influencing factors of outpatients' satisfaction in China a cross-sectional study of 16 public tertiary hospitals</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2021</year>
          <month>06</month>
          <day>09</day>
          <volume>15</volume>
          <fpage>1243</fpage>
          <lpage>1258</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34135576"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S311786</pub-id>
          <pub-id pub-id-type="medline">34135576</pub-id>
          <pub-id pub-id-type="pii">311786</pub-id>
          <pub-id pub-id-type="pmcid">PMC8200138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xv</surname>
              <given-names>GX</given-names>
            </name>
            <name name-style="western">
              <surname>Yv</surname>
              <given-names>YD</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>ZY</given-names>
            </name>
          </person-group>
          <article-title>Innovative application of mobile payment and service model in Ningbo smart medical insurance. Article in Chinese</article-title>
          <source>China Medical Insurance</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>31</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cnki.com.cn/Article/CJFDTOTAL-YLBX201806018.htm"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Health and Family Planning Commission</collab>
          </person-group>
          <source>Circular on Issuing the Action Plan for Further Improving Medical Care Services (2018-2020). Article in Chinese</source>
          <year>2017</year>
          <publisher-loc>China</publisher-loc>
          <publisher-name>Medical Administration Bureau of the State Ministry of Health of China</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nhc.gov.cn/yzygj/s3594q/201801/9df87fced4da47b0a9f8e1ce9fbc7520.shtml"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albreht</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pribaković Brinovec</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jošar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Poldrugovac</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kostnapfel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zaletel</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Slovenia: health system review</article-title>
          <source>Health Syst Transit</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/330245"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Effects of a comprehensive reservation service for non-emergency registration on appointment registration rate, patient waiting time, patient satisfaction and outpatient volume in a tertiary hospital in China</article-title>
          <source>BMC Health Serv Res</source>
          <year>2019</year>
          <month>11</month>
          <day>01</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>782</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-019-4652-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-019-4652-6</pub-id>
          <pub-id pub-id-type="medline">31675973</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-019-4652-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6824126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>ZQ</given-names>
            </name>
            <name name-style="western">
              <surname>Yong</surname>
              <given-names>YY</given-names>
            </name>
          </person-group>
          <source>Medical Statistics. 4th ed</source>
          <year>2014</year>
          <publisher-loc>Beijing, China</publisher-loc>
          <publisher-name>People's Medical Publishing House</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based design for waiting space environment of pediatric clinics-three hospitals in Shenzhen as case studies</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>11</month>
          <day>11</day>
          <volume>18</volume>
          <issue>22</issue>
          <fpage>11804</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph182211804"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph182211804</pub-id>
          <pub-id pub-id-type="medline">34831561</pub-id>
          <pub-id pub-id-type="pii">ijerph182211804</pub-id>
          <pub-id pub-id-type="pmcid">PMC8622750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Medical insurance information systems in China: mixed methods study</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e18780</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/9/e18780/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18780</pub-id>
          <pub-id pub-id-type="medline">32673209</pub-id>
          <pub-id pub-id-type="pii">v8i9e18780</pub-id>
          <pub-id pub-id-type="pmcid">PMC7492979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Trends and determinants of catastrophic health expenditure in China 2010-2018: a national panel data analysis</article-title>
          <source>BMC Health Serv Res</source>
          <year>2021</year>
          <month>05</month>
          <day>29</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>526</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-021-06533-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-021-06533-x</pub-id>
          <pub-id pub-id-type="medline">34051762</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-021-06533-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8164806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pearl</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Kaiser Permanente Northern California: current experiences with internet, mobile, and video technologies</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>251</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.1005</pub-id>
          <pub-id pub-id-type="medline">24493768</pub-id>
          <pub-id pub-id-type="pii">33/2/251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suárez-Obando</surname>
              <given-names>Fernando</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Restrepo</surname>
              <given-names>Carlos</given-names>
            </name>
            <name name-style="western">
              <surname>Castro-Diaz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paez-Rojas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Uribe-Restrepo</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Torrey</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Cubillos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Patterns of digital information and communication technology use among patients at primary health care centres in Colombia: Phase I of the DIADA project</article-title>
          <source>Rev Colomb Psiquiatr (Engl Ed)</source>
          <year>2021</year>
          <month>07</month>
          <volume>50 Suppl 1</volume>
          <issue>Suppl 1</issue>
          <fpage>116</fpage>
          <lpage>132</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34257055"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rcpeng.2021.06.003</pub-id>
          <pub-id pub-id-type="medline">34257055</pub-id>
          <pub-id pub-id-type="pii">S2530-3120(21)00057-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC9562610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morse</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Murugiah</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Soh</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Ming</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Mobile health applications for pediatric care: review and comparison</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2018</year>
          <month>05</month>
          <day>30</day>
          <volume>52</volume>
          <issue>3</issue>
          <fpage>383</fpage>
          <lpage>391</lpage>
          <pub-id pub-id-type="doi">10.1177/2168479017725557</pub-id>
          <pub-id pub-id-type="medline">29714538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Erps</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Holcomb</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Krupinski</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine, telehealth, and mobile health applications that work: opportunities and barriers</article-title>
          <source>Am J Med</source>
          <year>2014</year>
          <month>03</month>
          <volume>127</volume>
          <issue>3</issue>
          <fpage>183</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2013.09.032</pub-id>
          <pub-id pub-id-type="medline">24384059</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(13)00919-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Appointment scheduling problem in complexity systems of the healthcare services: a comprehensive review</article-title>
          <source>J Healthc Eng</source>
          <year>2022</year>
          <month>3</month>
          <day>3</day>
          <volume>2022</volume>
          <fpage>5819813</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2022/5819813"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2022/5819813</pub-id>
          <pub-id pub-id-type="medline">35281532</pub-id>
          <pub-id pub-id-type="pmcid">PMC8913063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Zhuang</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>QL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>ZM</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using information technology to optimize the identification process for outpatients having blood drawn and improve patient satisfaction</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2022</year>
          <month>03</month>
          <day>10</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-022-01799-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-022-01799-5</pub-id>
          <pub-id pub-id-type="medline">35272653</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-022-01799-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8915497</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murteira</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Romano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Teixeira</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bulhosa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sousa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Conceição</surname>
              <given-names>Maria Inês</given-names>
            </name>
            <name name-style="western">
              <surname>Fonseca-Silva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Teixeira Rodrigues</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Real-world impact of transferring the dispensing of hospital-only medicines to community pharmacies during the COVID-19 pandemic</article-title>
          <source>Value Health</source>
          <year>2022</year>
          <month>08</month>
          <volume>25</volume>
          <issue>8</issue>
          <fpage>1321</fpage>
          <lpage>1327</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(22)00146-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2022.03.004</pub-id>
          <pub-id pub-id-type="medline">35428552</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(22)00146-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9002297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Artenstein</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Stanaway</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Westafer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lindenauer</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Seiler</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Prather</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An integrated mobile acute care service enhances value</article-title>
          <source>Popul Health Manag</source>
          <year>2021</year>
          <month>08</month>
          <day>01</day>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>442</fpage>
          <lpage>447</lpage>
          <pub-id pub-id-type="doi">10.1089/pop.2020.0289</pub-id>
          <pub-id pub-id-type="medline">33764793</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rocque</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Kenzik</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Halilova</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Rocconi</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Azuero</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kvale</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Partridge</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Pisu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Where are the opportunities for reducing health care spending within alternative payment models?</article-title>
          <source>J Oncol Pract</source>
          <year>2018</year>
          <month>06</month>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>e375</fpage>
          <lpage>e383</lpage>
          <pub-id pub-id-type="doi">10.1200/JOP.2017.024935</pub-id>
          <pub-id pub-id-type="medline">28981388</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
