<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="letter" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e50857</article-id>
      <article-id pub-id-type="pmid">38809600</article-id>
      <article-id pub-id-type="doi">10.2196/50857</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Research Letter</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Research Letter</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Where Do I Go When My Doctor’s Office Is Closed? The Availability of Out-of-Hours Care Information on Primary Care Practitioners’ Websites</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hunskår</surname>
            <given-names>Steinar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Frey</surname>
            <given-names>Erika</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Parron Carreño</surname>
            <given-names>Tesifon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>van der Velde</surname>
            <given-names>Enno</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Legg</surname>
            <given-names>David</given-names>
          </name>
          <degrees>MRES</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Health Services Research in Emergency and Acute Medicine</institution>
            <institution>Charité - Universitätsmedizin</institution>
            <addr-line>Charitéplatz 1</addr-line>
            <addr-line>Berlin, 10117</addr-line>
            <country>Germany</country>
            <phone>49 30 450 553 037</phone>
            <email>david.legg@charite.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1152-585X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Napierala</surname>
            <given-names>Hendrik</given-names>
          </name>
          <degrees>Dr med</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1542-2877</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Holzinger</surname>
            <given-names>Felix</given-names>
          </name>
          <degrees>Dr med</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8400-7757</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Slagman</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>Prof Dr, Dr rer med</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2608-0347</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Health Services Research in Emergency and Acute Medicine</institution>
        <institution>Charité - Universitätsmedizin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of General Practice and Family Medicine</institution>
        <institution>Charité - Universitätsmedizin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: David Legg <email>david.legg@charite.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>5</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e50857</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>1</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©David Legg, Hendrik Napierala, Felix Holzinger, Anna Slagman. Originally published in JMIR Formative Research (https://formative.jmir.org), 29.05.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e50857" xlink:type="simple"/>
      <kwd-group>
        <kwd>out of hours</kwd>
        <kwd>primary care</kwd>
        <kwd>telephone triage</kwd>
        <kwd>websites</kwd>
        <kwd>care information</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Despite the relative longevity of Germany’s medical on-call number 116 117, evidence suggests that awareness of this helpline for non–life-threatening emergencies remains limited [<xref ref-type="bibr" rid="ref1">1</xref>]. In light of this, this study turns to the often overlooked medium of primary care practitioner (PCP) websites to promote this service. While these websites may have previously functioned as little more than “electronic nameplates” [<xref ref-type="bibr" rid="ref2">2</xref>], as the use of primary care online services, such as online appointment booking, continues to grow, so too does their potential to promote and reinforce beneficial health-seeking behaviors through the provision of information. With this in mind, the aim of this research is to quantify the availability of out-of-hours (OOH) service information currently provided on PCP websites in Berlin, Germany.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>A comprehensive list of primary care physicians practicing in Berlin and Brandenburg in May 2023 compiled by Charité’s Institute of General Practice and Family Medicine was used as a sampling frame to quantify OOH service information. A simple random sample of 10% of the total list was then generated using the SPSS (version 27; IBM Corp) random sample function. Google searches were then conducted using the doctor’s title, surname, and address to identify practices with websites. Website links were then collated with the preceding practice information into an SPSS database.</p>
      <p>The variables of interest were information (including links to further information) concerning opening hours, OOH service information, and mentions of Germany’s nonemergency number. Search terms included “116 117,” “116117,” “Opening Hours,” and “Consultation Hours.” OOH service information was defined as directives concerning what to do when the service is not available.</p>
      <p>To quantify the availability of the above, a two-stage approach was used. In the first stage, the Google search site operator was utilized to search the entire website for mention of the medical on-call number. In the second stage, manual close reading of each PCP website’s home page was conducted alongside the use of the find command (Ctrl + F) to identify the variables of interest. Home pages were selected for further analysis as these are often a website’s default loading page and, as such, provide service users with immediate information.</p>
      <p>After the primary researcher (DL) coded all the relevant data to ensure intercoder reliability, a second researcher (HN) coded 10% [<xref ref-type="bibr" rid="ref3">3</xref>] of the valid sample. Any discrepancy was resolved by consensus. Further details of the study’s methodology are available in the study protocol [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, the sampling frame contained details of 4508 physicians working in Berlin and Brandenburg (<xref rid="figure1" ref-type="fig">Figure 1</xref>). After selecting a random sample of 10% [<xref ref-type="bibr" rid="ref5">5</xref>], 451 PCPs were included for analysis. A further 14 PCPs were excluded from the analysis after they were identified as working in a hospital or inpatient setting (n=437).</p>
      <p>Within the valid sample, websites were found for 263 (60.2%) PCPs. Functioning websites could not be found for 174 (39.8%) PCPs. After the removal of duplicates, 237 unique websites were identified: 213 PCPs had their own website and 51 PCPs shared a website with at least one other PCP in the valid sample (n=24 websites).</p>
      <p>A search of the entire website for the presence of 116 117 indicated that 75 (31.6%) websites featured references to the nonemergency number; 26 (11%) featured this information on their home page. Information on opening hours was more common: 179 (75.5%) websites featured information or a link to the practice’s opening hours on their home page. Overall, 13 (5.5%) websites provided information about what to do outside of working hours on their home page, and all did so with reference to 116 117, explicitly connecting OOH care with the nonemergency number.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>OOH service information featured on primary care practitioners' websites. GP: general practitioner; OOH: out-of-hours; PCP: primary care practitioner.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e50857_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The results of this study indicate that a substantial number of PCPs in Berlin are not providing adequate and accessible OOH service information on their websites. While the ability of these websites to change behavior should not be overstated, PCPs are missing an opportunity to promote and reinforce beneficial health-seeking behaviors by not providing such. The inclusion of OOH service information would create the opportunity for service users to store and recall this information when they perceive the need for medical attention through a medium, which when compared with traditional forms of marketing health care [<xref ref-type="bibr" rid="ref6">6</xref>], offers a cost-effective means of distributing information that can be updated to reflect changes in service provision as required.</p>
      <p>Further research into PCP websites is required. As these results are limited to Berlin, it is unclear whether this information deficit extends nationwide. Future research should also include online services offered, service characteristics, and user estimates.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">OOH</term>
          <def>
            <p>out-of-hours</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PCP</term>
          <def>
            <p>primary care practitioner</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Report volume: results of the 2021 survey of insured persons</article-title>
          <source>National Association of Statutory Health Insurance Physicians (KBV)</source>
          <year>2021</year>
          <month>08</month>
          <day>25</day>
          <access-date>2024-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kbv.de/html/versichertenbefragung.php">https://www.kbv.de/html/versichertenbefragung.php</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Inequalities in general practice website provision</article-title>
          <source>Br J Gen Pract</source>
          <year>2011</year>
          <month>11</month>
          <volume>61</volume>
          <issue>592</issue>
          <fpage>663</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/lookup/pmidlookup?view=long&amp;pmid=22167899"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp11x606555</pub-id>
          <pub-id pub-id-type="medline">22167899</pub-id>
          <pub-id pub-id-type="pmcid">PMC3207073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krippendorff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Content Analysis: An Introduction to Its Methodology Book</source>
          <year>2018</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Legg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Napierala</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Napierala</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Holzinger</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Slagman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Where do I go when my doctor is closed? The availability of out of hours care information on primary care practitioner websites</article-title>
          <source>Open Science Framework</source>
          <year>2023</year>
          <access-date>2024-05-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.17605/OSF.IO/GAQRY">https://doi.org/10.17605/OSF.IO/GAQRY</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serdar</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Cihan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yücel</surname>
              <given-names>Doğan</given-names>
            </name>
            <name name-style="western">
              <surname>Serdar</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Sample size, power and effect size revisited: simplified and practical approaches in pre-clinical, clinical and laboratory studies</article-title>
          <source>Biochem Med (Zagreb)</source>
          <year>2021</year>
          <month>02</month>
          <day>15</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>010502</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33380887"/>
          </comment>
          <pub-id pub-id-type="doi">10.11613/BM.2021.010502</pub-id>
          <pub-id pub-id-type="medline">33380887</pub-id>
          <pub-id pub-id-type="pii">bm-31-1-010502</pub-id>
          <pub-id pub-id-type="pmcid">PMC7745163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahony</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Public health marketing campaigns: who profits?</article-title>
          <source>British Medical Journal</source>
          <year>2015</year>
          <month>01</month>
          <day>29</day>
          <volume>350</volume>
          <fpage>h514</fpage>
          <lpage>h515</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h514</pub-id>
          <pub-id pub-id-type="medline">25633267</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
