<!DOCTYPE article
PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Archiving and Interchange DTD with MathML3 v1.2 20190208//EN" "JATS-archivearticle1-mathml3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article"><?properties open_access?><front><journal-meta><journal-id journal-id-type="nlm-ta">BMC Public Health</journal-id><journal-id journal-id-type="iso-abbrev">BMC Public Health</journal-id><journal-title-group><journal-title>BMC Public Health</journal-title></journal-title-group><issn pub-type="epub">1471-2458</issn><publisher><publisher-name>BioMed Central</publisher-name><publisher-loc>London</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="pmid">31823763</article-id><article-id pub-id-type="pmc">6902419</article-id><article-id pub-id-type="publisher-id">8008</article-id><article-id pub-id-type="doi">10.1186/s12889-019-8008-2</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title>Evaluation of the influenza sentinel surveillance system in the Democratic Republic of Congo, 2012&#x02013;2015</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">http://orcid.org/0000-0001-5561-696X</contrib-id><name><surname>Babakazo</surname><given-names>P&#x000e9;lagie</given-names></name><address><email>pbabakazo@yahoo.fr</email></address><xref ref-type="aff" rid="Aff1">1</xref></contrib><contrib contrib-type="author"><name><surname>Kabamba-Tshilobo</surname><given-names>Joelle</given-names></name><xref ref-type="aff" rid="Aff2">2</xref></contrib><contrib contrib-type="author"><name><surname>Wemakoy</surname><given-names>Emile Okitolonda</given-names></name><xref ref-type="aff" rid="Aff1">1</xref></contrib><contrib contrib-type="author"><name><surname>Lubula</surname><given-names>L&#x000e9;opold</given-names></name><xref ref-type="aff" rid="Aff3">3</xref></contrib><contrib contrib-type="author"><name><surname>Manya</surname><given-names>L&#x000e9;onie Kitoko</given-names></name><xref ref-type="aff" rid="Aff3">3</xref></contrib><contrib contrib-type="author"><name><surname>Ilunga</surname><given-names>Benoit Kebela</given-names></name><xref ref-type="aff" rid="Aff3">3</xref></contrib><contrib contrib-type="author"><name><surname>Disasuani</surname><given-names>Wally</given-names></name><xref ref-type="aff" rid="Aff1">1</xref></contrib><contrib contrib-type="author"><name><surname>Nkwembe</surname><given-names>Edith</given-names></name><xref ref-type="aff" rid="Aff4">4</xref></contrib><contrib contrib-type="author"><name><surname>Kavunga-Membo</surname><given-names>Hugo</given-names></name><xref ref-type="aff" rid="Aff4">4</xref></contrib><contrib contrib-type="author"><name><surname>Changachanga</surname><given-names>Jean-Claude</given-names></name><xref ref-type="aff" rid="Aff4">4</xref></contrib><contrib contrib-type="author"><name><surname>Muhemedi</surname><given-names>Saleh</given-names></name><xref ref-type="aff" rid="Aff1">1</xref></contrib><contrib contrib-type="author"><name><surname>Tamfum</surname><given-names>Jean-Jacques Muyembe</given-names></name><xref ref-type="aff" rid="Aff4">4</xref></contrib><contrib contrib-type="author" corresp="yes"><name><surname>Tempia</surname><given-names>Stefano</given-names></name><address><email>stefanot@nicd.ac.za</email><email>wlu4@cdc.gov</email></address><xref ref-type="aff" rid="Aff5">5</xref><xref ref-type="aff" rid="Aff6">6</xref><xref ref-type="aff" rid="Aff7">7</xref><xref ref-type="aff" rid="Aff8">8</xref></contrib><aff id="Aff1"><label>1</label><institution-wrap><institution-id institution-id-type="ISNI">0000 0000 9927 0991</institution-id><institution-id institution-id-type="GRID">grid.9783.5</institution-id><institution>Kinshasa School of Public Health, University of Kinshasa, </institution></institution-wrap>Kinshasa, Democratic Republic of Congo </aff><aff id="Aff2"><label>2</label>Influenza and Monkeypox Program, Centers for Disease Control and Prevention, Kinshasa, Democratic Republic of Congo </aff><aff id="Aff3"><label>3</label>Division de Lutte Contre la Maladie, Ministry of Health, Kinshasa, Democratic Republic of Congo </aff><aff id="Aff4"><label>4</label><institution-wrap><institution-id institution-id-type="ISNI">0000 0004 0580 7727</institution-id><institution-id institution-id-type="GRID">grid.452637.1</institution-id><institution>Institut National de Recherche Biom&#x000e9;dicale, Ministry of Health, </institution></institution-wrap>Kinshasa, Democratic Republic of Congo </aff><aff id="Aff5"><label>5</label><institution-wrap><institution-id institution-id-type="ISNI">0000 0001 2163 0069</institution-id><institution-id institution-id-type="GRID">grid.416738.f</institution-id><institution>Influenza Division, Centers for Disease Control and Prevention, </institution></institution-wrap>Atlanta, GA USA </aff><aff id="Aff6"><label>6</label>Influenza Program, Centers for Disease Control and Prevention, Pretoria, South Africa </aff><aff id="Aff7"><label>7</label>MassGenics, Duluth, GA USA </aff><aff id="Aff8"><label>8</label><institution-wrap><institution-id institution-id-type="ISNI">0000 0004 0630 4574</institution-id><institution-id institution-id-type="GRID">grid.416657.7</institution-id><institution>Center for Respiratory Diseases and Meningitis, National Institute for Communicable Diseases, </institution></institution-wrap>Private Bag X4, Sandringham, Gauteng, 2131 South Africa </aff></contrib-group><pub-date pub-type="epub"><day>10</day><month>12</month><year>2019</year></pub-date><pub-date pub-type="pmc-release"><day>10</day><month>12</month><year>2019</year></pub-date><pub-date pub-type="collection"><year>2019</year></pub-date><volume>19</volume><elocation-id>1652</elocation-id><history><date date-type="received"><day>19</day><month>7</month><year>2019</year></date><date date-type="accepted"><day>27</day><month>11</month><year>2019</year></date></history><permissions><copyright-statement>&#x000a9; The Author(s). 2019</copyright-statement><license license-type="OpenAccess"><license-p><bold>Open Access</bold>This article is distributed under the terms of the Creative Commons Attribution 4.0 International License (<ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">http://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons license, and indicate if changes were made. The Creative Commons Public Domain Dedication waiver (<ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/publicdomain/zero/1.0/">http://creativecommons.org/publicdomain/zero/1.0/</ext-link>) applies to the data made available in this article, unless otherwise stated.</license-p></license></permissions><abstract id="Abs1"><sec><title>Background</title><p id="Par1">The World Health Organization recommends periodic evaluations of influenza surveillance systems to identify areas for improvement and provide evidence of data reliability for policymaking. However, data about the performance of established influenza surveillance systems are limited in Africa, including in the Democratic Republic of Congo (DRC).</p></sec><sec><title>Methods</title><p id="Par2">We used the Centers for Disease Control and Prevention guidelines to evaluate the performance of the influenza sentinel surveillance system (ISSS) in DRC during 2012&#x02013;2015. The performance of the system was evaluated using eight surveillance attributes: (i) data quality and completeness for key variables, (ii) timeliness, (iii) representativeness, (iv) flexibility, (v) simplicity, (vi) acceptability, (vii) stability and (viii) utility. For each attribute, specific indicators were developed and described using quantitative and qualitative methods. Scores for each indicator were as follows: &#x0003c;&#x02009;60% weak performance; 60&#x02013;79% moderate performance; &#x02265;80% good performance.</p></sec><sec><title>Results</title><p id="Par3">During 2012&#x02013;2015, we enrolled and tested 4339 patients with influenza-like illness (ILI) and 2869 patients with severe acute respiratory illness (SARI) from 11 sentinel sites situated in 5 of 11 provinces. Influenza viruses were detected in 446 (10.3%) samples from patients with ILI and in 151 (5.5%) samples from patients with SARI with higher detection during December&#x02013;May. Data quality and completeness was &#x0003e;&#x02009;90% for all evaluated indicators. Other strengths of the system were timeliness, simplicity, stability and utility that scored &#x0003e;&#x02009;70% each. Representativeness, flexibility and acceptability had moderate performance. It was reported that the ISSS contributed to: (i) a better understanding of the epidemiology, circulating patterns and proportional contribution of influenza virus among patients with ILI or SARI; (ii) acquisition of new key competences related to influenza surveillance and diagnosis; and (iii) continuous education of surveillance staff and clinicians at sentinel sites about influenza. However, due to limited resources no actions were undertaken to mitigate the impact of seasonal influenza epidemics.</p></sec><sec><title>Conclusions</title><p id="Par4">The system performed overall satisfactorily and provided reliable and timely data about influenza circulation in DRC. The simplicity of the system contributed to its stability. A better use of the available data could be made to inform and promote prevention interventions especially among the most vulnerable groups.</p></sec></abstract><kwd-group xml:lang="en"><title>Keywords</title><kwd>Influenza</kwd><kwd>Surveillance</kwd><kwd>Evaluation</kwd><kwd>Democratic Republic of Congo</kwd></kwd-group><funding-group><award-group><funding-source><institution-wrap><institution-id institution-id-type="FundRef">http://dx.doi.org/10.13039/100000030</institution-id><institution>Centers for Disease Control and Prevention</institution></institution-wrap></funding-source><award-id>U51IP000602</award-id></award-group></funding-group><custom-meta-group><custom-meta><meta-name>issue-copyright-statement</meta-name><meta-value>&#x000a9; The Author(s) 2019</meta-value></custom-meta></custom-meta-group></article-meta></front><body><sec id="Sec1"><title>Background</title><p id="Par19">Global influenza surveillance, coordinated by the World Health Organization (WHO) under the Global Influenza Surveillance and Response Network (GISRN), is key to monitoring global trends of seasonal influenza virus circulation, guiding strain selection for annual influenza vaccine composition, monitoring acquisition of resistance to antiviral drugs, detecting the emergence of influenza viruses with pandemic potential, and monitoring the spread and impact of pandemic influenza viruses. WHO recommends the use of standard case definitions and procedures for global influenza surveillance among outpatients and inpatients as well as periodic comprehensive evaluations of established surveillance systems, beginning 1&#x02013;2&#x02009;years after implementation [<xref ref-type="bibr" rid="CR1">1</xref>, <xref ref-type="bibr" rid="CR2">2</xref>].</p><p id="Par20">Guidelines from the United States (US) Centers for Disease Control and Prevention (CDC) [<xref ref-type="bibr" rid="CR3">3</xref>, <xref ref-type="bibr" rid="CR4">4</xref>] suggest that <italic>&#x0201c;the usefulness of a surveillance system is dependent on the actions that can be taken as a result of data collection and analysis; specifically, whether the system is able to: (i) guide disease prevention and control activities through the timely detection of adverse health-events, (ii) estimate the magnitude of morbidity and mortality and associated risk factors, (iii) detect trends that signal changes in incidence, including epidemics, (iv) permit assessment of prevention and control measures, (v) lead to improved health and social policy or clinical practice, and (vi) stimulate research to inform prevention and control measures&#x0201d;.</italic></p><p id="Par21">During the past decade, influenza sentinel surveillance has been established in several African countries [<xref ref-type="bibr" rid="CR5">5</xref>] including the Democratic Republic of Congo (DRC) [<xref ref-type="bibr" rid="CR6">6</xref>]. Given the geographic location of the country, which is situated along important bird migratory routes, and the close contact of the population with domestic and wild birds, the influenza sentinel surveillance system in DRC was established with the aim to monitor the circulating seasonal influenza strains as well as to detect emerging zoonotic viruses. No influenza treatment or immunization guidelines are currently available in low-income DRC because of competing priorities with other diseases and limited financial resources. However, data from&#x000a0;the established surveillance system, if accurate and reliable, could inform and promote prevention interventions.</p><p id="Par22">Although influenza sentinel surveillance has been established in several African countries, data about the performance of established surveillance systems are limited on the continent [<xref ref-type="bibr" rid="CR7">7</xref>&#x02013;<xref ref-type="bibr" rid="CR10">10</xref>]. Such evaluations would enable countries to assess the performance of their surveillance systems, identify areas for improvement and provide evidence of data reliability for policymaking and public health interventions as well as compliance with international surveillance standards.</p><p id="Par23">We conducted a systematic evaluation of the national influenza surveillance system implemented among outpatients with influenza-like illness (ILI) and inpatients with severe acute respiratory illness (SARI) during January 2012 through December 2015. Findings from this evaluation will help to improve the performance of the influenza surveillance system in DRC.</p></sec><sec id="Sec2"><title>Methods</title><sec id="Sec3"><title>Overview of the influenza surveillance system during 2012&#x02013;2015</title><p id="Par24">An influenza sentinel surveillance system (ISSS) was established in DRC in 2006 following the emergence of the highly pathogenic avian influenza A(H5N1) strain in Asia with a high case-fatality rate&#x000a0;[<xref ref-type="bibr" rid="CR11">11</xref>]. The objectives of the DRC-ISSS are to: (i) detect and respond to influenza outbreaks; (ii) assess the proportion of patients meeting the ILI and SARI case definition that is attributable to influenza virus infection; (iii) assess the burden of influenza-associated illness; (iv) monitor the temporal trends of influenza virus circulation; (v) monitor the circulating influenza virus types and subtypes annually; (vi) maintain laboratory capacity for seasonal and avian influenza viruses detection; and (vii) obtain and share clinical samples for annual selection of influenza virus strains for influenza vaccine formulation under the WHO-GISRN. In addition, the data generated through the surveillance system were considered key to potentially inform and promote prevention interventions. The ISSS was coordinated and implemented by three institutions, namely: the Kinshasa School of Public Health (KSPH), the Direction de la Lutte contre les Maladies (DLM) and the Institut National de Recherche Biom&#x000e9;dicale (INRB). International stakeholders included the CDC and WHO Country Offices.</p><p id="Par25">Surveillance was designed to be implemented in 6 of 11 provinces of the country. During the review period (2012&#x02013;2015) the ISSS included 5 of 6 target provinces. Although health facilities were available in all provinces, provinces to be covered were selected based on available financial resources and pre-established criteria. Priority was given to provinces situated at major entry points of the country with significant population density and movement and to those located along the corridors of migratory wild birds. The selected provinces were situated throughout the national territory, with the exception of the northwestern part of the country.</p><p id="Par26">In total 11 sentinel sites (2 clinics implementing ILI surveillance only and 9 hospitals implementing both ILI and SARI surveillance) located in 5 provinces were included in this evaluation (Table&#x000a0;<xref rid="Tab1" ref-type="table">1</xref> and Fig.&#x000a0;<xref rid="Fig1" ref-type="fig">1</xref>). In the 9 hospitals, ILI surveillance was conducted in the outpatient department; whereas SARI surveillance was conducted in the medical pediatric and adult wards. At each sentinel site trained staff (i.e., doctors, nurses or laboratory technicians) would: (i) screen, identify and enroll patients, (ii) compile individual-level screening and enrollment logbooks for patients meeting the SARI and ILI case definitions, (iii) collect upper respiratory tract (URT) samples from enrolled ILI and SARI cases, (vi) complete the individual case investigation form (CIF) for enrolled ILI and SARI cases, (v) store, package and ship URT samples, (vi) collect weekly and monthly aggregated data on the total number of any, respiratory (including those that met the ILI and SARI case definitions), gastrointestinal and malaria outpatient consultations and hospitalizations; and (vii) liaise with the national influenza surveillance focal points on all matters related to influenza surveillance implemented at the sentinel sites, including requests for surveillance material. No monetary incentive was provided to the influenza focal points. Airtime was provided for communication between sentinel sites and national focal points. Nonetheless, the ISSS in DRC was largely dependent (&#x02265;90%) on external funds, especially for sample transportation and testing as well as for supervision activities.
<table-wrap id="Tab1"><label>Table 1</label><caption><p>Healthcare facilities implementing influenza sentinel surveillance in the Democratic Republic of Congo, 2012&#x02013;2015</p></caption><table frame="hsides" rules="groups"><thead><tr><th>Province</th><th>City</th><th>Sentinel site</th><th>Sector</th><th>Type of surveillance</th><th>Year of inception<sup>a</sup></th></tr></thead><tbody><tr><td>Kinshasa</td><td>Kinshasa</td><td>Clinique de Sant&#x000e9; RVA</td><td>Private</td><td>ILI</td><td>2006</td></tr><tr><td>Kinshasa</td><td>Kinshasa</td><td>Clinique de Sant&#x000e9; Boyambi</td><td>Religious</td><td>ILI</td><td>2006</td></tr><tr><td>Kinshasa</td><td>Kinshasa</td><td>Centre Hospitalier de Kingasani</td><td>Religious</td><td>ILI and SARI</td><td>2006</td></tr><tr><td>Kinshasa</td><td>Kinshasa</td><td>H&#x000f4;pital P&#x000e9;diatrique Kalembe-Lembe</td><td>Public</td><td>ILI and SARI</td><td>2006</td></tr><tr><td>Kinshasa</td><td>Kinshasa</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence de Kinshasa</td><td>Public</td><td>ILI and SARI</td><td>2006</td></tr><tr><td>Bas-Congo</td><td>Matadi</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence Kinkanda</td><td>Public</td><td>ILI and SARI</td><td>2011</td></tr><tr><td>Bas-Congo</td><td>Muanda</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence Muanda</td><td>Public</td><td>ILI and SARI</td><td>2011</td></tr><tr><td>Katanga</td><td>Lubumbashi</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence Kenya</td><td>Public</td><td>ILI and SARI</td><td>2011</td></tr><tr><td>Katanga</td><td>Lubumbashi</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence Kisanga</td><td>Public</td><td>ILI and SARI</td><td>2011</td></tr><tr><td>Kasa&#x000ef;-Oriental</td><td>Mbuji-Mayi</td><td>H&#x000f4;pital G&#x000e9;n&#x000e9;ral de R&#x000e9;f&#x000e9;rence Dipumba</td><td>Public</td><td>ILI and SARI</td><td>2012</td></tr><tr><td>Nord-Kivu</td><td>Goma</td><td>Centre Hospitalier Charit&#x000e9; Maternelle</td><td>Religious</td><td>ILI and SARI</td><td>2013</td></tr></tbody></table><table-wrap-foot><p>Abbreviations: <italic>ILI</italic> influenza-like illness, <italic>SARI</italic> severe acute respiratory illness</p><p><sup>a</sup> All sites were actively implementing influenza surveillance until December 2015</p></table-wrap-foot></table-wrap>
<fig id="Fig1"><label>Fig. 1</label><caption><p>Location of the influenza sentinel surveillance sites in the Democratic Republic of Congo (DRC), 2012&#x02013;2015</p></caption><graphic xlink:href="12889_2019_8008_Fig1_HTML" id="MO1"/></fig></p><p id="Par27">A case of ILI was defined as an ambulatory patient of any age presenting with a recorded temperature&#x02009;&#x02265;&#x02009;38&#x02009;&#x000b0;C and cough or sore throat of duration of &#x02264;7&#x02009;days. A case of SARI was defined as a hospitalized person who had illness onset within 7&#x02009;days of admission and who met age-specific clinical inclusion criteria. A case in children aged 2&#x02009;days to &#x0003c;&#x02009;5&#x02009;years included any hospitalized patient with cough or difficulty breathing and at least one of the following danger signs: unable to drink or breastfeed, lethargic, vomits everything, convulsion, chest indrawing or stridor in a calm child. A case in persons aged &#x02265;5&#x02009;years included any hospitalized patient with fever (&#x02265;38&#x02009;&#x000b0;C), cough and shortness of breath or difficulty breathing. Identification of ILI cases was implemented at the triage area of the participating sites by a combination of clinical examination for relevant symptoms and patient/caregiver interviews. Identification of SARI cases was implemented at the participating wards by bed-to-bed screening of admitted patients and a combination of clinical examination for relevant symptoms, review of medical records and patient/caregiver interviews.</p><p id="Par28">Aggregated weekly data on the total number of identified SARI and ILI cases and those enrolled were sent weekly by short message service (SMS) to the national influenza focal point; whereas the source data collection forms were sent monthly. For enrolled patients surveillance staff completed case report forms that included demographic, clinical and epidemiological information as well as specimens (nasopharyngeal and oropharyngeal swabs). Specimens were placed in the same vial containing universal transport medium, stored at 4&#x02013;8&#x02009;&#x000b0;C and transported to the national influenza laboratory (INRB, Kinshasa, DRC) within 72&#x02009;h of collection for testing. Specimens were tested for influenza A and B viruses using a real-time reverse transcription polymerase chain reaction assay [<xref ref-type="bibr" rid="CR6">6</xref>]. Influenza A-positive samples were further subtyped [<xref ref-type="bibr" rid="CR12">12</xref>]. Non-systematic testing for other respiratory viral pathogens including respiratory syncytial virus, human metapneumovirus, parainfluenza virus types 1&#x02013;4, rhinovirus, coronavirus OC43, 229E, NL63 and HKUI, and adenovirus was also implemented. Verbal informed consent was obtained from all patients prior to data and specimen collection. For children aged &#x0003c;&#x02009;15&#x02009;years, verbal consent was obtained from a parent or legal guardian.</p><p id="Par29">The appointed surveillance officers at the sentinel sites were supervised by DLM staff in order to ensure adequate performance in the detection of cases, data collection and collection and storage of samples. During the supervision visit, knowledge, skills and practices of the surveillance officers related to influenza surveillance procedures were evaluated using a standard evaluation checklist. Ad-hoc trainings were conducted to address any deficiency. These supervisions were carried out monthly at the sentinel sites situated in Kinshasa Province and, due to financial constraints, twice per year at the sites situated in the other provinces. Annual refresher trainings were conducted for all personnel involved in ISS at the participating sites. Individual-level laboratory results were communicated monthly to the sentinel sites and weekly, monthly and quarterly reports were generated and shared among relevant stakeholders. However, no thresholds to assess the intensity and impact of the influenza season were established.</p></sec><sec id="Sec4"><title>Evaluation of the influenza surveillance system</title><p id="Par30">We used the CDC guidelines [<xref ref-type="bibr" rid="CR3">3</xref>, <xref ref-type="bibr" rid="CR4">4</xref>] to evaluate the performance of the ISSS in DRC during January 2012 through December 2015. In accordance with the CDC guidelines, the performance of the system was evaluated using eight surveillance attributes: (i) data quality and completeness for key variables, (ii) timeliness, (iii) representativeness, (iv) flexibility, (v) simplicity, (vi) acceptability, (vii) stability and (viii) utility. For each attribute, specific indicators were developed and described using quantitative and/or qualitative methods (Tables&#x000a0;<xref rid="Tab3" ref-type="table">3</xref>, <xref rid="Tab4" ref-type="table">4</xref> and <xref rid="Tab5" ref-type="table">5</xref>). Surveillance databases from syndromic and virological surveillance as well as the laboratory receiving log were analyzed to assess data quality and completeness, timeliness and stability. Furthermore, in order to assess simplicity, acceptability, stability and utility, standardized, pretested and anonymous questionnaires were self-administered by surveillance staff at sentinel sites as well as key informants (i.e., staff involved in ISS or leadership) from the DLM and INRB. All personnel involved in ISS was requested to participate to the questionnaire survey. Three different questionnaires were developed, one for each of the three target groups (i.e. surveillance staff at sentinel sites and staff at the INRB and DLM). Data collected from the surveillance system were also compared with WHO minimum data collection standards for ILI and SARI surveillance [<xref ref-type="bibr" rid="CR1">1</xref>].
<table-wrap id="Tab2"><label>Table 2</label><caption><p>Mean indicators&#x02019; scores (range 1&#x02013;3) for each attribute used for the evaluation of the influenza sentinel surveillance system in the Democratic Republic of Congo, 2012&#x02013;2015</p></caption><table frame="hsides" rules="groups"><thead><tr><th>Attributes</th><th>Number of evaluated indicators</th><th>Mean score</th><th>Performance</th></tr></thead><tbody><tr><td> &#x02022; Data quality and completeness</td><td>7</td><td>3.0</td><td>Good</td></tr><tr><td> &#x02022; Timeliness</td><td>4</td><td>2.7</td><td>Moderate to good</td></tr><tr><td> &#x02022; Representativeness</td><td>2</td><td>2.0</td><td>Moderate</td></tr><tr><td> &#x02022; Flexibility</td><td>2</td><td>2.0</td><td>Moderate</td></tr><tr><td> &#x02022; Simplicity</td><td>12</td><td>2.9</td><td>Moderate to good</td></tr><tr><td> &#x02022; Acceptability</td><td>3</td><td>2.3</td><td>Moderate to good</td></tr><tr><td> &#x02022; Stability</td><td>7</td><td>2.4</td><td>Moderate to good</td></tr><tr><td> &#x02022; Utility</td><td>4</td><td>2.5</td><td>Moderate to good</td></tr><tr><td> &#x02022; Overall</td><td>41</td><td>2.5</td><td>Moderate to good</td></tr></tbody></table></table-wrap>
<table-wrap id="Tab3"><label>Table 3</label><caption><p>List of indicators and scores [1 (&#x0003c;&#x02009;60%): weak performance; 2 (60&#x02013;79%): moderate performance; 3 (&#x02265;80%) good performance] for data quality and completeness, timeliness, representativeness and flexibility used for the evaluation of the influenza sentinel surveillance system in the Democratic Republic of Congo, 2012&#x02013;2015</p></caption><table frame="hsides" rules="groups"><thead><tr><th>Indicator</th><th>Calculation/data inputs</th><th>Data source</th><th>Indicator value</th><th>Score</th></tr></thead><tbody><tr><td colspan="5">Data quality and completeness</td></tr><tr><td> &#x02022; Proportion of SARI/ILI cases that meet the case definition</td><td>Number of ILI/SARI cases that meet the case definition / Total number of ILI/SARI cases</td><td>Case-based database</td><td>97.4%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of samples from ILI/SARI cases received with accompanying CIF</td><td>Number of samples from SARI/ILI cases received with accompanying CIF / Total number of samples received from SARI/ILI cases</td><td>Laboratory log book and case-based database</td><td>98.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of forms without at least one inconsistent or missing value for key variables<sup>a</sup></td><td>Number of forms without at least one abnormal or missing value / Total number of forms</td><td>Case-based database</td><td>97.5%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of good quality samples received</td><td>Number of good quality samples received / Total number of samples received</td><td>Case-based database</td><td>97.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of sample with positive RNP results</td><td>Number of samples with a positive RNP result / Total number of samples tested</td><td>Case-based database</td><td>90.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of sampled ILI/SARI cases with available laboratory results</td><td>Number of ILI/SARI cases with available laboratory results / Number of sampled ILI/SARI cases</td><td>Case-based database</td><td>99.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of collected variables included in the WHO recommended minimum data collection standard</td><td>Number of collected variables within the WHO list / Number of WHO recommended variables.</td><td>CIF and WHO guidelines for influenza sentinel surveillance.</td><td>80.8%</td><td>3</td></tr><tr><td colspan="5">Timeliness</td></tr><tr><td>&#x02003;&#x02022; Proportion of SMS sent on time</td><td>Number of SMS sent on time / Number of SMS sent</td><td>Aggregated data database</td><td>80.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of samples received within 72&#x02009;h from collection</td><td>Number of samples received within 72&#x02009;h from collection / Number of samples received</td><td>Case-based database</td><td>96.3%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of samples tested within one week from receipt</td><td>Number of samples tested within one week from receipt / Number of samples tested</td><td>Case-based database</td><td>90.0%</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of weekly reports issued within five days after the end of the reporting period</td><td>Number of weekly reports issued within five days after the end of the reporting period / Number of weekly reports issued</td><td>Weekly reports audit</td><td>75.0%</td><td>2</td></tr><tr><td colspan="5">Representativeness</td></tr><tr><td>&#x02003;&#x02022; Geographical coverage</td><td>Number of provinces covered by the influenza sentinel surveillance network / Total number of provinces</td><td>Geographic distribution of sentinel sites.</td><td>45.5%</td><td>1</td></tr><tr><td>&#x02003;&#x02022; Inclusion of all age groups</td><td>Age distribution of cases SARI/ILI (median, minimum and maximum)</td><td>Case based database</td><td><p>Med.: 15 Y</p><p>Min.: 0 Y</p><p>Max.: 89 Y</p></td><td>3</td></tr><tr><td colspan="5">Flexibility</td></tr><tr><td>&#x02003;&#x02022; Proportion of samples tested for pathogens other than influenza</td><td>Number of samples tested for pathogens other than influenza / Number of samples tested for influenza</td><td>Case-based database</td><td>37.3%</td><td>1</td></tr><tr><td>&#x02003;&#x02022; Number of syndromes surveyed with the influenza surveillance system</td><td>Total, respiratory, gastro-intestinal and malaria admissions/consultations reported in the aggregated data form</td><td>Aggregated data database</td><td>Qualitative assessment</td><td>3</td></tr></tbody></table><table-wrap-foot><p>Abbreviations: <italic>ILI</italic> influenza-like-illness, <italic>SARI</italic> severe acute respiratory illness, <italic>CIF</italic> case investigation form, <italic>RNP</italic> RiboNucleic Protein, <italic>WHO</italic> World Health Organization, <italic>SMS</italic> Short Message Service</p><p><sup>a</sup> Key variables evaluated for completeness and consistency of data collection forms: site, age/date of birth, sex, date of consultation admission, date of symptoms onset, date of sample collection and signs and symptoms included in the case definitions</p></table-wrap-foot></table-wrap>
<table-wrap id="Tab4"><label>Table 4</label><caption><p>List of indicators and scores [1 (&#x0003c;&#x02009;60%): weak performance; 2 (60&#x02013;79%): moderate performance; 3 (&#x02265;80%) good performance] for simplicity used for the evaluation of the influenza sentinel surveillance system in the Democratic Republic of Congo, 2012&#x02013;2015</p></caption><table frame="hsides" rules="groups"><thead><tr><th>Indicator</th><th>Calculation/data inputs</th><th>Data source</th><th>Indicator value<sup>a</sup></th><th>Score</th></tr></thead><tbody><tr><td colspan="5">Simplicity</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on identification of cases<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 82.9%</p><p>VE: 17.1%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on obtaining consent<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 8.6%</p><p>E: 71.4%</p><p>VE: 20.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on filling the CIF<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 2.9%</p><p>E: 80.0%</p><p>VE: 17.1%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on sample collection<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 5.7%</p><p>E: 80.0%</p><p>VE: 14.3%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on sample collection<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 79.4%</p><p>VE: 20.6%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on packaging and storage of samples<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 82.4%</p><p>VE: 17.6%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on completing the screening/enrollment logbook<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 82.4%</p><p>VE: 17.6%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of surveillance staff on sending weekly SMS of aggregated data<sup>b</sup></td><td>Number of surveillance staff within each reported category / Number of surveillance staff interviewed</td><td>Questionnaire survey among surveillance staff at sentinel sites</td><td><p>VD: 0.0%</p><p>D: 6.3%</p><p>E: 71.9%</p><p>VE: 21.9%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Time to enroll a SARI/ILI case from the identification to the sample packaging<sup>c</sup></td><td>Number of surveillance staff within each reported category (&#x0003c;&#x02009;30&#x02009;min, 30&#x02013;60&#x02009;min, &#x0003e;&#x02009;60&#x02009;min) / Number of surveillance staff interviewed</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>&#x0003c;&#x02009;30: 48.6%</p><p>30&#x02013;60: 40.0%</p><p>&#x0003e;&#x02009;60: 11.4%</p></td><td>2</td></tr><tr><td>&#x02003;&#x02022; Perception of INRB laboratory staff on completing the laboratory register<sup>c</sup></td><td>Number of lab staff within each reported category / Number of laboratory staff interviewed</td><td>Questionnaire survey among laboratory staff at INRB</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 66.7%</p><p>VE: 33.3%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Perception of INRB laboratory staff to implement testing procedures<sup>c</sup></td><td>Number of lab staff within each reported category / Number of laboratory staff interviewed</td><td>Questionnaire survey among laboratory staff at INRB</td><td><p>VD: 0.0%</p><p>D: 0.0%</p><p>E: 100.0%</p><p>VE: 0.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Time to implement all steps of analysis of laboratory testing<sup>b</sup></td><td>Number of laboratory staff within each reported category (&#x0003c;&#x02009;30&#x02009;min, 30&#x02013;60&#x02009;min, &#x0003e;&#x02009;60&#x02009;min) / Number of laboratory staff interviewed</td><td>Questionnaire survey among laboratory staff at INRB</td><td><p>&#x0003c;&#x02009;30: 0.0%</p><p>30&#x02013;60: 100.0%</p><p>&#x0003e;&#x02009;60: 0.0</p></td><td>3</td></tr></tbody></table><table-wrap-foot><p>Abbreviations: <italic>ILI</italic> influenza-like-illness, <italic>SARI</italic> severe acute respiratory illness, <italic>SMS</italic> short message service, <italic>INRB</italic> Institut National de Recherche Biom&#x000e9;dicale, <italic>CIF</italic> Case Investigation Form</p><p><sup>a</sup> VD: very difficult; D: difficult; E: easy; VE: very easy. The combined percentage of &#x0201c;easy&#x0201d; and &#x0201c;very easy&#x0201d; was used to obtain the score</p><p><sup>b</sup> 35 surveillance staff at the sentinel sites out of 39 targeted responded to the questionnaire survey</p><p><sup>c</sup> 3 laboratory scientists at the INRB out of 4 targeted responded to the questionnaire survey</p></table-wrap-foot></table-wrap></p><p id="Par31">For consistency and comparability of findings we used the evaluation method and scoring system utilized for influenza surveillance evaluations conducted in other African countries [<xref ref-type="bibr" rid="CR7">7</xref>&#x02013;<xref ref-type="bibr" rid="CR10">10</xref>]. A scale from 1 to 3 was used to provide a score for each quantitative indicator as follows: &#x0003c;&#x02009;60% scored 1 (weak performance); 60&#x02013;79% scored 2 (moderate performance); &#x02265;80% scored 3 (good performance) [<xref ref-type="bibr" rid="CR8">8</xref>]. For qualitative indicators a score was assigned based on the same scale using expert consensus. Thereafter the scores assigned to each indicator were averaged for all indicators evaluated within each attribute to provide an overall score for each surveillance attribute assessed in this study. An overall score for the surveillance system was obtained by averaging the eight mean attribute scores. This evaluation was implemented by personnel from the KSPH (internal evaluators) and CDC (external evaluators) and was not linked to the Joined External Evaluation conducted in DRC in 2018.</p></sec><sec id="Sec5"><title>Data analysis</title><p id="Par32">Categorical variables were expressed as percentage of outcomes of interest over total observations for each quantitative indicator. Furthermore, 95% confidence intervals for proportions were calculated using the binomial distribution. The statistical analysis was implemented using Stata version 14.2 (StataCorp, College Station, Texas, USA).</p></sec></sec><sec id="Sec6"><title>Results</title><sec id="Sec7"><title>Implementation of sentinel surveillance and questionnaire survey</title><p id="Par33">During 2012&#x02013;2015, 16,152 patients with respiratory illness were reported from the 11 sentinel surveillance sites. Of these, 11,737 (72.7%) were outpatient consultations and 4415 (23.3%) were hospital admissions of which 4812 (40.9%) and 2869 (64.9%) met the ILI and SARI case definitions, respectively. Of the 7690 patients eligible for enrollment, 7090 (92.2%) were enrolled in the surveillance system; 4339/4821 (90.0%) and 2751/2869 (95.9%) among patients with ILI and SARI, respectively. Influenza viruses were detected in 597/7090 (8.4%; 95% CI: 7.8&#x02013;9.1%) samples tested. Of these, 111 (18.6%) were influenza A(H1N1)pdm09 viruses, 209 (35.0%) were influenza A(H3N2) viruses, 27 (4.5%) were influenza A viruses not subtyped and 251 (42.0%) were influenza B viruses (Fig. <xref rid="Fig1" ref-type="fig">1</xref>). Influenza viruses were detected in 446/4339 (10.3%; 95% CI: 9.4&#x02013;11.2%) samples from patients with ILI and in 151/2751 (5.5%; 4.7&#x02013;6.4%) samples from patients with SARI. Influenza viruses were detected mainly during December to May (Fig.&#x000a0;<xref rid="Fig2" ref-type="fig">2</xref>). The questionnaire survey was completed by 35/39 (89.7%), 3/4 (75.0%) and 6/6 (100.0%) personnel involved in influenza surveillance at sentinel sites, INRB and DLM, respectively.
<fig id="Fig2"><label>Fig. 2</label><caption><p>Monthly number of influenza-positive specimens among patients with influenza-like illness or severe acute respiratory illness from 11 surveillance sites, Democratic Republic of Congo, 2012&#x02013;2015</p></caption><graphic xlink:href="12889_2019_8008_Fig2_HTML" id="MO2"/></fig></p></sec><sec id="Sec8"><title>Evaluation of the surveillance system</title><p id="Par34">The overall mean score for the ISSS in DRC was 2.5 (moderate to good performance out of a 1&#x02013;3 scale) (Table&#x000a0;<xref rid="Tab2" ref-type="table">2</xref>).</p><sec id="Sec9"><title>Data quality and completeness</title><p id="Par35">All seven evaluated indicators had good performance (Table&#x000a0;<xref rid="Tab3" ref-type="table">3</xref>). Of the seven evaluated indicators, the proportion of collected variables included in the WHO minimum data collection standard scored the lowest (80.8%). Information about the use of antivirals and the presence of some underlying medical conditions were not collected in the patient&#x02019;s CIF. The mean score for data quality and completeness was 3.0 (good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec10"><title>Timeliness</title><p id="Par36">Of the four indicators evaluated three had good performance and one had moderate performance (Table <xref rid="Tab3" ref-type="table">3</xref>). Delays in issuing the weekly surveillance reports within 5&#x02009;days after the reporting period were observed in 25% of instances. The mean score for timeliness was 2.7 (moderate to good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec11"><title>Representativeness</title><p id="Par37">Of the 2 indicators evaluated 1 had good performance and 1 (geographic representativeness) had weak performance (Table <xref rid="Tab3" ref-type="table">3</xref>). Sentinel sites were situated only in 5 of 11 (45.5%) provinces. The mean score for representativeness was 2.0 (moderate performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec12"><title>Flexibility</title><p id="Par38">Of the two indicators evaluated, one had good performance and one had weak performance (Table <xref rid="Tab3" ref-type="table">3</xref>). Whereas, the ISSS demonstrated flexibility in monitoring also non-respiratory syndromes (i.e. gastro-intestinal and malaria as well as total admissions or consultations), the proportion of samples tested for other pathogens was low (37.3%) and implemented only during a short period because of limited funds. The mean score for flexibility was 2.0 (moderate performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec13"><title>Simplicity</title><p id="Par39">Of the 12 indicators evaluated, 11 had good performance and one had moderate performance (Table&#x000a0;<xref rid="Tab4" ref-type="table">4</xref>). All of the eight indicators used to assess the perception of surveillance personnel at sentinel sites to implement different surveillance activities had good performance. Nevertheless, the surveillance procedures from the identification of cases to the final packaging of samples took &#x0003e;&#x02009;30&#x02009;min for 51.4% (18/35) of staff. All three indicators used to assess the perception of laboratory personnel to conduct influenza diagnostic testing had good performance. The mean score for simplicity was 2.9 (moderate to good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec14"><title>Acceptability</title><p id="Par40">Of the three indicators evaluated, two had good performance and one had weak performance (Table&#x000a0;<xref rid="Tab5" ref-type="table">5</xref>). Staff involved in influenza surveillance were expected to also conduct clinical work for 70% of their time. On average, influenza surveillance activities occupied 48.3% of the time of the surveillance staff. The mean score for acceptability was 2.3 (moderate to good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).
<table-wrap id="Tab5"><label>Table 5</label><caption><p>List of indicators and scores [1 (&#x0003c;&#x02009;60%): weak performance; 2 (60&#x02013;79%): moderate performance; 3 (&#x02265;80%) good performance] for acceptability, stability and utility used for the evaluation of the influenza sentinel surveillance system in the Democratic Republic of Congo, 2012&#x02013;2015</p></caption><table frame="hsides" rules="groups"><thead><tr><th>Indicator</th><th>Calculation/data inputs</th><th>Data source</th><th>Indicator value</th><th>Score</th></tr></thead><tbody><tr><td colspan="5">Acceptability</td></tr><tr><td>&#x02003;&#x02022; Proportion of surveillance staff that is satisfied with the weekly bulletins<sup>a</sup></td><td>Number of surveillance staff within each reported category [not satisfied (NS), poorly satisfied (PS), satisfied (S), very satisfied (VS)] / Number of surveillance staff interviewed</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>NS: 0.0%</p><p>PS: 0.0%</p><p>S: 30.0%</p><p>VS: 70.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of surveillance staff that is satisfied with supervision and feedback<sup>a</sup></td><td>Number of surveillance staff within each reported category [not satisfied (NS), poorly satisfied (PS), satisfied (S), very satisfied (VS)] / Number of surveillance staff interviewed</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>NS: 0.0%</p><p>PS: 17.6%</p><p>S: 44.1%</p><p>VS: 38.2%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Proportion of time allocated to influenza surveillance activities per week<sup>a</sup></td><td>Number of hours allocated to influenza surveillance activities per week / Number of working hour per week</td><td>Questionnaire for surveillance staff at sentinel sites</td><td>48.3%</td><td>1</td></tr><tr><td colspan="5">Stability</td></tr><tr><td>&#x02003;&#x02022; Frequency of lack of data collection forms<sup>a,c</sup></td><td>Number of surveillance sites within each reported category [never (0), once per year (1), 2&#x02013;3 times per year (2&#x02013;3), &#x02265;4 times per year(&#x02265;4)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>0: 100.0%</p><p>1: 0.0%</p><p>2&#x02013;3: 0.0%</p><p>&#x02265;4: 0.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Frequency of lack of sampling material<sup>a</sup></td><td>Number of surveillance sites within each reported category [never (0), once per year (1), 2&#x02013;3 times per year (2&#x02013;3), &#x02265;4 times per year(&#x02265;4)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>0: 72.7%</p><p>1: 27.3%</p><p>2&#x02013;3: 0.0%</p><p>&#x02265;4: 0.0%</p></td><td>2</td></tr><tr><td>&#x02003;&#x02022; Frequency of lack of credits for SMS<sup>a</sup></td><td>Number of surveillance sites within each reported category [never (0), once per year (1), 2&#x02013;3 times per year (2&#x02013;3), &#x02265;4 times per year(&#x02265;4)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>0: 100.0%</p><p>1: 0.0%</p><p>2&#x02013;3: 0.0%</p><p>&#x02265;4: 0.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Frequency at which the transport of samples was delayed<sup>a</sup></td><td>Number of surveillance sites within each reported category [never (N), seldom (S), often (O), regularly (R)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>N: 0.0%</p><p>S: 90.9%</p><p>O: 9.1%</p><p>R: 0.0%</p></td><td>2</td></tr><tr><td>&#x02003;&#x02022; Frequency at which the refrigerators of the sentinel sites were not functional<sup>a</sup></td><td>Number of surveillance sites within each reported category [never (N), seldom (S), often (O), regularly (R)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>N: 100.0%</p><p>S: 0.0%</p><p>O: 0.0%</p><p>R: 0.0%</p></td><td>3</td></tr><tr><td>&#x02003;&#x02022; Frequency at which a power failure, including the generator, occurred at the surveillance sites<sup>a</sup></td><td>Number of surveillance sites within each reported category [never (N), seldom (S), often (O), regularly (R)] / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td><p>N: 0.0%</p><p>S: 9.1%</p><p>O: 18.2%</p><p>R: 72.7%</p></td><td>1</td></tr><tr><td>&#x02003;&#x02022; Proportion of sentinel sites with at least one member of staff trained in sentinel surveillance procedures during the last one year<sup>a</sup></td><td>Number of sentinel sites with at least one trained member of staff / Number of surveillance sites</td><td>Questionnaire for surveillance staff at sentinel sites</td><td>100.0%</td><td>3</td></tr><tr><td colspan="5">Utility</td></tr><tr><td>&#x02003;&#x02022; Number of decisions taken by the INRB and/or the DLM based on influenza sentinel surveillance results<sup>b,d</sup></td><td>N/A</td><td>Questionnaire survey for DLM and INRB</td><td>4</td><td>2</td></tr><tr><td>&#x02003;&#x02022; Proportion of surveillance staff that receive the following reports: (i) Virological surveillance report, (ii) Syndromic surveillance report, (iii) Influenza bulletin<sup>a</sup></td><td>Number of surveillance staff that receive reports / Number of surveillance staff</td><td>Questionnaire for surveillance staff at sentinel sites</td><td>77.1%</td><td>2</td></tr><tr><td>&#x02003;&#x02022; Estimation of burden of influenza-associated illness using surveillance data</td><td>Not applicable</td><td>Publication on burden of influenza-associated ILI and SARI.</td><td>1 [<xref ref-type="bibr" rid="CR13">13</xref>]</td><td>3</td></tr><tr><td>&#x02003;&#x02022; Contribution to influenza Regional/Global studies</td><td>Not applicable</td><td>Publications on Regional/Global studies with DRC influenza data</td><td>3 [<xref ref-type="bibr" rid="CR14">14</xref>, <xref ref-type="bibr" rid="CR15">15</xref>]</td><td>3</td></tr></tbody></table><table-wrap-foot><p>Abbreviations: <italic>ILI</italic> influenza-like-illness, <italic>SARI</italic> severe acute respiratory illness, <italic>SMS</italic> short message service, <italic>INRB</italic> Institut National de Recherche Biom&#x000e9;dicale, <italic>DLM</italic> Direction de la Lutte contre les Maladies</p><p>a 35 surveillance staff at the sentinel sites out of 39 targeted responded to the questionnaire survey</p><p>b 3 laboratory scientists at the INRB out of 4 targeted and 6 staff at the DLM out of 6 targeted responded to the questionnaire survey</p><p>c No information on the duration of lack of surveillance material was collected</p><p>d Decisions taken in relation to the data generated from the ISSS: (i) investigation of respiratory outbreaks in Kinshasa in 2013; (ii) formulation of outbreak investigation and response guideline for influenza outbreaks; and (iii) inclusion of influenza virus in the list of epidemic-prone notifiable diseases</p></table-wrap-foot></table-wrap></p></sec><sec id="Sec15"><title>Stability</title><p id="Par41">Of the seven indicators evaluated, four had good performance, two had moderate performance and one had poor performance (Table <xref rid="Tab5" ref-type="table">5</xref>). The main aspects that affected stability were elevated frequencies of electricity cuts and generator failures, delays in sample transportation and occasional lack of sampling material in some remote sentinel sites. In addition, the ISSS in DRC is mainly funded (&#x0003e;&#x02009;90%) by international agencies. The mean score for stability was 2.4 (moderate to good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>).</p></sec><sec id="Sec16"><title>Utility</title><p id="Par42">Of the four indicators evaluated, two had good performance and two had moderate performance (Table <xref rid="Tab5" ref-type="table">5</xref>). The mean score for utility was 2.5 (moderate to good performance) (Table <xref rid="Tab2" ref-type="table">2</xref>). In addition to the measured indicators, respondents from the sentinel sites, DLM and INRB reported that the ISSS contributed to: (i) a better understanding of the epidemiology, circulating patterns and proportional contribution of influenza virus among patients with ILI or SARI; (ii) acquisition of new key competences related to surveillance of respiratory pathogens, including identification of cases and laboratory diagnosis; and (iii) continuous education of surveillance staff and clinicians at sentinel sites about influenza and other respiratory pathogens. However, due to limited resources no actions were undertaken to mitigate the impact of seasonal influenza epidemics.</p></sec></sec></sec><sec id="Sec17"><title>Discussion</title><p id="Par43">During 2012&#x02013;2015, the ISSS in DRC performed well with an overall system score of 2.5 (moderate to good performance) on a 3-point scale. In line with its objectives, the utility of the system was demonstrated by its ability to monitor the circulating influenza viruses in the country, monitor the temporal trends of influenza virus circulation, assess the proportional contribution of influenza-associated illness among outpatients and inpatients with ILI or SARI [<xref ref-type="bibr" rid="CR6">6</xref>], estimate the national burden of influenza-associated illness [<xref ref-type="bibr" rid="CR13">13</xref>] and contribute to the regional and global understanding of influenza epidemiology, including sharing of clinical samples with WHO collaborating center for annual selection of vaccine strains [<xref ref-type="bibr" rid="CR5">5</xref>, <xref ref-type="bibr" rid="CR14">14</xref>, <xref ref-type="bibr" rid="CR15">15</xref>].</p><p id="Par44">The flexibility of the ISSS in DRC allowed monitoring several syndromes of importance for the country under the same platform, increasing cost-effectiveness and avoiding the implementation of vertical surveillance programs. The flexibility of the system was demonstrated also for laboratory-based surveillance that, for instance, was able to monitor the circulation of several respiratory pathogens in the country; however, testing for pathogens other than influenza was not systematic because of lack of resources.</p><p id="Par45">A strength of the system was the selection of the sentinel sites, which allowed the implementation of both ILI and SARI surveillance in most of the selected facilities, reducing specimens transport and supervision cost. Whereas the surveillance system was implemented in five of six target provinces, six of 11 provinces of the country were not covered. Adding additional surveillance sites could improve representativeness; however, this would also increase costs and logistical difficulties. Given that the existing system met the surveillance objectives (especially those related to seasonal influenza), adding surveillance sites in other provinces is not recommended. The identification of avian influenza viruses&#x02019; infection in humans (one of the objectives of the surveillance system) through facility-based sentinel surveillance remains challenging due to the limited number of surveillance sites that can be supported with limited resources. Close collaboration with the animal health authorities and the joint investigation of animal and human populations during identified avian influenza outbreaks in birds would represent a more cost-effective strategy to identify potential zoonotic transmission of avian influenza viruses.</p><p id="Par46">System stability was demonstrated by its ability to operate continuously since its establishment in 2006. The stability of most surveillance systems in the African region is related to human and financial resources. The stability of the ISSS in DRC is probably reliant on its simplicity that resulted in the acceptability of surveillance activities by surveillance staff. Nonetheless, the simplicity of the system may have affected the extent of information collected. Not all minimum data collection requirements suggested by WHO for influenza sentinel surveillance [<xref ref-type="bibr" rid="CR1">1</xref>] were met. The collection of additional data about underlying medical conditions may allow, for instance, the identification of more vulnerable populations for severe influenza-associated illness that in return could guide targeted prevention measures such as annual influenza immunization [<xref ref-type="bibr" rid="CR16">16</xref>, <xref ref-type="bibr" rid="CR17">17</xref>]. Nevertheless, the introduction of more intense data gathering should be weighed against its impact on acceptability. Whereas the system overall was stable, logistical constrains in terms of power supply and transport of samples were identified. The simplicity and acceptability of the system as well as the periodic supervision of the sentinel sites may also have contributed to the observed good quality and completeness of the data. Nonetheless, the ISSS in DRC is largely reliant on external funds (&#x0003e;&#x02009;90%) and the acceptability of maintaining the surveillance system through national funds should be evaluated and/or contemplated as lack of external funds could impact the stability of the system.</p><p id="Par47">The use of an SMS-based system for the transmission of weekly aggregated data, verified thereafter by the use of data collection forms, were key components that contributed to both data quality and completeness as well as timeliness as observed in other settings [<xref ref-type="bibr" rid="CR8">8</xref>]. While the SMS-based system allowed the timely transmission of information even from remote sites, some delays were experienced in the shipment of samples or restocking of surveillance material. Logistical challenges such as those are common in the African region and are expected when a geographically representative coverage is attempted. Overall, the timeliness of the system in relation to its geographical coverage is considered satisfactory.</p><p id="Par48">In conclusion, the ISSS in DRC performed satisfactorily and provided reliable and timely data on the circulation of influenza viruses in the country. The simplicity and acceptability of the system are key factors that contributed to its stability. The ISSS currently relies on 11 sentinel sites. Given the dependency of the system on external funds, the system could be decreased in size to allow continuation of implementation with local funds in the future. The collection of additional information on underlying medical conditions may enable the continuous monitoring of groups at increased risk for severe influenza. These data would also align the DRC system with the minimum data collection requirements suggested by WHO [<xref ref-type="bibr" rid="CR1">1</xref>].</p></sec><sec id="Sec18"><title>Conclusions</title><p id="Par49">The system performed overall satisfactorily and provided reliable and timely data about influenza circulation in DRC. The simplicity of the system contributed to its stability. While the surveillance system is stable and able to identify circulating influenza strains, the data being generated is not fully utilized as DRC lacks guidelines on the use of antivirals and vaccines as well as non-pharmaceutical interventions for influenza. A better use of the available data could be made to inform and promote prevention interventions especially among the most vulnerable groups.</p></sec></body><back><glossary><title>Abbreviations</title><def-list><def-item><term>CDC</term><def><p id="Par5">Centers for disease control and prevention</p></def></def-item><def-item><term>CIF</term><def><p id="Par6">Case investigation form</p></def></def-item><def-item><term>DLM</term><def><p id="Par7">Direction de la lutte contre les maladies</p></def></def-item><def-item><term>DRC</term><def><p id="Par8">Democratic Republic of Congo</p></def></def-item><def-item><term>GISRN</term><def><p id="Par9">Global influenza and response network</p></def></def-item><def-item><term>ILI</term><def><p id="Par10">Influenza-like illness</p></def></def-item><def-item><term>INRB</term><def><p id="Par11">Institut national de recherche biom&#x000e9;dicale</p></def></def-item><def-item><term>ISSS</term><def><p id="Par12">Influenza sentinel surveillance system</p></def></def-item><def-item><term>KSPH</term><def><p id="Par13">Kinshasa school of public health</p></def></def-item><def-item><term>MoH</term><def><p id="Par14">Ministry of health</p></def></def-item><def-item><term>SARI</term><def><p id="Par15">Severe acute respiratory illness</p></def></def-item><def-item><term>SMS</term><def><p id="Par16">Short message service</p></def></def-item><def-item><term>URT</term><def><p id="Par17">Upper respiratory tract</p></def></def-item><def-item><term>WHO</term><def><p id="Par18">World health organization</p></def></def-item></def-list></glossary><fn-group><fn><p><bold>Publisher&#x02019;s Note</bold></p><p>Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.</p></fn></fn-group><ack><p>We thank all members involved in ILI and SARI surveillance for data collection and their participation to the evaluation.</p><sec id="FPar1"><title>Ethical approval and consent to participate</title><p id="Par50">The ISSS in DRC and the surveillance evaluation were deemed non-research by the U.S. CDC and the DRC-MoH. Ethics approval was deemed not necessary by the Ethics Committee of the Kinshasa School of Public Health as surveillance is a core mandate of the DRC Ministry of Health. Verbal informed consent was obtained from all patients prior to data and specimen collection. For children aged &#x0003c;&#x02009;15&#x02009;years, verbal consent was obtained from a parent or legal guardian. Verbal consent is considered appropriate for surveillance activities implemented under the mandate of the DRC Ministry of Health.</p></sec><sec id="FPar2" sec-type="data-availability"><title>Availability of data and material</title><p id="Par51">The datasets used and analyzed during the current study are available from the corresponding author on reasonable request.</p></sec><sec id="FPar3"><title>Disclaimer</title><p id="Par52">The findings and conclusions in this report are those of the authors and do not necessarily represent the official position of the US Centers for Disease Control and Prevention, USA or the DRC Ministry of Health.</p></sec></ack><notes notes-type="author-contribution"><title>Authors&#x02019; contributions</title><p>All authors have read and approved the manuscript and take responsibility for the integrity of the data and the accuracy of the data analysis <italic>Study concept and design:</italic> PB, LL, WD, LKM, JKT, ST <italic>Acquisition, analysis or interpretation of data:</italic> PB, LL, WD, LKM, EN, HKM, JCC, SM, JKT, ST <italic>Drafting of the manuscript:</italic> PB, ST.</p></notes><notes notes-type="funding-information"><title>Funding</title><p>This work was supported by the DRC Ministry of Health (MoH) and the US Centers for Disease Control and Prevention (CDC) (co-operative agreement number: U51IP000602). Representative of the funding bodies contributed to this surveillance evaluation as reported in the authors&#x02019; contribution section.</p></notes><notes><title>Consent for publication</title><p id="Par53">Not applicable.</p></notes><notes notes-type="COI-statement"><title>Competing interests</title><p id="Par54">All authors declare that they have no commercial or other associations that may pose a conflict of interest.</p></notes><ref-list id="Bib1"><title>References</title><ref id="CR1"><label>1.</label><mixed-citation publication-type="other">WHO interim global epidemiological surveillance standards for influenza. WHO, 2012. Available at: <ext-link ext-link-type="uri" xlink:href="http://www.who.int/influenza/resources/documents/influenza_surveillance_manual/en/">http://www.who.int/influenza/resources/documents/influenza_surveillance_manual/en/</ext-link>. .</mixed-citation></ref><ref id="CR2"><label>2.</label><mixed-citation publication-type="other">Protocol for the evaluation of epidemiological surveillance system. WHO/EMC/ DIS/97.2. Feb. 1997.</mixed-citation></ref><ref id="CR3"><label>3.</label><mixed-citation publication-type="other">Centers for disease control. Updated guidelines for evaluating public health surveillance systems. Recommendations from the guidelines working group. MMWR. July 27, 2001 / 50 (RR13) ; 1-35.</mixed-citation></ref><ref id="CR4"><label>4.</label><mixed-citation publication-type="other">German RR, Lee LM, Horan JM, Milstein RL, Pertowski CA, et al. (2001) Updated guidelines for evaluating public health surveillance systems: recommendations from the Guidelines Working Group. MMWR Recomm Rep 50: 1&#x02013;35; quiz CE1&#x02013;7. Available at: <ext-link ext-link-type="uri" xlink:href="http://www.ncbi.nlm.nih.gov/pubmed/18634202">http://www.ncbi.nlm.nih.gov/pubmed/18634202</ext-link>. .</mixed-citation></ref><ref id="CR5"><label>5.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Radin</surname><given-names>JM</given-names></name><name><surname>Katz</surname><given-names>MA</given-names></name><name><surname>Tempia</surname><given-names>S</given-names></name><name><surname>Talla Nzussouo</surname><given-names>N</given-names></name><name><surname>Davis</surname><given-names>R</given-names></name><etal/></person-group><article-title>Influenza surveillance in 15 countries in Africa, 2006-2010</article-title><source>J Infect Dis.</source><year>2012</year><volume>206</volume><issue>Suppl 1</issue><fpage>S14</fpage><lpage>S21</lpage><pub-id pub-id-type="doi">10.1093/infdis/jis606</pub-id><pub-id pub-id-type="pmid">23169960</pub-id></element-citation></ref><ref id="CR6"><label>6.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Muyembe Tamfum</surname><given-names>JJ</given-names></name><name><surname>Nkwembe</surname><given-names>E</given-names></name><name><surname>Bi Shamamba</surname><given-names>SK</given-names></name><etal/></person-group><article-title>Sentinel surveillance for influenza-like illness, severe acute respiratory illness, and laboratory-confirmed influenza in Kinshasa, Democratic Republic of Congo, 2009-2011</article-title><source>J Infect Dis</source><year>2012</year><volume>206</volume><issue>Suppl 1</issue><fpage>S36</fpage><lpage>S40</lpage><pub-id pub-id-type="doi">10.1093/infdis/jis537</pub-id><pub-id pub-id-type="pmid">23169969</pub-id></element-citation></ref><ref id="CR7"><label>7.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Budgell</surname><given-names>E</given-names></name><name><surname>Cohen</surname><given-names>AL</given-names></name><name><surname>McAnerney</surname><given-names>J</given-names></name><etal/></person-group><article-title>Evaluation of two influenza surveillance systems in South Africa</article-title><source>PLoS One</source><year>2015</year><volume>10</volume><issue>3</issue><fpage>e0120226</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0120226</pub-id><pub-id pub-id-type="pmid">25822719</pub-id></element-citation></ref><ref id="CR8"><label>8.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rakotoarisoa</surname><given-names>A</given-names></name><name><surname>Randrianasolo</surname><given-names>L</given-names></name><name><surname>Tempia</surname><given-names>S</given-names></name><etal/></person-group><article-title>Evaluation of the influenza sentinel surveillance system in Madagascar, 2009-2014</article-title><source>Bull World Health Organ</source><year>2017</year><volume>95</volume><issue>5</issue><fpage>375</fpage><lpage>381</lpage><pub-id pub-id-type="doi">10.2471/BLT.16.171280</pub-id><pub-id pub-id-type="pmid">28479639</pub-id></element-citation></ref><ref id="CR9"><label>9.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Nuvey</surname><given-names>FS</given-names></name><name><surname>Edu-Quansah</surname><given-names>EP</given-names></name><name><surname>Kuma</surname><given-names>GK</given-names></name><etal/></person-group><article-title>Evaluation of the sentinel surveillance system for influenza-like illnesses in the Greater Accra region, Ghana, 2018</article-title><source>PLoS One</source><year>2019</year><volume>14</volume><issue>3</issue><fpage>e0213627</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0213627</pub-id><pub-id pub-id-type="pmid">30870489</pub-id></element-citation></ref><ref id="CR10"><label>10.</label><mixed-citation publication-type="other">Yazidi R, Aissi W, Bouguerra H, et al. Evaluation of the influenza-like illness surveillance system in Tunisia, 2012-2015. BMC Public Health 2019;19(1):694. doi: 10.1186/s12889-019-7035-3.</mixed-citation></ref><ref id="CR11"><label>11.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname><given-names>GJ</given-names></name><name><surname>Fan</surname><given-names>XH</given-names></name><name><surname>Wang</surname><given-names>J</given-names></name><etal/></person-group><article-title>Emergence and predominance of an H5N1 influenza variant in China</article-title><source>Proc Natl Acad Sci U S A</source><year>2006</year><volume>103</volume><issue>45</issue><fpage>16936</fpage><lpage>16941</lpage><pub-id pub-id-type="doi">10.1073/pnas.0608157103</pub-id><pub-id pub-id-type="pmid">17075062</pub-id></element-citation></ref><ref id="CR12"><label>12.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Jernigan</surname><given-names>DB</given-names></name><name><surname>Lindstrom</surname><given-names>SL</given-names></name><name><surname>Johnson</surname><given-names>JR</given-names></name><etal/></person-group><article-title>Detecting 2009 pandemic influenza A (H1N1) virus infection: availability of diagnostic testing led to rapid pandemic response</article-title><source>Clin Infect Dis</source><year>2011</year><volume>52</volume><issue>Suppl 1</issue><fpage>S36</fpage><lpage>S43</lpage><pub-id pub-id-type="doi">10.1093/cid/ciq020</pub-id><pub-id pub-id-type="pmid">21342897</pub-id></element-citation></ref><ref id="CR13"><label>13.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Babakazo</surname><given-names>P</given-names></name><name><surname>Lubula</surname><given-names>L</given-names></name><name><surname>Disasuani</surname><given-names>W</given-names></name><etal/></person-group><article-title>The National and Provincial Burden of Medically-Attended Influenza-Associated Influenza-Like-Illness and Severe Acute Respiratory Illness in the Democratic Republic of Congo, 2013-2015</article-title><source>Influenza Other Respir Viruses</source><year>2018</year><volume>12</volume><issue>6</issue><fpage>695</fpage><lpage>705</lpage><pub-id pub-id-type="doi">10.1111/irv.12601</pub-id><pub-id pub-id-type="pmid">30120818</pub-id></element-citation></ref><ref id="CR14"><label>14.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>McMorrow</surname><given-names>ML</given-names></name><name><surname>Wemakoy</surname><given-names>EO</given-names></name><name><surname>Tshilobo</surname><given-names>JK</given-names></name><etal/></person-group><article-title>Severe Acute Respiratory Illness Deaths in Sub-Saharan Africa and the Role of Influenza: A Case Series From 8 Countries</article-title><source>J Infect Dis</source><year>2015</year><volume>212</volume><issue>6</issue><fpage>853</fpage><lpage>860</lpage><pub-id pub-id-type="doi">10.1093/infdis/jiv100</pub-id><pub-id pub-id-type="pmid">25712970</pub-id></element-citation></ref><ref id="CR15"><label>15.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Lafond</surname><given-names>KE</given-names></name><name><surname>Nair</surname><given-names>H</given-names></name><name><surname>Rasooly</surname><given-names>MH</given-names></name><etal/></person-group><article-title>Global Role and Burden of Influenza in Pediatric Respiratory Hospitalizations, 1982-2012: A Systematic Analysis</article-title><source>PLoS Med.</source><year>2016</year><volume>13</volume><issue>3</issue><fpage>e1001977</fpage><pub-id pub-id-type="doi">10.1371/journal.pmed.1001977</pub-id><pub-id pub-id-type="pmid">27011229</pub-id></element-citation></ref><ref id="CR16"><label>16.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Abadom</surname><given-names>TR</given-names></name><name><surname>Smith</surname><given-names>AD</given-names></name><name><surname>Tempia</surname><given-names>S</given-names></name><etal/></person-group><article-title>Risk factors associated with hospitalisation for influenza-associated severe acute respiratory illness in South Africa: A case-population study</article-title><source>Vaccine.</source><year>2016</year><volume>34</volume><issue>46</issue><fpage>5649</fpage><lpage>5655</lpage><pub-id pub-id-type="doi">10.1016/j.vaccine.2016.09.011</pub-id><pub-id pub-id-type="pmid">27720448</pub-id></element-citation></ref><ref id="CR17"><label>17.</label><element-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Tempia</surname><given-names>S</given-names></name><name><surname>Walaza</surname><given-names>S</given-names></name><name><surname>Moyes</surname><given-names>J</given-names></name><etal/></person-group><article-title>Risk Factors for Influenza-Associated Severe Acute Respiratory Illness Hospitalization in South Africa, 2012-2015</article-title><source>Open Forum Infect Dis</source><year>2017</year><volume>4</volume><issue>1</issue><fpage>ofw262</fpage><pub-id pub-id-type="doi">10.1093/ofid/ofw262</pub-id><pub-id pub-id-type="pmid">28480255</pub-id></element-citation></ref></ref-list></back></article>