Links to Exploration step
Le document en format XML
<record><TEI><teiHeader><fileDesc><titleStmt><title xml:lang="en">Medication Sales and Syndromic Surveillance, France</title>
<author><name sortKey="Vergu, Elisabeta" sort="Vergu, Elisabeta" uniqKey="Vergu E" first="Elisabeta" last="Vergu">Elisabeta Vergu</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff3">Institut National de la Recherche Agronomique MIA, Jouy-en-Josas, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Grais, Rebecca F" sort="Grais, Rebecca F" uniqKey="Grais R" first="Rebecca F." last="Grais">Rebecca F. Grais</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Sarter, Helene" sort="Sarter, Helene" uniqKey="Sarter H" first="Hélène" last="Sarter">Hélène Sarter</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Fagot, Jean Paul" sort="Fagot, Jean Paul" uniqKey="Fagot J" first="Jean-Paul" last="Fagot">Jean-Paul Fagot</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Lambert, Bruno" sort="Lambert, Bruno" uniqKey="Lambert B" first="Bruno" last="Lambert">Bruno Lambert</name>
<affiliation><nlm:aff id="aff4">IMS FRANCE, Puteaux, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Valleron, Alain Jacques" sort="Valleron, Alain Jacques" uniqKey="Valleron A" first="Alain-Jacques" last="Valleron">Alain-Jacques Valleron</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff5">Hôpital Saint-Antoine, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Flahault, Antoine" sort="Flahault, Antoine" uniqKey="Flahault A" first="Antoine" last="Flahault">Antoine Flahault</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff>NONE</nlm:aff>
</affiliation>
</author>
</titleStmt>
<publicationStmt><idno type="wicri:source">PMC</idno>
<idno type="pmid">16704778</idno>
<idno type="pmc">3291431</idno>
<idno type="url">http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3291431</idno>
<idno type="RBID">PMC:3291431</idno>
<idno type="doi">10.3201/eid1203.050573</idno>
<date when="2006">2006</date>
<idno type="wicri:Area/Pmc/Corpus">000211</idno>
</publicationStmt>
<sourceDesc><biblStruct><analytic><title xml:lang="en" level="a" type="main">Medication Sales and Syndromic Surveillance, France</title>
<author><name sortKey="Vergu, Elisabeta" sort="Vergu, Elisabeta" uniqKey="Vergu E" first="Elisabeta" last="Vergu">Elisabeta Vergu</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff3">Institut National de la Recherche Agronomique MIA, Jouy-en-Josas, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Grais, Rebecca F" sort="Grais, Rebecca F" uniqKey="Grais R" first="Rebecca F." last="Grais">Rebecca F. Grais</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Sarter, Helene" sort="Sarter, Helene" uniqKey="Sarter H" first="Hélène" last="Sarter">Hélène Sarter</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Fagot, Jean Paul" sort="Fagot, Jean Paul" uniqKey="Fagot J" first="Jean-Paul" last="Fagot">Jean-Paul Fagot</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Lambert, Bruno" sort="Lambert, Bruno" uniqKey="Lambert B" first="Bruno" last="Lambert">Bruno Lambert</name>
<affiliation><nlm:aff id="aff4">IMS FRANCE, Puteaux, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Valleron, Alain Jacques" sort="Valleron, Alain Jacques" uniqKey="Valleron A" first="Alain-Jacques" last="Valleron">Alain-Jacques Valleron</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff5">Hôpital Saint-Antoine, Paris, France;</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Flahault, Antoine" sort="Flahault, Antoine" uniqKey="Flahault A" first="Antoine" last="Flahault">Antoine Flahault</name>
<affiliation><nlm:aff id="aff1">Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="aff2">Université Pierre et Marie Curie, Paris, France;</nlm:aff>
</affiliation>
<affiliation><nlm:aff>NONE</nlm:aff>
</affiliation>
</author>
</analytic>
<series><title level="j">Emerging Infectious Diseases</title>
<idno type="ISSN">1080-6040</idno>
<idno type="eISSN">1080-6059</idno>
<imprint><date when="2006">2006</date>
</imprint>
</series>
</biblStruct>
</sourceDesc>
</fileDesc>
<profileDesc><textClass></textClass>
</profileDesc>
</teiHeader>
<front><div type="abstract" xml:lang="en"><p>Real-time over-the-counter drug sales provide an additional tool for disease surveillance.</p>
</div>
</front>
<back><div1 type="bibliography"><listBibl><biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
<biblStruct></biblStruct>
</listBibl>
</div1>
</back>
</TEI>
<pmc article-type="research-article"><pmc-dir>properties open_access</pmc-dir>
<front><journal-meta><journal-id journal-id-type="nlm-ta">Emerg Infect Dis</journal-id>
<journal-id journal-id-type="publisher-id">EID</journal-id>
<journal-title-group><journal-title>Emerging Infectious Diseases</journal-title>
</journal-title-group>
<issn pub-type="ppub">1080-6040</issn>
<issn pub-type="epub">1080-6059</issn>
<publisher><publisher-name>Centers for Disease Control and Prevention</publisher-name>
</publisher>
</journal-meta>
<article-meta><article-id pub-id-type="pmid">16704778</article-id>
<article-id pub-id-type="pmc">3291431</article-id>
<article-id pub-id-type="publisher-id">05-0573</article-id>
<article-id pub-id-type="doi">10.3201/eid1203.050573</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research</subject>
</subj-group>
<subj-group subj-group-type="article-type"><subject>Research</subject>
</subj-group>
</article-categories>
<title-group><article-title>Medication Sales and Syndromic Surveillance, France</article-title>
<alt-title alt-title-type="running-head">Running title: Medication Sales and Syndromic Surveillance</alt-title>
</title-group>
<contrib-group><contrib contrib-type="author" corresp="yes"><name><surname>Vergu</surname>
<given-names>Elisabeta</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
<xref ref-type="aff" rid="aff3">‡</xref>
<xref ref-type="fn" rid="FN1">1</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Grais</surname>
<given-names>Rebecca F.</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
<xref ref-type="fn" rid="FN1">1</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Sarter</surname>
<given-names>Hélène</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Fagot</surname>
<given-names>Jean-Paul</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Lambert</surname>
<given-names>Bruno</given-names>
</name>
<xref ref-type="aff" rid="aff4">§</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Valleron</surname>
<given-names>Alain-Jacques</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
<xref ref-type="aff" rid="aff5">¶</xref>
</contrib>
<contrib contrib-type="author"><name><surname>Flahault</surname>
<given-names>Antoine</given-names>
</name>
<xref ref-type="aff" rid="aff1">*</xref>
<xref ref-type="aff" rid="aff2">†</xref>
<xref ref-type="aff" rid="aff6">#</xref>
</contrib>
<aff id="aff1"><label>*</label>
Institut National de la Santé et de la Recherche Medicale Unité, Paris, France;</aff>
<aff id="aff2"><label>†</label>
Université Pierre et Marie Curie, Paris, France;</aff>
<aff id="aff3"><label>‡</label>
Institut National de la Recherche Agronomique MIA, Jouy-en-Josas, France;</aff>
<aff id="aff4"><label>§</label>
IMS FRANCE, Puteaux, France;</aff>
<aff id="aff5"><label>¶</label>
Hôpital Saint-Antoine, Paris, France;</aff>
<aff id="aff6"><label> #</label>
Hôpital Tenon, Paris, France</aff>
</contrib-group>
<author-notes><corresp id="cor1">Address for correspondence: Elisabeta Vergu, INSERM, Épidémiologie Systèmes d’Information et Modélisation (U707), WHO Collaborating Center for Electronic Disease Surveillance, 27 rue Chaligny, 75571 Paris Cedex, France; fax: 33-1-4473-8454; email: <email xlink:href="vergu@u707.jussieu.fr">vergu@u707.jussieu.fr</email>
</corresp>
</author-notes>
<pub-date pub-type="ppub"><month>3</month>
<year>2006</year>
</pub-date>
<volume>12</volume>
<issue>3</issue>
<fpage>416</fpage>
<lpage>421</lpage>
<abstract abstract-type="toc"><p>Real-time over-the-counter drug sales provide an additional tool for disease surveillance.</p>
</abstract>
<abstract><p>Although syndromic surveillance systems using nonclinical data have been implemented in the United States, the approach has yet to be tested in France. We present the results of the first model based on drug sales that detects the onset of influenza season and forecasts its trend. Using weekly lagged sales of a selected set of medications, we forecast influenzalike illness (ILI) incidence at the national and regional level for 3 epidemic seasons (2000-01, 2001-02, and 2002-03) and validate the model with real-time updating on the fourth (2003-04). For national forecasts 1–3 weeks ahead, the correlation between observed ILI incidence and forecast was 0.85–0.96, an improvement over the current surveillance method in France. Our findings indicate that drug sales are a useful additional tool to syndromic surveillance, a complementary and independent source of information, and a potential improvement for early warning systems for both epidemic and pandemic planning.</p>
</abstract>
<kwd-group kwd-group-type="author"><title>Keywords: </title>
<kwd>public health surveillance</kwd>
<kwd>influenza</kwd>
<kwd>drug sales</kwd>
<kwd>forecasting model</kwd>
<kwd>sentinel surveillance</kwd>
<kwd>research</kwd>
</kwd-group>
</article-meta>
</front>
<body><p>Disease surveillance provides essential information for control and response planning. It helps identify changes in incidence and affected groups, thereby providing valuable additional time for public health interventions. Syndromic surveillance aims to use health and health-related data that precede diagnosis or confirmation to identify possible outbreaks, mobilize a rapid response, and thus reduce illness and deaths. This approach is increasingly being explored by public health officials to detect any emerging event (e.g., bioterrorist attacks) and for routine surveillance (<xref ref-type="bibr" rid="R1"><italic>1</italic>
</xref>
<italic>–</italic>
<xref ref-type="bibr" rid="R6"><italic>6</italic>
</xref>
).</p>
<p>In France, an existing Web-based surveillance system that uses a syndromic approach by collecting weekly office visits to general practitioners provides forecasts of influenza. This approach, based on the method of analogs, produces reasonably sensitive forecasts of annual influenza epidemics (interpandemic influenza) (<xref ref-type="bibr" rid="R7"><italic>7</italic>
</xref>
). However, the method uses past observed patterns of influenzalike-illness (ILI) to forecast future incidence of influenza and may not be able to detect new or unusual public health events, such as the emergence of a pandemic strain of influenza or a bioterrorist attack. For this reason, we investigated other potential data sources associated with ILI that do not rely on past information to forecast incidence and are flexible enough to detect unusual increases in incidence. Here, we evaluate the potential benefit of using a complementary and independent dataset to forecast ILI and eventually to detect influenza epidemics in France. We also compare 2 surveillance methods that use a syndromic approach (one that monitors syndromes defined in clinical terms [ILI] and the other that concerns syndromes defined by using a constellation of drug-specific pharmacy sales indicators). Drug sales have the advantages of providing data on widely used products and of being available in real time. Purchases of drugs could be rapidly relayed to public health authorities, potentially providing lead time for epidemic response planning (<xref ref-type="bibr" rid="R8"><italic>8</italic>
</xref>
).</p>
<sec sec-type="materials|methods"><title>Materials and Methods</title>
<sec><title>Drug Sales</title>
<p>We used 2 data sources aggregated at the national and regional level. The first database consists of most weekly prescription and over-the-counter (OTC) drug sales, from July 1, 2000, to August 22, 2004, provided by IMS France (<ext-link ext-link-type="uri" xlink:href="http://www.imshealth.com">http://www.imshealth.com</ext-link>
). These data are available in quasi–real time; 7–10 days of lag time are needed for quality control and consolidation. The database includes 11,000 pharmacies throughout France (≈50% of all pharmacies) at the regional level (21 regions). The data, consisting of nearly 500 classes of medications, give the number of units dispensed or sold during a certain week for each class of drugs, identified by their codes in the European Pharmaceutical Marketing Research Association Anatomical Therapeutic Chemical (ATC4) classification. In this international classification, drugs are identified by a unique ATC4 code, which corresponds to their primary use. A panel of experts from the World Health Organization Collaborating Center selected 19 classes of medications (<xref ref-type="table" rid="T1">Table 1</xref>
) likely to be prescribed or purchased for ILI. This preselection also avoids the construction of saturated models.</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><title>Classes of drugs likely to be prescribed or purchased for influenzalike illnesses</title>
</caption>
<table frame="hsides" rules="groups"><col width="367" span="1"></col>
<thead><tr><th valign="top" align="left" scope="col" rowspan="1" colspan="1">Medication</th>
</tr>
</thead>
<tbody><tr><td valign="top" align="left" rowspan="1" colspan="1">Cephalosporin*†</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Cough suppressant with another medication*†</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Cough suppressant with bronchial-pulmonary antimicrobial drug*†</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Expectorant*†</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Topical nose cream*†</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">General rhinosinusitis preparation*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Macrolide*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Nasal decongestant*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Nonnarcotic analgesic*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Other antimicrobial agent*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Penicillin*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Rhinocorticoids without antiinflammatory agent*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Tetracycline in association with another medication*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Vitamin C only*</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Pharyngeal antiinflammatory decongestant</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Antiviral except anti-HIV</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Cough suppressant only</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Nasal antiinflammatory except corticoids</td>
</tr>
<tr><td valign="top" align="left" rowspan="1" colspan="1">Vitamin C in association with another medication</td>
</tr>
</tbody>
</table>
<table-wrap-foot><p>*Significant (p<0.05) medication classes that were included in the 1-, 2-, and 3-week-ahead national predictive models.
†Medication classes included in >50% of regional predictive models.</p>
</table-wrap-foot>
</table-wrap>
<p>For all years (2001–2004), an aberration in the data for the first week of January was present, likely due to the New Year's holiday. We used the preceding and following weeks to estimate for the week of January 1. <xref ref-type="fig" rid="F1">Figure 1</xref>
shows the temporal trends of sales of 2 of the 19 classes of medications (cephalosporin and expectorants) used in this analysis as an example, as well as the concomitant national ILI incidence. The other classes of drugs included in the analysis follow similar temporal trends (data available on request from the authors).</p>
<fig id="F1" fig-type="figure" position="float"><label>Figure 1</label>
<caption><p>Example of weekly consumption of expectorants and cephalosporins (provided by IMS France) in phase with weekly incidence of influenzalike illness (ILI) (data from French Sentinel Network) per 100,000 population.</p>
</caption>
<graphic xlink:href="05-0573-F1"></graphic>
</fig>
</sec>
<sec><title>ILI Incidence</title>
<p>Data on ILI incidence were obtained from the French Sentinel Network (FSN), which comprises voluntary sentinel general practitioners who update a Web-accessible database with information on communicable diseases including ILI. Weekly national and regional ongoing ILI incidence estimates are published on the Web (<ext-link ext-link-type="uri" xlink:href="http://www.sentiweb.org">http://www.sentiweb.org</ext-link>
). ILI is defined by sudden onset of fever of >39°C, respiratory symptoms, and myalgia. Epidemic weeks are defined according to a periodic seasonal regression model (based on the concept of excess deaths—here, excess illness—introduced by Serfling [<xref ref-type="bibr" rid="R9">9</xref>
]) that is used routinely in FSN (<xref ref-type="bibr" rid="R10"><italic>10</italic>
</xref>
<italic>,</italic>
<xref ref-type="bibr" rid="R11"><italic>11</italic>
</xref>
). Epidemic onset is defined as the first week in which the national ILI incidence exceeds a baseline nonepidemic threshold given by the upper limit of the 95% confidence interval of the Serfling model, provided the incidence remains above this threshold for at least 2 consecutive weeks.</p>
</sec>
<sec><title>Model Construction</title>
<p>We used a Poisson regression model to forecast incidence of ILI based on medication sales. The model allows for overdispersion (when the variance may be larger than the mean in the raw data on ILI incidence and medication sales). The exponential of the estimated Poisson regression coefficients indicates the relative influence of each medication on the incidence of ILI in France. For the explanatory variables (i.e., drug sales data), various time lags were tested (from 0 to 4 weeks). To avoid correlation generated by several lagged values of the same variable (which can bias estimated variance of calculated coefficients), only 1 lagged version of a given explanatory variable was kept. We kept only the time-lagged variable (i.e., sales from 0, 1, 2, 3, or 4 weeks lagged) most correlated to ILI incidence.</p>
<p>Variables were introduced in the model by stepwise selection at the 5% significance level. Sine and cosine terms were included in the model to control for the annual seasonality of ILI incidence. Autoregressive terms (i.e., past terms of the ILI time series) were included if necessary in the final model to eliminate the autocorrelation of the residuals, a common problem in time-series data. The final structure of the model is:</p>
<p>Observed incidence of ILI [week <italic>t</italic>
] = exp{intercept + <italic>coeff</italic>
× observed incidence of ILI [week (<italic>t</italic>
– <italic>tILI</italic>
)] + <italic>coeff</italic>
× sales of drug A[week (<italic>t</italic>
– <italic>tA</italic>
)] + <italic>coeff</italic>
× sales of drug B [week (<italic>t</italic>
– <italic>tB</italic>
)] + … + <italic>coeff</italic>
× sine(2π<italic>t</italic>
/ 52) + coeff × cosine(2π<italic>t</italic>
/ 52)},</p>
<p>where drug A, drug B, and the like correspond to classes of drugs marked by an asterisk in <xref ref-type="table" rid="T1">Table 1</xref>
, <italic>coeff</italic>
denotes respective coefficients of included variables, and <italic>tILI</italic>
, <italic>tA</italic>
, <italic>tB</italic>
, and the like represent respective time-lags of these variables. We constructed 1-, 2- and 3-week-ahead predictive models at national and regional levels on a training dataset corresponding to the period from July 1, 2000, to September 14, 2003, when 3 outbreaks occurred. More details on the predictive models are provided in the Appendix.</p>
</sec>
<sec><title>Model Evaluation</title>
<p>A jackknife-based resampling procedure (<xref ref-type="bibr" rid="R12"><italic>12</italic>
</xref>
), which produces error bounds on the estimate of regression coefficients computed from samples that leave out 1 observation at a time, was used to check the model fit. The models were validated by forecasting the 2003–04 influenza season (September 15, 2003–August 22, 2004). Models' parameters were reestimated each week with updated data on medication sales and ILI incidence. The predictions of ILI incidence from drug sales were evaluated by Spearman correlation coefficients. The correlation between observed and forecasted incidences was assessed for each forecasting horizon (1, 2, and 3 weeks ahead) for the entire 2003–04 influenza season (September 15, 2003–August 22, 2004) and for the preepidemic and epidemic weeks (October 6, 2003–January 4, 2004). When regional models were evaluated, the correlation was calculated as the average of the 21 regional correlation coefficients.</p>
<p>We compared the results of the proposed method to the current forecasting approach, the method of analogs, for the national model. The method of analogs, currently employed by FSN, uses weighted sums of vectors selected from historical influenza time series that match current activity to construct forecasted incidences (<xref ref-type="bibr" rid="R7"><italic>7</italic>
</xref>
). All statistical procedures were generated with SAS software, version 8 (SAS Institute, Cary, NC, USA).</p>
</sec>
</sec>
<sec><title>Results</title>
<sec><title>National ILI Incidence Forecast</title>
<p>The fitted predictive models for the training dataset for 1, 2, and 3 weeks ahead included 14 of the 19 preselected classes of drugs likely to be prescribed or purchased for ILI (<xref ref-type="table" rid="T1">Table 1</xref>
). The correlation coefficients calculated on the training dataset between observed and model-recalculated ILI incidences were 0.94, 0.92, and 0.91 for 1-, 2-, and 3-week-ahead predictions, respectively (p<0.001, <xref ref-type="fig" rid="F2">Figure 2</xref>
).</p>
<fig id="F2" fig-type="figure" position="float"><label>Figure 2</label>
<caption><p>Model construction for national influenzalike illness (ILI) incidence forecasting 1, 2, and 3 weeks ahead for the training dataset (week 36 of year 2000 to week 38 of year 2003) by using a jackknife reestimation procedure (95% confidence intervals [CI] for estimations are given). Forecasted incidence is per 100,000.</p>
</caption>
<graphic xlink:href="05-0573-F2"></graphic>
</fig>
<p>The validation of these models, evaluated first on the entire period from September 15, 2003, to August 22, 2004, and secondly on the preepidemic and epidemic weeks of the 2003–04 influenza season, provided correlation coefficients of 0.85 to 0.96 (<xref ref-type="table" rid="T2">Table 2</xref>
). The correlation decreased as the time horizon for the forecast increased. The method detects well the beginning of the epidemic but overestimates the epidemic size (data not shown).</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><title>Forecast accuracy*†</title>
</caption>
<table frame="hsides" rules="groups"><col width="70" span="1"></col>
<col width="57" span="1"></col>
<col width="66" span="1"></col>
<col width="106" span="1"></col>
<col width="66" span="1"></col>
<col width="106" span="1"></col>
<thead><tr><th rowspan="2" valign="bottom" align="left" scope="col" colspan="1">Forecast method of ILI incidence</th>
<th rowspan="2" valign="bottom" align="center" scope="col" colspan="1">Forecast horizon (wks)</th>
<th valign="bottom" colspan="2" align="center" scope="colgroup" rowspan="1">National level<hr></hr>
</th>
<th valign="bottom" colspan="2" align="center" scope="colgroup" rowspan="1">Regional level<hr></hr>
</th>
</tr>
<tr><th valign="bottom" colspan="1" align="center" scope="colgroup" rowspan="1">Weeks 2003(40)–2004(34)</th>
<th valign="bottom" align="center" scope="col" rowspan="1" colspan="1">Weeks 2003(41)–2004(01) (preepidemic and epidemic)</th>
<th valign="bottom" align="center" scope="col" rowspan="1" colspan="1">Weeks 2003(40)–2004(34)</th>
<th valign="bottom" align="center" scope="col" rowspan="1" colspan="1">Weeks 2003(41)–2004(01) (preepidemic and epidemic)</th>
</tr>
</thead>
<tbody><tr><td rowspan="3" valign="top" align="left" scope="row" colspan="1">Using drug-sales data</td>
<td valign="top" align="center" rowspan="1" colspan="1">1</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.93</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.96</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.70</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.64</td>
</tr>
<tr><td valign="top" colspan="1" align="center" scope="row" rowspan="1">2</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.93</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.95</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.70</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.56</td>
</tr>
<tr><td valign="top" colspan="1" align="center" scope="row" rowspan="1">3</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.91</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.85</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.69</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.54</td>
</tr>
<tr><td rowspan="3" valign="top" align="left" scope="row" colspan="1">Current method used by FSN</td>
<td valign="top" align="center" rowspan="1" colspan="1">1</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.90</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.96</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.73</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.67</td>
</tr>
<tr><td valign="top" colspan="1" align="center" scope="row" rowspan="1">2</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.93</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.88</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.68</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.53</td>
</tr>
<tr><td valign="top" colspan="1" align="center" scope="row" rowspan="1">3</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.91</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.74</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.65</td>
<td valign="top" align="center" rowspan="1" colspan="1">0.40</td>
</tr>
</tbody>
</table>
<table-wrap-foot><p>*Defined as the correlation coefficient between observed and predicted influenzalike incidences and calculated on the validation dataset. Correlations were computing for 1-, 2-, and 3-week-ahead prediction obtained from medication sales for 2 periods (p<0.001). Forecast accuracy was compared with that of the method of analogs. At the regional level, the value in the table was obtained by averaging the correlation coefficient over the 21 regions of France. The number in parentheses after a year refers to that week of that year.
†ILI, influenzalike illness; FSN, French Sentinel Network.</p>
</table-wrap-foot>
</table-wrap>
<p>The prediction accuracy of our drug sales–based model at a national level was compared with that of the current forecasting method (the method of analogs). As illustrated in <xref ref-type="table" rid="T2">Table 2</xref>
, although the correlation coefficients lie in the same range of values for both methods, they are generally higher with our method.</p>
</sec>
<sec><title>Regional ILI Incidence Forecast</title>
<p>At the regional level, 5 classes of medications appeared in at least half of the final selected models (<xref ref-type="table" rid="T1">Table 1</xref>
). These variables are also the most informative in the national model (likelihood test).</p>
<p>The prediction accuracy, defined here as the average correlation coefficient for the 21 regions of France, was 0.54–0.70; it decreased slightly with the forecasting horizon. Compared to the national model, the regional models performed less well. Our regional predictive models gave higher correlation values than the method of analogs for both periods and all forecast horizons except when the ILI incidence was calculated 1 week in advance (<xref ref-type="table" rid="T2">Table 2</xref>
). Forecasted versus observed regional ILI incidences were mapped (<xref ref-type="fig" rid="F3">Figure 3</xref>
) for the 6 first weeks of the 2003-04 influenza epidemic (November 3, 2003–December 14, 2003). Each map of predicted regional ILI incidences was constructed at 1-, 2-, or 3- week horizons. For example, for week 49 of 2003, hereafter designated 2003(49), we provided a 2-week-ahead prediction of ILI incidence, calculated by employing the model using data until the week 2003(47).</p>
<fig id="F3" fig-type="figure" position="float"><label>Figure 3</label>
<caption><p>Evolution of regional influenzalike illness (ILI) incidence during the 2003–04 epidemic. The observed maps (first line) were constructed by using data from the French Sentinel Network. The forecast maps (for the first 6 epidemic weeks) 1, 2, and 3 weeks ahead show the results of the regional models when medication sales are used. The forecast horizon is indicated below each map. For example, for 2003(49), ILI predicted incidence is calculated by employing the model with data until week 47 of year 2003. Thus, the time forecasting horizon is 2 weeks.</p>
</caption>
<graphic xlink:href="05-0573-F3"></graphic>
</fig>
</sec>
</sec>
<sec><title>Discussion</title>
<p>Our work presents a real-time approach to detect influenza outbreaks and predict trends of ILI incidence 1, 2, or 3 weeks ahead with good reliability. Our method, based on drug sales data, provides similar results as the method that uses report of visits for ILI from sentinel physicians.</p>
<p>The set of drug classes proposed for inclusion in the model was preselected by a panel of experts at the World Health Organization Collaborating Center, based on what they determined to be clinically relevant. Because >500 medication classes are included in the database, we selected a smaller number to avoid overparameterization. This a priori selection may have influenced our results, in particular application of the model at the regional level. Regional demographic, climatologic, and cultural differences may influence the types of medication prescribed and purchased.</p>
<p>After the stepwise procedure for inclusion in the Poisson regression models, the selected medication groups were both OTC and prescription medications purchased and prescribed for varying degrees of severity of ILI symptoms or complications of influenza. For example, an OTC drug such as vitamin C may be purchased before or at the onset of ILI symptoms since popular beliefs and advertising suggest it may prevent infection or lessen symptom severity (<xref ref-type="bibr" rid="R13"><italic>13</italic>
</xref>
), even in the lack of any evidence or regulatory approval. Cephalosporins, second-line antimicrobial agents, are often used to treat acute bacterial rhinosinusitis, a complication of ILI symptoms present for an extended period (<xref ref-type="bibr" rid="R14"><italic>14</italic>
</xref>
).</p>
<p>At the national level, our forecasting model showed overall good agreement with the observed data on ILI incidence from the FSN surveillance system (<xref ref-type="table" rid="T2">Table 2</xref>
). Over time, the correlation coefficients between observed and forecast ILI time series decreased, although they remained >0.85. The fact that the model was updated on a weekly basis contributed to the overall stability of the method's accuracy. However, the method does not perform as well when used as a tool to quantify the overall epidemic impact (data not shown). Because the main objective of the method is to provide advance warning for onset of the epidemic, this limitation is less important.</p>
<p>At the regional level, the medications included varied from area to area, but 5 drug therapeutic classes were selected for all models (<xref ref-type="table" rid="T1">Table 1</xref>
). This variation may be explained by the fact that while regional similarities exist, different external factors could influence medication consumption. In terms of the forecast accuracy, the correlation coefficients averaging over the 21 regions of France were weaker than those obtained at the national level on the validation dataset (range 0.54–0.70). This may be due to the method itself, which may perform less efficiently at a regional level, or to the quality of the observed regional ILI datasets, since they are obtained from a sample of sentinel physicians. However, the accuracy at the regional level may be sufficient for operational purposes, since the qualitative trend is more relevant than the quantitative evaluation. Using the method at the regional level also provides an additional means to follow the spatial diffusion of the epidemic wave on the basis of a robust and powerful sample of pharmacies distributed all over the country.</p>
<p>We compared our drug sales–based forecasting models to a nonparametric method routinely used by FSN (method of analogs) (<xref ref-type="bibr" rid="R7"><italic>7</italic>
</xref>
). The results obtained appear to be better than those obtained with the method of analogs, but the comparison between the 2 methods is only partial: the method of analogs exploits historical trends to forecast forthcoming ILI events, whereas the regression analysis does not (except for the autoregressive term). In the event of an influenza pandemic or other event not previously observed, our method would be more likely to predict trends that have never been seen in the recent interpandemic past than the method of analogs, which uses a 20-year time series to forecast the future.</p>
<p>As with all forecasting models, the results of this research highlight changes in trends rather than prediction of actual incidence. Only 4 epidemic seasons of data were available to both fit and validate the model. The addition of years of retrospective data would probably slightly improve the forecast accuracy at the national level but might greatly improve precision at the regional level.</p>
<sec><title>Value of Additional ILI Surveillance System</title>
<p>Our findings confirm previous studies that demonstrate the utility of using drug sales, and the timing of drug sales, compared to other indicators (<xref ref-type="bibr" rid="R8"><italic>8</italic>
</xref>
<italic>,</italic>
<xref ref-type="bibr" rid="R15"><italic>15</italic>
</xref>
), as a proxy indicator of ILI activity. Several arguments support the need to consider syndromic surveillance based on drug-sales data. First, the nonspecific prodrome phase of many diseases may be self-treated before persons see a health practitioner and may therefore be more easily detected by using drug sales than laboratory surveillance or health center discharges. Second, rapidly extending the use of this method may be more feasible than creating or expanding sentinel networks of general practitioners. Drug sales are usually available in many developed countries, whereas electronic real-time surveillance of influenza or ILI is still seldom set up in most parts of the world. Third, using several sources of data with different methodologic approaches for syndromic surveillance may improve detection and prediction of trends of ILI outbreaks caused by influenza or other emerging agents. Drug-sales series represent an independent source of information, as well as reports from laboratories, general practitioners, hospitals, and death certificates, which have proved their usefulness in monitoring and assessing the impact of influenza epidemics.</p>
</sec>
<sec><title>Accuracy of Drug Sales–based Surveillance System</title>
<p>Methods for assessing the quality of a syndromic surveillance system have been recently proposed by Buckeridge et al. (<xref ref-type="bibr" rid="R16"><italic>16</italic>
</xref>
). Our drug-sales time series was too short to allow a precise assessment of system's capacity to detect outbreaks appropriately. Our findings do indicate, however, that drug sales are good predictors of ILI activity recorded by the sentinel system. FSN has monitored ILI activity in France with the same method since 1984. For 21 years, during each winter, an influenza epidemic has been detected by the 2 French national influenza centers (based in Lyon and Paris) on the basis of virus isolation and simultaneously by FSN. Thus, FSN has shown a high sensitivity to detect national influenza epidemics, and we may assume that the system based on drug sales will be at least as sensitive as that of FSN. A potential advantage of the medication sales data is that their broad scope may enhance the sensitivity of detection, especially at a local level. This hypothesis has to be further assessed by evaluating a longer time period or by using simulated data for evaluation. Although using drug sales as a monitoring tool has clear benefits, detecting a nonspecific signal from our system would require further confirmation and identification of the causes of this unusual increase.</p>
</sec>
</sec>
<sec><title>Conclusions</title>
<p>Our results confirm that drug-sales data could be used as an independent additional source of information to warn of ILI outbreaks early in countries where influenza is already monitored. Drugs-sales data may be the only monitoring ILI system in countries without existing surveillance systems. The proposed method has the advantage of being both practical and relatively simple to implement. Therefore, this approach could be easily extended to other infectious diseases. In many industrialized countries, similar databases of medication sales are available in real or near-real time.</p>
</sec>
<sec><title>Appendix</title>
<p>Weekly ILI incidences were crossed with weekly drug sales using a Poisson regression allowing for over-dispersion, in order to build 1-, 2- and 3-weeks-ahead predictive models at national and regional level. The models, with the general structure represented by the equation below, include variables selected by stepwise selection at the 5% significance level:</p>
<disp-formula id="E"><sub><inline-formula><inline-graphic xlink:href="05-0573-M1.jpg"></inline-graphic>
</inline-formula>
</sub>
.</disp-formula>
<disp-formula id="E___1"><italic>ILI<sub>t</sub>
</italic>
is the observed ILI incidence at week <italic>t</italic>
and <sub><inline-formula><inline-graphic xlink:href="05-0573-M2.jpg"></inline-graphic>
</inline-formula>
</sub>
represents the sold units of drug class <italic>i</italic>
at week <italic>t-t<sub>i</sub>
</italic>
. For each class of medication, only the most correlated lagged value to the ILI incidence was introduced, in order to avoid colinearity. The terms <inline-formula><inline-graphic xlink:href="05-0573-M3.jpg"></inline-graphic>
</inline-formula>
and <inline-formula><inline-graphic xlink:href="05-0573-M4.jpg"></inline-graphic>
</inline-formula>
were included in the model to control for the annual periodicity of ILI and the autoregressive term (<inline-formula><inline-graphic xlink:href="05-0573-M5.jpg"></inline-graphic>
</inline-formula>
) was included if necessary after the examination of the residuals for autocorrelation. For each variable, the time lags (<italic>t<sub>ILI</sub>
and t<sub>i</sub>
</italic>
) tested vary between 0 and 4 weeks.</disp-formula>
</sec>
</body>
<back><fn-group><fn fn-type="citation"><p><italic>Suggested citation for this article</italic>
: Vergu E, Grais RF, Sarter H, Fagot J-P, Lambert B, Valleron A-J, et al. Medication sales and syndromic surveillance, France. Emerg Infect Dis [serial on the Internet]. 2006 Mar [<italic>date cited</italic>
]. <ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.3201/eid1203.050573">http://dx.doi.org/10.3201/eid1203.050573</ext-link>
</p>
</fn>
<fn id="FN1"><label>1</label>
<p>Both authors contributed equally to this research.</p>
</fn>
</fn-group>
<ack><p>This research was conducted during the postdoctoral studies of Dr Vergu and Dr Grais in the Epidemiology, Information Systems, Modeling Unit 707 at the French National Institute for Medical Research.</p>
</ack>
<bio><p>Dr Vergu is a biomathematician in the Applied Mathematics and Computer Science Unit at the French National Institute for Agricultural Research. She works on modeling different aspects of the epidemiology of infectious diseases.</p>
</bio>
<ref-list><title>References</title>
<ref id="R1"><label>1. </label>
<mixed-citation publication-type="journal"><string-name><surname>Goldenberg</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Shmueli</surname>
<given-names>G</given-names>
</string-name>
, <string-name><surname>Caruana</surname>
<given-names>RA</given-names>
</string-name>
, <string-name><surname>Feinberg</surname>
<given-names>SE</given-names>
</string-name>
<article-title>Early statistical detection of anthrax outbreaks by tracking over-the-counter medication sales.</article-title>
<source>Proc Natl Acad Sci U S A</source>
. <year>2002</year>
;<volume>99</volume>
:<fpage>5237</fpage>
–<lpage>40</lpage>
<pub-id pub-id-type="doi">10.1073/pnas.042117499</pub-id>
<pub-id pub-id-type="pmid">11959973</pub-id>
</mixed-citation>
</ref>
<ref id="R2"><label>2. </label>
<mixed-citation publication-type="journal"><string-name><surname>Lewis</surname>
<given-names>MD</given-names>
</string-name>
, <string-name><surname>Pavlin</surname>
<given-names>JA</given-names>
</string-name>
, <string-name><surname>Mansfield</surname>
<given-names>JL</given-names>
</string-name>
, <string-name><surname>O'Brien</surname>
<given-names>S</given-names>
</string-name>
, <string-name><surname>Boomsma</surname>
<given-names>LG</given-names>
</string-name>
, <string-name><surname>Elbert</surname>
<given-names>Y</given-names>
</string-name>
, <etal></etal>
<article-title>Disease outbreak detection system using syndromic data in the greater Washington DC area.</article-title>
<source>Am J Prev Med</source>
. <year>2002</year>
;<volume>23</volume>
:<fpage>180</fpage>
–<lpage>6</lpage>
<pub-id pub-id-type="doi">10.1016/S0749-3797(02)00490-7</pub-id>
<pub-id pub-id-type="pmid">12350450</pub-id>
</mixed-citation>
</ref>
<ref id="R3"><label>3. </label>
<mixed-citation publication-type="journal"><string-name><surname>Reis</surname>
<given-names>BY</given-names>
</string-name>
, <string-name><surname>Pagano</surname>
<given-names>M</given-names>
</string-name>
, <string-name><surname>Mandl</surname>
<given-names>KD</given-names>
</string-name>
<article-title>Using temporal context to improve biosurveillance.</article-title>
<source>Proc Natl Acad Sci U S A</source>
. <year>2003</year>
;<volume>100</volume>
:<fpage>1961</fpage>
–<lpage>5</lpage>
<pub-id pub-id-type="doi">10.1073/pnas.0335026100</pub-id>
<pub-id pub-id-type="pmid">12574522</pub-id>
</mixed-citation>
</ref>
<ref id="R4"><label>4. </label>
<mixed-citation publication-type="journal"><string-name><surname>Reis</surname>
<given-names>BY</given-names>
</string-name>
, <string-name><surname>Pagano</surname>
<given-names>M</given-names>
</string-name>
, <string-name><surname>Mandl</surname>
<given-names>KD</given-names>
</string-name>
<article-title>Time series modelling for syndromic surveillance.</article-title>
<source>BMC Med Inform Decis Mak</source>
. <year>2003</year>
;<volume>3</volume>
:<fpage>2</fpage>
<pub-id pub-id-type="doi">10.1186/1472-6947-3-2</pub-id>
<pub-id pub-id-type="pmid">12542838</pub-id>
</mixed-citation>
</ref>
<ref id="R5"><label>5. </label>
<mixed-citation publication-type="webpage"><collab>Centers for Disease Control and Prevention, Epidemiology Program Office, Division of Public Health Surveillance and Informatics</collab>
Annotated Bibliography for Syndromic Surveillance. <year>2003</year>
Aug 13 [cited 2003 Sep 1]. Available from <ext-link ext-link-type="uri" xlink:href="http://www.cdc.gov/epo/dphsi/syndromic/">http://www.cdc.gov/epo/dphsi/syndromic/</ext-link>
</mixed-citation>
</ref>
<ref id="R6"><label>6. </label>
<mixed-citation publication-type="journal"><string-name><surname>Zeghoun</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Beaudeau</surname>
<given-names>P</given-names>
</string-name>
, <string-name><surname>Carrat</surname>
<given-names>C</given-names>
</string-name>
, <string-name><surname>Delmas</surname>
<given-names>V</given-names>
</string-name>
, <string-name><surname>Boudhabhay</surname>
<given-names>O</given-names>
</string-name>
, <string-name><surname>Gayon</surname>
<given-names>F</given-names>
</string-name>
, <etal></etal>
<article-title>Air pollution and respiratory drug sales in the city of Le Havre, France, 1993–1996.</article-title>
<source>Environ Res</source>
. <year>1999</year>
;<volume>81</volume>
:<fpage>224</fpage>
–<lpage>30</lpage>
<pub-id pub-id-type="doi">10.1006/enrs.1999.3974</pub-id>
<pub-id pub-id-type="pmid">10585018</pub-id>
</mixed-citation>
</ref>
<ref id="R7"><label>7. </label>
<mixed-citation publication-type="journal"><string-name><surname>Viboud</surname>
<given-names>C</given-names>
</string-name>
, <string-name><surname>Boelle</surname>
<given-names>PY</given-names>
</string-name>
, <string-name><surname>Carrat</surname>
<given-names>F</given-names>
</string-name>
, <string-name><surname>Valleron</surname>
<given-names>AJ</given-names>
</string-name>
, <string-name><surname>Flahault</surname>
<given-names>A</given-names>
</string-name>
<article-title>Prediction of the geographical spread of influenza epidemics by the method of analogues.</article-title>
<source>Am J Epidemiol</source>
. <year>2003</year>
;<volume>158</volume>
:<fpage>996</fpage>
–<lpage>1006</lpage>
<pub-id pub-id-type="doi">10.1093/aje/kwg239</pub-id>
<pub-id pub-id-type="pmid">14607808</pub-id>
</mixed-citation>
</ref>
<ref id="R8"><label>8. </label>
<mixed-citation publication-type="journal"><string-name><surname>Magruder</surname>
<given-names>SF</given-names>
</string-name>
, <string-name><surname>Lewis</surname>
<given-names>SH</given-names>
</string-name>
, <string-name><surname>Najmi</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Florio</surname>
<given-names>E</given-names>
</string-name>
<article-title>Progress in understanding and using over-the-counter pharmaceuticals for syndromic surveillance. In: Syndromic surveillance: reports from a national conference, 2003.</article-title>
<source>MMWR Morb Mortal Wkly Rep</source>
. <year>2004</year>
;<volume>53</volume>
(<issue>Suppl</issue>
):<fpage>117</fpage>
–<lpage>22</lpage>
<pub-id pub-id-type="pmid">15714640</pub-id>
</mixed-citation>
</ref>
<ref id="R9"><label>9. </label>
<mixed-citation publication-type="journal"><string-name><surname>Serfling</surname>
<given-names>R</given-names>
</string-name>
<article-title>Methods of current statistical analysis of excess pneumonia-influenza deaths.</article-title>
<source>Public Health Rep</source>
. <year>1963</year>
;<volume>78</volume>
:<fpage>494</fpage>
–<lpage>506</lpage>
<pub-id pub-id-type="doi">10.2307/4591848</pub-id>
<pub-id pub-id-type="pmid">19316455</pub-id>
</mixed-citation>
</ref>
<ref id="R10"><label>10. </label>
<mixed-citation publication-type="journal"><string-name><surname>Carrat</surname>
<given-names>F</given-names>
</string-name>
, <string-name><surname>Flahault</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Boussard</surname>
<given-names>E</given-names>
</string-name>
, <string-name><surname>Farran</surname>
<given-names>N</given-names>
</string-name>
, <string-name><surname>Dangoumau</surname>
<given-names>L</given-names>
</string-name>
, <string-name><surname>Valleron</surname>
<given-names>AJ</given-names>
</string-name>
<article-title>Surveillance of influenza-like illness in France. The example of the 1995/1996 epidemic.</article-title>
<source>J Epidemiol Community Health</source>
. <year>1998</year>
;<volume>52</volume>
(<issue>Suppl 1</issue>
):<fpage>32S</fpage>
–<lpage>8S</lpage>
<pub-id pub-id-type="pmid">9764269</pub-id>
</mixed-citation>
</ref>
<ref id="R11"><label>11. </label>
<mixed-citation publication-type="journal"><string-name><surname>Costagliola</surname>
<given-names>D</given-names>
</string-name>
, <string-name><surname>Flahault</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Galinec</surname>
<given-names>D</given-names>
</string-name>
, <string-name><surname>Garnerin</surname>
<given-names>P</given-names>
</string-name>
, <string-name><surname>Menares</surname>
<given-names>J</given-names>
</string-name>
, <string-name><surname>Valleron</surname>
<given-names>AJ</given-names>
</string-name>
<article-title>A routine tool for detection and assessment of epidemics of influenza-like syndromes in France.</article-title>
<source>Am J Public Health</source>
. <year>1991</year>
;<volume>81</volume>
:<fpage>97</fpage>
–<lpage>9</lpage>
<pub-id pub-id-type="doi">10.2105/AJPH.81.1.97</pub-id>
<pub-id pub-id-type="pmid">1983924</pub-id>
</mixed-citation>
</ref>
<ref id="R12"><label>12. </label>
<mixed-citation publication-type="book"><string-name><surname>Efron</surname>
<given-names>B</given-names>
</string-name>
, <string-name><surname>Tibshirani</surname>
<given-names>RJ</given-names>
</string-name>
An introduction to the bootstrap. New York: Chapman & Hall; <year>1993</year>
</mixed-citation>
</ref>
<ref id="R13"><label>13. </label>
<mixed-citation publication-type="journal"><string-name><surname>Gorton</surname>
<given-names>HC</given-names>
</string-name>
, <string-name><surname>Jarvis</surname>
<given-names>K</given-names>
</string-name>
<article-title>The effectiveness of vitamin C in preventing and relieving the symptoms of virus-induced respiratory infections.</article-title>
<source>J Manipulative Physiol Ther</source>
. <year>1999</year>
;<volume>22</volume>
:<fpage>530</fpage>
–<lpage>3</lpage>
<pub-id pub-id-type="doi">10.1016/S0161-4754(99)70005-9</pub-id>
<pub-id pub-id-type="pmid">10543583</pub-id>
</mixed-citation>
</ref>
<ref id="R14"><label>14. </label>
<mixed-citation publication-type="journal"><string-name><surname>Gwaltney</surname>
<given-names>JM</given-names>
</string-name>
<article-title>Management update of acute bacterial rhinosinusitis and the use of cefdinir.</article-title>
<source>Otolaryngol Head Neck Surg</source>
. <year>2002</year>
;<volume>127</volume>
(<issue>Suppl 6</issue>
):<fpage>S24</fpage>
–<lpage>9</lpage>
<pub-id pub-id-type="doi">10.1067/mhn.2002.130028</pub-id>
<pub-id pub-id-type="pmid">12511857</pub-id>
</mixed-citation>
</ref>
<ref id="R15"><label>15. </label>
<mixed-citation publication-type="journal"><string-name><surname>Hogan</surname>
<given-names>WR</given-names>
</string-name>
, <string-name><surname>Tsui</surname>
<given-names>FC</given-names>
</string-name>
, <string-name><surname>Ivanov</surname>
<given-names>O</given-names>
</string-name>
, <string-name><surname>Gesteland</surname>
<given-names>PH</given-names>
</string-name>
, <string-name><surname>Grannis</surname>
<given-names>S</given-names>
</string-name>
, <string-name><surname>Overhage</surname>
<given-names>JM</given-names>
</string-name>
, <etal></etal>
; <collab>Indiana-Pennsylvania-Utah Collaboration</collab>
<article-title>Detection of pediatric respiratory and diarrheal outbreaks from sales of over-the-counter electrolyte products.</article-title>
<source>J Am Med Inform Assoc</source>
. <year>2003</year>
;<volume>10</volume>
:<fpage>555</fpage>
–<lpage>6</lpage>
<pub-id pub-id-type="doi">10.1197/jamia.M1377</pub-id>
<pub-id pub-id-type="pmid">12925542</pub-id>
</mixed-citation>
</ref>
<ref id="R16"><label>16. </label>
<mixed-citation publication-type="journal"><string-name><surname>Buckeridge</surname>
<given-names>DL</given-names>
</string-name>
, <string-name><surname>Burkom</surname>
<given-names>H</given-names>
</string-name>
, <string-name><surname>Moore</surname>
<given-names>A</given-names>
</string-name>
, <string-name><surname>Pavlin</surname>
<given-names>J</given-names>
</string-name>
, <string-name><surname>Cutchis</surname>
<given-names>P</given-names>
</string-name>
, <string-name><surname>Hogan</surname>
<given-names>W</given-names>
</string-name>
<article-title>Evaluation of syndromic surveillance systems: design of an epidemic simulation model.</article-title>
<source>MMWR Morb Mortal Wkly Rep</source>
. <year>2004</year>
;<volume>53</volume>
(<issue>Suppl</issue>
):<fpage>137</fpage>
–<lpage>43</lpage>
<pub-id pub-id-type="pmid">15714643</pub-id>
</mixed-citation>
</ref>
</ref-list>
</back>
</pmc>
</record>
Pour manipuler ce document sous Unix (Dilib)
EXPLOR_STEP=$WICRI_ROOT/Wicri/France/explor/LeHavreV1/Data/Pmc/Corpus
HfdSelect -h $EXPLOR_STEP/biblio.hfd -nk 0002111 | SxmlIndent | more
Ou
HfdSelect -h $EXPLOR_AREA/Data/Pmc/Corpus/biblio.hfd -nk 0002111 | SxmlIndent | more
Pour mettre un lien sur cette page dans le réseau Wicri
{{Explor lien |wiki= Wicri/France |area= LeHavreV1 |flux= Pmc |étape= Corpus |type= RBID |clé= |texte= }}
![]() | This area was generated with Dilib version V0.6.25. | ![]() |