Links to Exploration step
Le document en format XML
<record><TEI><teiHeader><fileDesc><titleStmt><title xml:lang="en">Systematic Review of the Empirical Evidence of Study Publication Bias and Outcome Reporting Bias</title><author><name sortKey="Dwan, Kerry" sort="Dwan, Kerry" uniqKey="Dwan K" first="Kerry" last="Dwan">Kerry Dwan</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Altman, Douglas G" sort="Altman, Douglas G" uniqKey="Altman D" first="Douglas G." last="Altman">Douglas G. Altman</name><affiliation><nlm:aff id="aff2"><addr-line>Centre for Statistics in Medicine, University of Oxford, Oxford, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Arnaiz, Juan A" sort="Arnaiz, Juan A" uniqKey="Arnaiz J" first="Juan A." last="Arnaiz">Juan A. Arnaiz</name><affiliation><nlm:aff id="aff3"><addr-line>Clinical Pharmacology Unit, UASP Hospital Clínic, Barcelona, Spain</addr-line></nlm:aff></affiliation></author><author><name sortKey="Bloom, Jill" sort="Bloom, Jill" uniqKey="Bloom J" first="Jill" last="Bloom">Jill Bloom</name><affiliation><nlm:aff id="aff4"><addr-line>Moorfields Eye Hospital, London, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Chan, An Wen" sort="Chan, An Wen" uniqKey="Chan A" first="An-Wen" last="Chan">An-Wen Chan</name><affiliation><nlm:aff id="aff5"><addr-line>Randomized Controlled Trials Unit, Canadian Institutes of Health Research, Ottawa, Canada</addr-line></nlm:aff></affiliation></author><author><name sortKey="Cronin, Eugenia" sort="Cronin, Eugenia" uniqKey="Cronin E" first="Eugenia" last="Cronin">Eugenia Cronin</name><affiliation><nlm:aff id="aff6"><addr-line>Healthier Communities/Public Health, Greenwich Council, London, England</addr-line></nlm:aff></affiliation></author><author><name sortKey="Decullier, Evelyne" sort="Decullier, Evelyne" uniqKey="Decullier E" first="Evelyne" last="Decullier">Evelyne Decullier</name><affiliation><nlm:aff id="aff7"><addr-line>Clinical Epidemiology Unit, DIM-Hospices Civils de Lyon, Lyon, France</addr-line></nlm:aff></affiliation></author><author><name sortKey="Easterbrook, Philippa J" sort="Easterbrook, Philippa J" uniqKey="Easterbrook P" first="Philippa J." last="Easterbrook">Philippa J. Easterbrook</name><affiliation><nlm:aff id="aff8"><addr-line>Department of HIV/GUM, King's College London, London, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Von Elm, Erik" sort="Von Elm, Erik" uniqKey="Von Elm E" first="Erik" last="Von Elm">Erik Von Elm</name><affiliation><nlm:aff id="aff9"><addr-line>Institute of Social and Preventive Medicine, University of Bern, Bern, Switzerland</addr-line></nlm:aff></affiliation><affiliation><nlm:aff id="aff10"><addr-line>German Cochrane Centre, Department of Medical Biometry and Medical Informatics, University Medical Centre Freiburg, Freiburg, Germany</addr-line></nlm:aff></affiliation></author><author><name sortKey="Gamble, Carrol" sort="Gamble, Carrol" uniqKey="Gamble C" first="Carrol" last="Gamble">Carrol Gamble</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Ghersi, Davina" sort="Ghersi, Davina" uniqKey="Ghersi D" first="Davina" last="Ghersi">Davina Ghersi</name><affiliation><nlm:aff id="aff11"><addr-line>NHMRC Clinical Trials Centre, Camperdown, Australia</addr-line></nlm:aff></affiliation></author><author><name sortKey="Ioannidis, John P A" sort="Ioannidis, John P A" uniqKey="Ioannidis J" first="John P. A." last="Ioannidis">John P. A. Ioannidis</name><affiliation><nlm:aff id="aff12"><addr-line>Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece</addr-line></nlm:aff></affiliation><affiliation><nlm:aff id="aff13"><addr-line>Institute for Clinical Research and Health Policy Studies, Department of Medicine, Tufts Medical Center, Tufts University School of Medicine, Boston, Massachusetts, United States of America</addr-line></nlm:aff></affiliation></author><author><name sortKey="Simes, John" sort="Simes, John" uniqKey="Simes J" first="John" last="Simes">John Simes</name><affiliation><nlm:aff id="aff14"><addr-line>National Health and Medical Research Council (NHMRC) Clinical Trials Centre, University of Sydney, Sydney, Australia</addr-line></nlm:aff></affiliation></author><author><name sortKey="Williamson, Paula R" sort="Williamson, Paula R" uniqKey="Williamson P" first="Paula R." last="Williamson">Paula R. Williamson</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author></titleStmt><publicationStmt><idno type="wicri:source">PMC</idno><idno type="pmid">18769481</idno><idno type="pmc">2518111</idno><idno type="url">http://www.ncbi.nlm.nih.gov/pmc/articles/PMC2518111</idno><idno type="RBID">PMC:2518111</idno><idno type="doi">10.1371/journal.pone.0003081</idno><date when="2008">2008</date><idno type="wicri:Area/Pmc/Corpus">001519</idno><idno type="wicri:explorRef" wicri:stream="Pmc" wicri:step="Corpus" wicri:corpus="PMC">001519</idno></publicationStmt><sourceDesc><biblStruct><analytic><title xml:lang="en" level="a" type="main">Systematic Review of the Empirical Evidence of Study Publication Bias and Outcome Reporting Bias</title><author><name sortKey="Dwan, Kerry" sort="Dwan, Kerry" uniqKey="Dwan K" first="Kerry" last="Dwan">Kerry Dwan</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Altman, Douglas G" sort="Altman, Douglas G" uniqKey="Altman D" first="Douglas G." last="Altman">Douglas G. Altman</name><affiliation><nlm:aff id="aff2"><addr-line>Centre for Statistics in Medicine, University of Oxford, Oxford, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Arnaiz, Juan A" sort="Arnaiz, Juan A" uniqKey="Arnaiz J" first="Juan A." last="Arnaiz">Juan A. Arnaiz</name><affiliation><nlm:aff id="aff3"><addr-line>Clinical Pharmacology Unit, UASP Hospital Clínic, Barcelona, Spain</addr-line></nlm:aff></affiliation></author><author><name sortKey="Bloom, Jill" sort="Bloom, Jill" uniqKey="Bloom J" first="Jill" last="Bloom">Jill Bloom</name><affiliation><nlm:aff id="aff4"><addr-line>Moorfields Eye Hospital, London, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Chan, An Wen" sort="Chan, An Wen" uniqKey="Chan A" first="An-Wen" last="Chan">An-Wen Chan</name><affiliation><nlm:aff id="aff5"><addr-line>Randomized Controlled Trials Unit, Canadian Institutes of Health Research, Ottawa, Canada</addr-line></nlm:aff></affiliation></author><author><name sortKey="Cronin, Eugenia" sort="Cronin, Eugenia" uniqKey="Cronin E" first="Eugenia" last="Cronin">Eugenia Cronin</name><affiliation><nlm:aff id="aff6"><addr-line>Healthier Communities/Public Health, Greenwich Council, London, England</addr-line></nlm:aff></affiliation></author><author><name sortKey="Decullier, Evelyne" sort="Decullier, Evelyne" uniqKey="Decullier E" first="Evelyne" last="Decullier">Evelyne Decullier</name><affiliation><nlm:aff id="aff7"><addr-line>Clinical Epidemiology Unit, DIM-Hospices Civils de Lyon, Lyon, France</addr-line></nlm:aff></affiliation></author><author><name sortKey="Easterbrook, Philippa J" sort="Easterbrook, Philippa J" uniqKey="Easterbrook P" first="Philippa J." last="Easterbrook">Philippa J. Easterbrook</name><affiliation><nlm:aff id="aff8"><addr-line>Department of HIV/GUM, King's College London, London, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Von Elm, Erik" sort="Von Elm, Erik" uniqKey="Von Elm E" first="Erik" last="Von Elm">Erik Von Elm</name><affiliation><nlm:aff id="aff9"><addr-line>Institute of Social and Preventive Medicine, University of Bern, Bern, Switzerland</addr-line></nlm:aff></affiliation><affiliation><nlm:aff id="aff10"><addr-line>German Cochrane Centre, Department of Medical Biometry and Medical Informatics, University Medical Centre Freiburg, Freiburg, Germany</addr-line></nlm:aff></affiliation></author><author><name sortKey="Gamble, Carrol" sort="Gamble, Carrol" uniqKey="Gamble C" first="Carrol" last="Gamble">Carrol Gamble</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author><author><name sortKey="Ghersi, Davina" sort="Ghersi, Davina" uniqKey="Ghersi D" first="Davina" last="Ghersi">Davina Ghersi</name><affiliation><nlm:aff id="aff11"><addr-line>NHMRC Clinical Trials Centre, Camperdown, Australia</addr-line></nlm:aff></affiliation></author><author><name sortKey="Ioannidis, John P A" sort="Ioannidis, John P A" uniqKey="Ioannidis J" first="John P. A." last="Ioannidis">John P. A. Ioannidis</name><affiliation><nlm:aff id="aff12"><addr-line>Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece</addr-line></nlm:aff></affiliation><affiliation><nlm:aff id="aff13"><addr-line>Institute for Clinical Research and Health Policy Studies, Department of Medicine, Tufts Medical Center, Tufts University School of Medicine, Boston, Massachusetts, United States of America</addr-line></nlm:aff></affiliation></author><author><name sortKey="Simes, John" sort="Simes, John" uniqKey="Simes J" first="John" last="Simes">John Simes</name><affiliation><nlm:aff id="aff14"><addr-line>National Health and Medical Research Council (NHMRC) Clinical Trials Centre, University of Sydney, Sydney, Australia</addr-line></nlm:aff></affiliation></author><author><name sortKey="Williamson, Paula R" sort="Williamson, Paula R" uniqKey="Williamson P" first="Paula R." last="Williamson">Paula R. Williamson</name><affiliation><nlm:aff id="aff1"><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></nlm:aff></affiliation></author></analytic><series><title level="j">PLoS ONE</title><idno type="eISSN">1932-6203</idno><imprint><date when="2008">2008</date></imprint></series></biblStruct></sourceDesc></fileDesc><profileDesc><textClass></textClass></profileDesc></teiHeader><front><div type="abstract" xml:lang="en"><sec><title>Background</title><p>The increased use of meta-analysis in systematic reviews of healthcare interventions has highlighted several types of bias that can arise during the completion of a randomised controlled trial. Study publication bias has been recognised as a potential threat to the validity of meta-analysis and can make the readily available evidence unreliable for decision making. Until recently, outcome reporting bias has received less attention.</p></sec><sec><title>Methodology/Principal Findings</title><p>We review and summarise the evidence from a series of cohort studies that have assessed study publication bias and outcome reporting bias in randomised controlled trials. Sixteen studies were eligible of which only two followed the cohort all the way through from protocol approval to information regarding publication of outcomes. Eleven of the studies investigated study publication bias and five investigated outcome reporting bias. Three studies have found that statistically significant outcomes had a higher odds of being fully reported compared to non-significant outcomes (range of odds ratios: 2.2 to 4.7). In comparing trial publications to protocols, we found that 40–62% of studies had at least one primary outcome that was changed, introduced, or omitted. We decided not to undertake meta-analysis due to the differences between studies.</p></sec><sec><title>Conclusions</title><p>Recent work provides direct empirical evidence for the existence of study publication bias and outcome reporting bias. There is strong evidence of an association between significant results and publication; studies that report positive or significant results are more likely to be published and outcomes that are statistically significant have higher odds of being fully reported. Publications have been found to be inconsistent with their protocols. Researchers need to be aware of the problems of both types of bias and efforts should be concentrated on improving the reporting of trials.</p></sec></div></front><back><div1 type="bibliography"><listBibl><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct><biblStruct></biblStruct></listBibl></div1></back></TEI><pmc article-type="research-article" xml:lang="EN"><pmc-dir>properties open_access</pmc-dir>
<front><journal-meta><journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id><journal-id journal-id-type="publisher-id">plos</journal-id><journal-id journal-id-type="pmc">plosone</journal-id><journal-title>PLoS ONE</journal-title><issn pub-type="epub">1932-6203</issn><publisher><publisher-name>Public Library of Science</publisher-name><publisher-loc>San Francisco, USA</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="pmid">18769481</article-id><article-id pub-id-type="pmc">2518111</article-id><article-id pub-id-type="publisher-id">07-PONE-RA-02968R1</article-id><article-id pub-id-type="doi">10.1371/journal.pone.0003081</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline"><subject>Evidence-Based Healthcare</subject><subject>Evidence-Based Healthcare/Clinical Decision-Making</subject><subject>Evidence-Based Healthcare/Statistical Methodologies and Health Informatics</subject></subj-group></article-categories><title-group><article-title>Systematic Review of the Empirical Evidence of Study Publication Bias and Outcome Reporting Bias</article-title><alt-title alt-title-type="running-head">Publication and Reporting Bias</alt-title></title-group><contrib-group><contrib contrib-type="author"><name><surname>Dwan</surname><given-names>Kerry</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib><contrib contrib-type="author"><name><surname>Altman</surname><given-names>Douglas G.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib><contrib contrib-type="author"><name><surname>Arnaiz</surname><given-names>Juan A.</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib><contrib contrib-type="author"><name><surname>Bloom</surname><given-names>Jill</given-names></name><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib><contrib contrib-type="author"><name><surname>Chan</surname><given-names>An-Wen</given-names></name><xref ref-type="aff" rid="aff5"><sup>5</sup></xref></contrib><contrib contrib-type="author"><name><surname>Cronin</surname><given-names>Eugenia</given-names></name><xref ref-type="aff" rid="aff6"><sup>6</sup></xref></contrib><contrib contrib-type="author"><name><surname>Decullier</surname><given-names>Evelyne</given-names></name><xref ref-type="aff" rid="aff7"><sup>7</sup></xref></contrib><contrib contrib-type="author"><name><surname>Easterbrook</surname><given-names>Philippa J.</given-names></name><xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib><contrib contrib-type="author"><name><surname>Von Elm</surname><given-names>Erik</given-names></name><xref ref-type="aff" rid="aff9"><sup>9</sup></xref><xref ref-type="aff" rid="aff10"><sup>10</sup></xref></contrib><contrib contrib-type="author"><name><surname>Gamble</surname><given-names>Carrol</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib><contrib contrib-type="author"><name><surname>Ghersi</surname><given-names>Davina</given-names></name><xref ref-type="aff" rid="aff11"><sup>11</sup></xref></contrib><contrib contrib-type="author"><name><surname>Ioannidis</surname><given-names>John P. A.</given-names></name><xref ref-type="aff" rid="aff12"><sup>12</sup></xref><xref ref-type="aff" rid="aff13"><sup>13</sup></xref></contrib><contrib contrib-type="author"><name><surname>Simes</surname><given-names>John</given-names></name><xref ref-type="aff" rid="aff14"><sup>14</sup></xref></contrib><contrib contrib-type="author"><name><surname>Williamson</surname><given-names>Paula R.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib></contrib-group><aff id="aff1"><label>1</label><addr-line>Centre for Medical Statistics and Health Evaluation, University of Liverpool, Liverpool, United Kingdom</addr-line></aff><aff id="aff2"><label>2</label><addr-line>Centre for Statistics in Medicine, University of Oxford, Oxford, United Kingdom</addr-line></aff><aff id="aff3"><label>3</label><addr-line>Clinical Pharmacology Unit, UASP Hospital Clínic, Barcelona, Spain</addr-line></aff><aff id="aff4"><label>4</label><addr-line>Moorfields Eye Hospital, London, United Kingdom</addr-line></aff><aff id="aff5"><label>5</label><addr-line>Randomized Controlled Trials Unit, Canadian Institutes of Health Research, Ottawa, Canada</addr-line></aff><aff id="aff6"><label>6</label><addr-line>Healthier Communities/Public Health, Greenwich Council, London, England</addr-line></aff><aff id="aff7"><label>7</label><addr-line>Clinical Epidemiology Unit, DIM-Hospices Civils de Lyon, Lyon, France</addr-line></aff><aff id="aff8"><label>8</label><addr-line>Department of HIV/GUM, King's College London, London, United Kingdom</addr-line></aff><aff id="aff9"><label>9</label><addr-line>Institute of Social and Preventive Medicine, University of Bern, Bern, Switzerland</addr-line></aff><aff id="aff10"><label>10</label><addr-line>German Cochrane Centre, Department of Medical Biometry and Medical Informatics, University Medical Centre Freiburg, Freiburg, Germany</addr-line></aff><aff id="aff11"><label>11</label><addr-line>NHMRC Clinical Trials Centre, Camperdown, Australia</addr-line></aff><aff id="aff12"><label>12</label><addr-line>Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece</addr-line></aff><aff id="aff13"><label>13</label><addr-line>Institute for Clinical Research and Health Policy Studies, Department of Medicine, Tufts Medical Center, Tufts University School of Medicine, Boston, Massachusetts, United States of America</addr-line></aff><aff id="aff14"><label>14</label><addr-line>National Health and Medical Research Council (NHMRC) Clinical Trials Centre, University of Sydney, Sydney, Australia</addr-line></aff><contrib-group><contrib contrib-type="editor"><name><surname>Siegfried</surname><given-names>Nandi</given-names></name><role>Editor</role><xref ref-type="aff" rid="edit1"></xref></contrib></contrib-group><aff id="edit1">Medical Research Council South Africa, South Africa</aff><author-notes><corresp id="cor1">* E-mail: <email>kerry.dwan@liverpool.ac.uk</email></corresp><fn fn-type="con"><p>Conceived and designed the experiments: KD DGA CG PW. Performed the experiments: KD. Analyzed the data: KD. Contributed reagents/materials/analysis tools: JAA JB AWC EC ED PE EvE CG DG JPAI JS PW. Wrote the paper: KD DGA. Performed the literature search and data extraction, contacted all authors of included studies and wrote the first draft: KD. Contributed to the development of the protocol: KD DGA CG PW. Provided comments on the manuscript: DGA ED EvE CG JPAI JS PW. Gave permission to include data from their study in the review, responded to queries and provided extra information when needed and available: JAA JB AWC EC ED PE EvE DG JPAI.</p></fn></author-notes><pub-date pub-type="collection"><year>2008</year></pub-date><pub-date pub-type="epub"><day>28</day><month>8</month><year>2008</year></pub-date><volume>3</volume><issue>8</issue><elocation-id>e3081</elocation-id><history><date date-type="received"><day>7</day><month>12</month><year>2007</year></date><date date-type="accepted"><day>20</day><month>6</month><year>2008</year></date></history><copyright-statement>Dwan et al. This is an open-access article distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</copyright-statement><copyright-year>2008</copyright-year><abstract><sec><title>Background</title><p>The increased use of meta-analysis in systematic reviews of healthcare interventions has highlighted several types of bias that can arise during the completion of a randomised controlled trial. Study publication bias has been recognised as a potential threat to the validity of meta-analysis and can make the readily available evidence unreliable for decision making. Until recently, outcome reporting bias has received less attention.</p></sec><sec><title>Methodology/Principal Findings</title><p>We review and summarise the evidence from a series of cohort studies that have assessed study publication bias and outcome reporting bias in randomised controlled trials. Sixteen studies were eligible of which only two followed the cohort all the way through from protocol approval to information regarding publication of outcomes. Eleven of the studies investigated study publication bias and five investigated outcome reporting bias. Three studies have found that statistically significant outcomes had a higher odds of being fully reported compared to non-significant outcomes (range of odds ratios: 2.2 to 4.7). In comparing trial publications to protocols, we found that 40–62% of studies had at least one primary outcome that was changed, introduced, or omitted. We decided not to undertake meta-analysis due to the differences between studies.</p></sec><sec><title>Conclusions</title><p>Recent work provides direct empirical evidence for the existence of study publication bias and outcome reporting bias. There is strong evidence of an association between significant results and publication; studies that report positive or significant results are more likely to be published and outcomes that are statistically significant have higher odds of being fully reported. Publications have been found to be inconsistent with their protocols. Researchers need to be aware of the problems of both types of bias and efforts should be concentrated on improving the reporting of trials.</p></sec></abstract><counts><page-count count="31"></page-count></counts></article-meta></front><body><sec id="s1"><title>Introduction</title><p>Study publication bias arises when studies are published or not depending on their results; it has received much attention <xref ref-type="bibr" rid="pone.0003081-Song1">[1]</xref>, <xref ref-type="bibr" rid="pone.0003081-Rothstein1">[2]</xref>. Empirical research consistently suggests that published work is more likely to be positive or statistically significant (P<0.05) than unpublished research <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>. Study publication bias will lead to overestimation of treatment effects; it has been recognised as a threat to the validity of meta-analysis and can make the readily available evidence unreliable for decision making. There is additional evidence that research without statistically significant results takes longer to achieve publication than research with significant results, further biasing evidence over time <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>–<xref ref-type="bibr" rid="pone.0003081-Scherer1">[6]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>. This “time lag bias” (or “pipeline bias”) will tend to add to the bias since results from early available evidence tend to be inflated and exaggerated <xref ref-type="bibr" rid="pone.0003081-Ioannidis2">[7]</xref>, <xref ref-type="bibr" rid="pone.0003081-Trikalinos1">[8]</xref>.</p><p>Within-study selective reporting bias relates to studies that have been published. It has been defined as the selection on the basis of the results of a subset of the original variables recorded for inclusion in a publication <xref ref-type="bibr" rid="pone.0003081-Hutton1">[9]</xref>. Several different types of selective reporting within a study may occur. For example, selective reporting of analyses may include intention-to–treat analyses versus per–protocol analyses, endpoint score versus change from baseline, different time points or subgroups <xref ref-type="bibr" rid="pone.0003081-Williamson1">[10]</xref>. Here we focus on the selective reporting of outcomes from those that were originally measured within a study; outcome reporting bias (ORB).</p><p>Randomised controlled trials (RCTs) are planned experiments, involving the random assignment of participants to interventions, and are seen as the gold standard of study designs to evaluate the effectiveness of a treatment in medical research in humans <xref ref-type="bibr" rid="pone.0003081-Kane1">[11]</xref>. The likely bias from selective outcome reporting is to overestimate the effect of the experimental treatment.</p><p>Researchers have considered selective outcome reporting to be a major problem, and deserving of substantially more attention than it currently receives <xref ref-type="bibr" rid="pone.0003081-Tannock1">[12]</xref>. Recent work <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-ContopoulosIoannidis1">[19]</xref> has provided direct empirical evidence for the existence of outcome reporting bias. Studies have found that statistically significant results had a higher odds of being fully reported compared to non-significant results for both efficacy and harm outcomes. Studies comparing trial publications to protocols are accumulating evidence on the proportion of studies in which at least one primary outcome was changed, introduced, or omitted.</p><p>Thus, the bias from missing outcome data that may affect a meta-analysis is on two levels: non-publication due to lack of submission or rejection of study reports (a study level problem) and the selective non-reporting of outcomes within published studies on the basis of the results (an outcome level problem). While much effort has been invested in trying to identify the former <xref ref-type="bibr" rid="pone.0003081-Rothstein1">[2]</xref>, it is equally important to understand the nature and frequency of missing data from the latter level.</p><p>The aim of this study was to review and summarise the evidence from empirical cohort studies that have assessed study publication bias and/or outcome reporting bias in RCTs approved by a specific ethics committee or other inception cohorts of RCTs.</p></sec><sec sec-type="methods" id="s2"><title>Methods</title><sec id="s2a"><title>Study inclusion criteria</title><p>We included research that assessed an inception cohort of RCTs for study publication bias and/or outcome reporting bias. We focussed on inception cohorts with study protocols being registered before start of the study as this type of prospective design were deemed more reliable. We excluded cohorts based on prevalence archives, in which a protocol is registered after a study is launched or completed, since such cohorts can already be affected by publication and selection bias.</p><p>Both cohorts containing exclusively RCTs or containing a mix of RCTs and non-RCTs were eligible. For those studies where it was not possible to identify the study type (i.e. whether any included studies were RCTs), we attempted to contact the authors to try to resolve this. In cases where it could not be resolved, studies were excluded. Those studies containing exclusively non-RCTs were excluded.</p><p>The assessment of RCTs in the included studies had to involve comparison of the protocol against all publications (for outcome reporting bias) or information from trialists (for study publication bias).</p></sec><sec id="s2b"><title>Search strategy</title><p>The first author (KD) alone conducted the search. No masking was used during the screening of abstracts. MEDLINE (1950 to 2007), SCOPUS (1960 to 2007) and the Cochrane Methodology Register (1898 to 2007) were searched without language restrictions (final search December 2007 - see <xref ref-type="supplementary-material" rid="pone.0003081.s001">Appendix S1</xref> for all search strategies). SCOPUS is a much larger database than EMBASE, it offers more coverage of scientific, technical, medical and social science literature than any other database. Over 90% of the sources indexed by EMBASE are also indexed by SCOPUS plus many other indexed sources as well.</p><p>Additional steps were taken to complement electronic database searches: First, the references given in the empirical evidence section of the HTA report of Song et al <xref ref-type="bibr" rid="pone.0003081-Song1">[1]</xref> were checked for relevance. Second, the lead reviewer of the protocol on the Cochrane library entitled ‘Publication bias in clinical trials’ <xref ref-type="bibr" rid="pone.0003081-Olsen1">[20]</xref> (Sally Hopewell) was contacted in November 2007 for references to studies included and excluded in their review. Their search strategy was compared to our own and differences in included studies were discussed between PRW, KD and Sally Hopewell. Finally, the lead or contact authors of all identified studies were asked to identify further studies.</p></sec><sec id="s2c"><title>Quality assessment</title><p>To assess the methodological quality of the included studies, we applied the same criteria as a recent Cochrane review <xref ref-type="bibr" rid="pone.0003081-Olsen1">[20]</xref>. In addition, we examined whether protocols were compared to publications in those studies that purported to investigate outcome reporting bias.</p><list list-type="order"><list-item><p>Was there an inception cohort?</p><list list-type="simple"><list-item><p>Yes = a sample of clinical trials registered at onset or on a roster (e.g. approved by an ethics committee) during a specified period of time.</p></list-item><list-item><p>No = anything else</p></list-item><list-item><p>Unclear</p></list-item></list></list-item><list-item><p>Was there complete follow up (after data-analysis) of all the trials in the cohort?</p><list list-type="simple"><list-item><p>Yes ≥90%</p></list-item><list-item><p>No <90%</p></list-item><list-item><p>Unclear</p></list-item></list></list-item><list-item><p>Was publication ascertained through personal contact with the investigators?</p><list list-type="simple"><list-item><p>Yes = personal contact with investigators, or searching the literature and personal contact with the investigator.</p></list-item><list-item><p>No = searching the literature only</p></list-item><list-item><p>Unclear</p></list-item></list></list-item><list-item><p>Were positive and negative findings clearly defined?</p><list list-type="simple"><list-item><p>Yes = clearly defined</p></list-item><list-item><p>No = not clearly defined</p></list-item><list-item><p>Unclear</p></list-item></list></list-item><list-item><p>Were protocols compared to publications?</p><list list-type="simple"><list-item><p>Yes = protocols were compared to publications</p></list-item><list-item><p>No = protocols were not considered in the study</p></list-item><list-item><p>Unclear</p></list-item></list></list-item></list></sec><sec id="s2d"><title>Data extraction</title><p>A flow diagram (<xref ref-type="fig" rid="pone-0003081-g001">Figure 1</xref>, <xref ref-type="supplementary-material" rid="pone.0003081.s002">text S1</xref>) to show the status of approved protocols was completed for each empirical study by the first author (KD) using information available in the publication or further publications. Lead or contact authors of the empirical studies were then contacted by email and sent the flow diagram for their study to check the extracted data along with requests for further information or clarification of definitions if required. No masking was used and disagreements were resolved through discussion between KD and the lead or contact author of the empirical studies. Where comments from the original author were not available, PRW reviewed the report and discussed queries with KD.</p><fig id="pone-0003081-g001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g001</object-id><label>Figure 1</label><caption><title>Study flow diagram.</title></caption><graphic xlink:href="pone.0003081.g001"></graphic></fig><p>Characteristics of the cohorts were extracted by the first author for each empirical study and issues relating to the methodological quality of the study were noted. We recorded the definitions of ‘published’ employed in each empirical study. Further, we looked at the way the significance of the results of the studies in each cohort were investigated (i.e. direction of results and whether the study considered a <italic>p</italic>-value ≤0.05 as definition of significance and where there were no statistical tests whether the results were categorised as negative, positive, important or unimportant). We extracted data on the number of positive and negative trials that were published in each cohort and we extracted all information on the main objectives of each empirical study and separated these according to whether they related to study level or outcome level bias.</p></sec><sec id="s2e"><title>Data analysis</title><p>This review provides a descriptive summary of the included empirical studies. We refrained from statistically combining results from the different cohorts due to the differences in their design.</p></sec></sec><sec id="s3"><title>Results</title><sec id="s3a"><title>Search results</title><p>The search of MEDLINE, SCOPUS and the Cochrane Methodology Register led to 973, 1717 and 554 references, respectively. Titles were checked by the first author (KD) and abstracts obtained for 57 potentially relevant studies. Abstracts were assessed for eligibility by the first author; 38 were excluded and full papers were obtained for 16. Only meeting abstracts were available for three studies <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref> and their authors were contacted. Copies of their presentations were received and relevant data extracted.</p><p>Four studies were excluded; two were not inception cohorts as they considered completed studies submitted to drug regulatory authorities <xref ref-type="bibr" rid="pone.0003081-Bardy1">[22]</xref>, <xref ref-type="bibr" rid="pone.0003081-Melander1">[23]</xref>, in one study authors were not contacted for information on publication <xref ref-type="bibr" rid="pone.0003081-Menzel1">[24]</xref> and in another we could not confirm if any of the included studies were RCTs <xref ref-type="bibr" rid="pone.0003081-Misakian1">[25]</xref>. Fifteen empirical studies were deemed eligible <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>–<xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>–<xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>.</p><p>The MEDLINE search identified eight of the included empirical studies <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>. SCOPUS identified eight of the included empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>–<xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>. The search of the Cochrane Methodology Register identified 15 included empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>–<xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>–<xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>. Seven studies were identified by all three databases <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>. Two studies were identified by two of the three databases <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref> and six studies were only identified by the Cochrane Methodology Register <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>, three of these studies were abstracts presented at the Cochrane Colloquium.</p><p>The HTA report of Song et al <xref ref-type="bibr" rid="pone.0003081-Song1">[1]</xref> led to four potentially eligible empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, all of which had been identified previously. References from the included empirical studies led to another paper <xref ref-type="bibr" rid="pone.0003081-Dickersin3">[33]</xref> which gave extra information on the type of publication (full, abstract, none or unknown) for four eligible empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>. The reference list provided by Sally Hopewell did not lead to any further studies.</p><p>Through contact with the authors, one reference <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref> was located and found to be eligible and another <xref ref-type="bibr" rid="pone.0003081-Haidich1">[34]</xref> was identified that gave more information on one of the eligible studies <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>. Thus in total, the search strategy identified 16 eligible empirical studies (<xref ref-type="fig" rid="pone-0003081-g002">Figure 2</xref>). We are aware of three further empirical studies currently underway in Italy (D'Amico, personal communication), Germany (Von Elm, personal communication) and the USA (Djulbegovic, personal communication), but no further information is available at this stage.</p><fig id="pone-0003081-g002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g002</object-id><label>Figure 2</label><caption><title>QUOROM flow diagram.</title></caption><graphic xlink:href="pone.0003081.g002"></graphic></fig></sec><sec id="s3b"><title>Included studies</title><sec id="s3b1"><title>Study publication bias</title><p>Eleven empirical studies considered the process up to the point of publication <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>–<xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>–<xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>. However, two of these empirical studies <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref> did not consider whether a study was submitted for publication.</p><p>Four cohorts included only RCTs <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>; in the remaining seven cohorts <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>–<xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> the proportion of included RCTs ranged from 14% to 56%. The results presented in the flow diagrams relate to all studies within each cohort because it was not possible to separate information for different types of studies (RCTs versus other).</p></sec><sec id="s3b2"><title>Outcome reporting bias</title><p>Five empirical studies covered the entire process from the study protocol to the publication of study outcomes <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>. However, three of these empirical studies <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> did not consider whether a study was submitted for publication. Four cohorts included only RCTs <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>; in the remaining cohort <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref> the proportion of included RCTs was 13%.</p></sec></sec><sec id="s3c"><title>Study Characteristics</title><p><xref ref-type="table" rid="pone-0003081-t001">Table 1</xref> contains information on empirical study characteristics. The majority of the empirical study objectives related to study publication bias or outcome reporting bias.</p><table-wrap id="pone-0003081-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.t001</object-id><label>Table 1</label><caption><title>Study characteristics for inception cohorts.</title></caption><graphic id="pone-0003081-t001-1" xlink:href="pone.0003081.t001"></graphic><table frame="hsides" rules="groups" alternate-form-of="pone-0003081-t001-1"><colgroup span="1"><col align="left" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col></colgroup><thead><tr><td align="left" rowspan="1" colspan="1">Study</td><td align="left" rowspan="1" colspan="1">Objective</td><td align="left" rowspan="1" colspan="1">Committee approving protocols (country)</td><td align="left" rowspan="1" colspan="1">Period protocols approved</td><td align="left" rowspan="1" colspan="1">Date of follow up</td><td align="left" rowspan="1" colspan="1">Included study designs; Number of studies/Total number of studies (percentage of studies included)</td><td align="left" rowspan="1" colspan="1">Funding source for all studies</td><td align="left" rowspan="1" colspan="1">Conclusions</td></tr></thead><tbody><tr><td align="left" rowspan="1" colspan="1">Easterbrook, 1991 <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> Evidence of publication bias</td><td align="left" rowspan="1" colspan="1">Central Oxford research Ethics committee (UK)</td><td align="left" rowspan="1" colspan="1">1984–1987</td><td align="left" rowspan="1" colspan="1">1990</td><td align="left" rowspan="1" colspan="1">Analysed<xref ref-type="table-fn" rid="nt101">1</xref>: RCTs 148/285 (52%), observational 86/285 (30%), non-RCT 51/285 (18%)</td><td align="left" rowspan="1" colspan="1">17% unfunded, 20% NHS or department, 13% Government, 38% Pharmaceutical industry, 12% private/charity</td><td align="left" rowspan="1" colspan="1">Studies with statistically significant results were more likely to be published, also more likely to lead to a greater number of publications and presentations and to be published in journals with a high citation impact factor.</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1992 <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> To investigate factors associated with the publication of research findings, in particular, the association between ‘significant’ results and publication.</td><td align="left" rowspan="1" colspan="1">Institutional Review Boards that serve The John Hopkins Health Institutions (USA)</td><td align="left" rowspan="1" colspan="1">1980</td><td align="left" rowspan="1" colspan="1">1988</td><td align="left" rowspan="1" colspan="1">Completed<xref ref-type="table-fn" rid="nt102">2</xref>: RCTs 168/514 (33%), observational 273/514 (53%), other experimental 73/514 (14%)</td><td align="left" rowspan="1" colspan="1">45% NIH, 12% other government, 8% Drug industry, 63% Other, 4% Internal, 18% None.</td><td align="left" rowspan="1" colspan="1">There is a statistically significant association between significant results and publication.</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1993 <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> To investigate the association between trial characteristics, findings and publication.</td><td align="left" rowspan="1" colspan="1">National Institutes of Health (USA)</td><td align="left" rowspan="1" colspan="1">1979</td><td align="left" rowspan="1" colspan="1">1988</td><td align="left" rowspan="1" colspan="1">RCTs 310/310 (100%)</td><td align="left" rowspan="1" colspan="1">50% Grant, 30% Contract, 20% Intramural.</td><td align="left" rowspan="1" colspan="1">Publication bias is a significant problem</td></tr><tr><td align="left" rowspan="1" colspan="1">Stern, 1997 <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias and time lag bias:</bold> To determine the extent of publication bias and whether publication was delayed for studies with negative results in comparison with those with positive results.</td><td align="left" rowspan="1" colspan="1">Approved Royal Prince Alfred hospital ethics committee application (Australia)</td><td align="left" rowspan="1" colspan="1">1979–1988</td><td align="left" rowspan="1" colspan="1">1992</td><td align="left" rowspan="1" colspan="1">Total: RCTs 418/748 (56%), observational 165/748 (22%), non trial experiment 165/748 (22%)</td><td align="left" rowspan="1" colspan="1">117/321 Internal, 206/321 External</td><td align="left" rowspan="1" colspan="1">Confirms the evidence of publication bias found in other studies. Identifies delay in publication as an additional important factor</td></tr><tr><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1">Completed questionnaires: RCTs 277/520 (53%), observational 129/520 (25%), non trial experiment 114/520 (22%)</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1">Analysed<xref ref-type="table-fn" rid="nt103">3</xref>: RCTs 167/321 (52%), observational 90/321 (28%), non trial experiment 64/321 (20%)</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Cooper, 1997 <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> To determine the fate of studies approved by their departmental human subjects review committee</td><td align="left" rowspan="1" colspan="1">Department of Psychology Human Subjects Committee or Institutional Review Board, Midwestern, research oriented, state university, USA</td><td align="left" rowspan="1" colspan="1">1986–1988</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">Significant findings were more likely than non-significant findings to be submitted for meeting presentation or publication.</td></tr><tr><td align="left" rowspan="1" colspan="1">Wormald, 1997 <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> To determine the outcome of all randomised controlled trials processed through the pharmacy of Moorfields eye hospital and to determine whether the publication status of these trials is associated with observed effect of treatment.</td><td align="left" rowspan="1" colspan="1">Trials processed through the pharmacy of Moorfields Eye Hospital (UK)</td><td align="left" rowspan="1" colspan="1">1963–1995</td><td align="left" rowspan="1" colspan="1">1997</td><td align="left" rowspan="1" colspan="1">RCTs 61/61 (100%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">There was limited evidence of publication bias</td></tr><tr><td align="left" rowspan="1" colspan="1">Ioannidis, 1998 <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias and time lag bias:</bold> To evaluate whether the time to completion and time to publication of randomized phase 2 and phase 3 trials are affected by the statistical significance of results.</td><td align="left" rowspan="1" colspan="1">Efficacy clinical trials conducted by AIDS Clinical Trials Group and Terry Beirn Community Programs for Clinical Research on AIDS (USA)</td><td align="left" rowspan="1" colspan="1">1986–1996</td><td align="left" rowspan="1" colspan="1">1996</td><td align="left" rowspan="1" colspan="1">RCTs 109/109 (100%)</td><td align="left" rowspan="1" colspan="1">Data managed by: 10% Pharmaceutical industry, 90% Other federally sponsored.</td><td align="left" rowspan="1" colspan="1">There is a time lag in the publication of negative findings that occurs mostly after the completion of the trial follow up.</td></tr><tr><td align="left" rowspan="1" colspan="1">Pich, 2003 <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Publication rate:</bold> To assess the outcome of protocols submitted to the HCEC.</td><td align="left" rowspan="1" colspan="1">Hospital Clinic Ethics Committee (Spain)</td><td align="left" rowspan="1" colspan="1">1997</td><td align="left" rowspan="1" colspan="1">2001</td><td align="left" rowspan="1" colspan="1">RCTs 158/158 (100%)</td><td align="left" rowspan="1" colspan="1">89% Pharmaceutical industry, 11% Other.</td><td align="left" rowspan="1" colspan="1">Only 64% of trials that started were finally implemented and finished in accordance with the original protocol. Only 31% of closed clinical trials were published or in-press in peer reviewed journals.</td></tr><tr><td align="left" rowspan="1" colspan="1">Cronin, 2004 <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> Assess the degree to which research project findings were published and explore factors that influenced publication</td><td align="left" rowspan="1" colspan="1">R&D projects funded by the NHS and commissioned by the North Thames Regional Office (UK)</td><td align="left" rowspan="1" colspan="1">1993–1998</td><td align="left" rowspan="1" colspan="1">1995–1998</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">100% government</td><td align="left" rowspan="1" colspan="1">Funders should consider the significant number of studies that did not result in publication and the higher rate of publication in peer reviewed journals from some programs</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2005 <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias and time lag bias:</bold> To describe the fate of approved protocols and assess publication bias at a national level.</td><td align="left" rowspan="1" colspan="1">French Research Ethics Committees (France)</td><td align="left" rowspan="1" colspan="1">1994</td><td align="left" rowspan="1" colspan="1">2000–2002</td><td align="left" rowspan="1" colspan="1">Total: RCTs 345/649 (53%), descriptive/observational 91/649 (14%), non-randomised 213/649 (33%)</td><td align="left" rowspan="1" colspan="1">8% No funding, 73% Private funding, 13% Public, 6% Mixed.</td><td align="left" rowspan="1" colspan="1">Too many studies are not completed and too many are not published.</td></tr><tr><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1">Completed: RCTs 269/501 (54%), descriptive/observational 66/501 (13%), non-randomised 166/501 (33%)</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2006 <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Study publication bias:</bold> To investigate the fate of protocols submitted for funding, whether they were funded or not.</td><td align="left" rowspan="1" colspan="1">Greater Lyon regional scientific committee (France)</td><td align="left" rowspan="1" colspan="1">1997</td><td align="left" rowspan="1" colspan="1">2003</td><td align="left" rowspan="1" colspan="1">RCTs 20/142 (14%), experimental 15/142 (10%), descriptive 45/142 (32%), analytical 27/142 (19%), not clinical 28/142 (20%), not available 7/142 (5%)</td><td align="left" rowspan="1" colspan="1">38% committee funded</td><td align="left" rowspan="1" colspan="1">Some protocols submitted for funding were initiated and completed without any funding declared. To our understanding this means that not all protocols submitted really needed funding and also that health care facilities are unaware that they implicitly financially support and pay for biomedical research.</td></tr><tr><td align="left" rowspan="1" colspan="1">Hahn, 2002 <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Outcome reporting bias:</bold> To examine the extent of within-study selective reporting in clinical research</td><td align="left" rowspan="1" colspan="1">Local Research Ethics Committee (UK)</td><td align="left" rowspan="1" colspan="1">1994</td><td align="left" rowspan="1" colspan="1">1999</td><td align="left" rowspan="1" colspan="1">Of 15 published: RCTs 2/15 (13%), non RCT 2 (13%), uncontrolled trial 2 (13%), case control 1 (7%), survey 2 (13%), cohort and case control 1 (7%), method evaluation study 5 (34%)</td><td align="left" rowspan="1" colspan="1">Not recorded</td><td align="left" rowspan="1" colspan="1">Within-study selective reporting may be examined qualitatively by comparing the study report with the protocol. The results suggest that it might well be substantial; the bias could only be broadly identified as protocols were not sufficiently precise.</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004a <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Outcome reporting bias:</bold> To determine whether outcome reporting bias would be present in a cohort of government funded trials subjected to rigorous peer review.</td><td align="left" rowspan="1" colspan="1">Canadian Institutes of Health</td><td align="left" rowspan="1" colspan="1">1990–1998</td><td align="left" rowspan="1" colspan="1">2002/2003</td><td align="left" rowspan="1" colspan="1">RCTs 108/108 (100%)</td><td align="left" rowspan="1" colspan="1">42% jointly funded by industry and CIHR/MRC, 58% no industry funding.</td><td align="left" rowspan="1" colspan="1">Selective reporting of outcomes frequently occurs in publications of high-quality government-funded trials.</td></tr><tr><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1">Research (Canada)</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004b <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Outcome reporting bias:</bold> To study empirically the extent and nature of outcome reporting bias in a cohort of RCTs</td><td align="left" rowspan="1" colspan="1">Scientific-Ethical Committees for Copenhagen and Frederiksberge, Denmark</td><td align="left" rowspan="1" colspan="1">1994–1995</td><td align="left" rowspan="1" colspan="1">2003</td><td align="left" rowspan="1" colspan="1">RCTs 304/304 (100%)</td><td align="left" rowspan="1" colspan="1">55% Full industry, 17% Partial industry, 22% Non-industry, 7% non declared.</td><td align="left" rowspan="1" colspan="1">Reporting of trials is frequently incomplete, biased and inconsistent with protocols.</td></tr><tr><td align="left" rowspan="1" colspan="1">Ghersi, 2006 <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Outcome reporting bias:</bold> To identify discrepancies in the identity and definition of the primary outcome and to investigate factors associated with the completeness of reporting of the primary outcome.</td><td align="left" rowspan="1" colspan="1">CSAHS Ethics review committee (Australia)</td><td align="left" rowspan="1" colspan="1">1992–1996</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">RCTs 318/318 (100%)</td><td align="left" rowspan="1" colspan="1">37% commercial funding, 63% no commercial funding.</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Von Elm, 2008 <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref></td><td align="left" rowspan="1" colspan="1"><bold>Outcome reporting bias:</bold> To study trial outcomes specified in protocols of RCTs and reported in subsequent full publications and to estimate publication rate. Investigate whether outcomes are discrepant and to investigate factors that are associated with complete reporting (e.g. statistical significance, funding)</td><td align="left" rowspan="1" colspan="1">University of Berne/CH ethics committee (Switzerland)</td><td align="left" rowspan="1" colspan="1">1988–1998</td><td align="left" rowspan="1" colspan="1">2006</td><td align="left" rowspan="1" colspan="1">Total: RCTs 451/1698 (27%) In depth analyses: 451/451 (100%)</td><td align="left" rowspan="1" colspan="1">81% industry, 10% other<xref ref-type="table-fn" rid="nt104">4</xref>,</td><td align="left" rowspan="1" colspan="1">About half of drug trials are not published. A high prevalence of pre-specified outcomes are not reported and discrepancies includes primary outcomes. Completeness of reporting of an outcome is associated with statistical significance.</td></tr></tbody></table><table-wrap-foot><fn id="nt101"><label>1</label><p>Easterbrook et al assumed that only studies that had been analysed had the potential for being written up and published, so tests for study publication bias were restricted to these.</p></fn><fn id="nt102"><label>2</label><p>Studies for which there was a full interview by the researchers of the cohort study and for which information on the nature of results and publication was provided.</p></fn><fn id="nt103"><label>3</label><p>Of the 520 studies with completed questionnaires, 321 had analysis undertaken with results available and were included in further analysis of the association between study outcome and time to publication.</p></fn><fn id="nt104"><label>4</label><p>Both groups are not mutually exclusive. 4% had a statement of both sources of funding. In the remainder, the protocols did not include information on how study was funded.</p></fn><fn id="nt105"><p>NI No information available.</p></fn></table-wrap-foot></table-wrap><sec id="s3c1"><title>Study publication bias</title><p>Three of the empirical studies investigating study publication bias also assessed time lag bias <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, one <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref> assessed the outcome of protocols submitted to a research ethics committee (for example whether trials were started and if they were published) and another considered whether absence of acknowledged funding hampered implementation or publication <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>. Seven of the empirical studies <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>–<xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> assessed protocols approved by ethics committees, one <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref> assessed those approved by health institutes, one assessed trials processed through a hospital pharmacy <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, one assessed studies funded by the NHS and commissioned by the North Thames Regional Office <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref> and one empirical study <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref> assessed trials conducted by NIH-funded clinical trials groups. The time period between protocol approval and assessment of publication status varied widely (less than one year to 34 years).</p></sec><sec id="s3c2"><title>Outcome reporting bias</title><p>Four of the empirical studies <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> assessed protocols approved by ethics committees and one empirical study <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref> assessed those approved by a health institute. The time period between protocol approval and assessment of publication status varied from four to eight years.</p></sec></sec><sec id="s3d"><title>Quality Assessment</title><p>Details of the methodological quality are presented in <xref ref-type="table" rid="pone-0003081-t002">Table 2</xref>. The overall methodological quality of included empirical studies was good, with more than half of studies meeting all criteria.</p><table-wrap id="pone-0003081-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.t002</object-id><label>Table 2</label><caption><title>Methodological Quality Assessment.</title></caption><graphic id="pone-0003081-t002-2" xlink:href="pone.0003081.t002"></graphic><table frame="hsides" rules="groups" alternate-form-of="pone-0003081-t002-2"><colgroup span="1"><col align="left" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col></colgroup><thead><tr><td align="left" rowspan="1" colspan="1">Quality criteria</td><td align="left" rowspan="1" colspan="1">Inception cohort</td><td align="left" rowspan="1" colspan="1">Complete follow up of all trials</td><td align="left" rowspan="1" colspan="1">Publication ascertained through personal contact with investigators</td><td align="left" rowspan="1" colspan="1">Definition of positive and negative findings clearly defined</td><td align="left" rowspan="1" colspan="1">Comparison of protocol to publication</td></tr></thead><tbody><tr><td align="left" rowspan="1" colspan="1">Easterbrook, 1991 <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (25% lost to follow up)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05/striking, negative: p≥0.05/definite but not striking, null: no difference observed between the groups/null findings.)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1992 <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05/statistically significant, negative: suggestive trend but not statistically significant, null: no trend or difference. In terms of importance when statistical tests were not performed: great, moderate or little.)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1993 <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (14% refused to participate)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05 significant/of great importance, negative: showing a trend in either direction but not statistically significant/moderate importance/no difference/little importance.),</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Stern, 1997 <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (only 70% of questionnaires were completed)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05 significant/striking/important/definite, negative: non-significant trend 0.05≤p<0.10 or non-significant or null p≥0.10/unimportant and negative)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Cooper, 1997 <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (significant and non-significant)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Wormald, 1997 <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05, negative: p≥0.05)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Ioannidis, 1998 <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05 significant and in favour of experimental therapy arm or any arm when there is no distinct control, negative: nonstatistically significant findings or favouring the control arm )</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Pich, 2003 <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">NA</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Cronin, 2004 <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">U (study showed effect)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2005 <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (only 69% of questionnaires were completed)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (confirmatory/inconclusive/invalidating)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2006 <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">N (only 80% of questionnaires were completed)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (scale from 1 to 10 for not important to very important)</td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Hahn, 2002 <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">NA</td><td align="left" rowspan="1" colspan="1">Y</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004a <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05, negative: p≥0.05)</td><td align="left" rowspan="1" colspan="1">Y</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004b <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05, negative: p≥0.05)</td><td align="left" rowspan="1" colspan="1">Y</td></tr><tr><td align="left" rowspan="1" colspan="1">Ghersi, 2006 <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p≤0.05, negative: p>0.05)</td><td align="left" rowspan="1" colspan="1">Y</td></tr><tr><td align="left" rowspan="1" colspan="1">Von Elm, 2008 <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref></td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (for drug trials)</td><td align="left" rowspan="1" colspan="1">Y</td><td align="left" rowspan="1" colspan="1">Y (positive: p<0.05)</td><td align="left" rowspan="1" colspan="1">Y</td></tr></tbody></table><table-wrap-foot><fn id="nt106"><p>Y yes.</p></fn><fn id="nt107"><p>N no.</p></fn><fn id="nt108"><p>U unclear.</p></fn><fn id="nt109"><p>NA Not applicable.</p></fn></table-wrap-foot></table-wrap><sec id="s3d1"><title>Study publication bias</title><p>Four of the eleven empirical studies <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref> met all four of the criteria for studies investigating study publication bias (inception cohort, complete follow up of all trials, publication ascertained through personal contact with the investigator and definition of positive and negative findings clearly defined). In five empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref> there was less than 90% follow up of trials and in 2 empirical studies <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> the definition of positive and negative findings was unclear.</p></sec><sec id="s3d2"><title>Outcome reporting bias</title><p>All five empirical studies <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> met all five criteria for studies investigating ORB (inception cohort, complete follow up of all trials, publication ascertained through personal contact with the investigator, definition of positive and negative findings clearly defined and comparison of protocol to publication).</p><p>As some studies may have several specified primary outcomes and others none, we looked at how each of the empirical studies dealt with this: Hahn et al <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref> looked at the consistency between protocols and published reports in regard to the primary outcome and it was only stated that there were 2 primary outcomes in one study. In both of their empirical studies Chan et al <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> distinguished harm and efficacy outcomes but did consider the consistency of primary outcomes between protocols and publications and stated how many had more than one primary outcome. Ghersi et al <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref> included studies with more than one primary outcome and included all primary outcomes in the analysis but excluded studies with primary outcomes that were non identifiable or included more than 2 time points. This is due to complex outcomes being more prone to selective reporting. von Elm et al <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> considered harm and efficacy outcomes and primary outcomes.</p></sec></sec><sec id="s3e"><title>Flow diagrams</title><p>The flow diagrams (<xref ref-type="fig" rid="pone-0003081-g003">Figures 3</xref> to <xref ref-type="fig" rid="pone-0003081-g004"></xref><xref ref-type="fig" rid="pone-0003081-g005"></xref><xref ref-type="fig" rid="pone-0003081-g006"></xref><xref ref-type="fig" rid="pone-0003081-g007"></xref><xref ref-type="fig" rid="pone-0003081-g008"></xref><xref ref-type="fig" rid="pone-0003081-g009"></xref><xref ref-type="fig" rid="pone-0003081-g010"></xref><xref ref-type="fig" rid="pone-0003081-g011"></xref><xref ref-type="fig" rid="pone-0003081-g012"></xref><xref ref-type="fig" rid="pone-0003081-g013"></xref><xref ref-type="fig" rid="pone-0003081-g014"></xref><xref ref-type="fig" rid="pone-0003081-g015"></xref><xref ref-type="fig" rid="pone-0003081-g016"></xref><xref ref-type="fig" rid="pone-0003081-g017"></xref><xref ref-type="fig" rid="pone-0003081-g018">18</xref>) show the status of approved protocols in included empirical studies based on available publications and additional information obtained such as number of studies stopped early or never started.</p><fig id="pone-0003081-g003" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g003</object-id><label>Figure 3</label><caption><title>Status of approved protocols for Chan 2004b study <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>.</title></caption><graphic xlink:href="pone.0003081.g003"></graphic></fig><fig id="pone-0003081-g004" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g004</object-id><label>Figure 4</label><caption><title>Status of approved protocols for Easterbrook 1991 study <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>.</title></caption><graphic xlink:href="pone.0003081.g004"></graphic></fig><fig id="pone-0003081-g005" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g005</object-id><label>Figure 5</label><caption><title>Status of approved protocols for Dickersin 1992 study <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>.</title></caption><graphic xlink:href="pone.0003081.g005"></graphic></fig><fig id="pone-0003081-g006" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g006</object-id><label>Figure 6</label><caption><title>Status of approved protocols for Dickersin 1993 study <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>.</title></caption><graphic xlink:href="pone.0003081.g006"></graphic></fig><fig id="pone-0003081-g007" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g007</object-id><label>Figure 7</label><caption><title>Status of approved protocols for Stern 1997 study <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>.</title></caption><graphic xlink:href="pone.0003081.g007"></graphic></fig><fig id="pone-0003081-g008" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g008</object-id><label>Figure 8</label><caption><title>Status of approved protocols for Cooper 1997 study <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>.</title></caption><graphic xlink:href="pone.0003081.g008"></graphic></fig><fig id="pone-0003081-g009" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g009</object-id><label>Figure 9</label><caption><title>Status of trials for Wormald 1997 study <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>.</title></caption><graphic xlink:href="pone.0003081.g009"></graphic></fig><fig id="pone-0003081-g010" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g010</object-id><label>Figure 10</label><caption><title>Status of approved protocols for Ioannidis 1998 study <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>.</title></caption><graphic xlink:href="pone.0003081.g010"></graphic></fig><fig id="pone-0003081-g011" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g011</object-id><label>Figure 11</label><caption><title>Status of approved protocols for Pich 2003 study <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>.</title></caption><graphic xlink:href="pone.0003081.g011"></graphic></fig><fig id="pone-0003081-g012" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g012</object-id><label>Figure 12</label><caption><title>Status of approved protocols for Cronin 2004 study <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>.</title></caption><graphic xlink:href="pone.0003081.g012"></graphic></fig><fig id="pone-0003081-g013" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g013</object-id><label>Figure 13</label><caption><title>Status of approved protocols for Decullier 2005 study <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>.</title></caption><graphic xlink:href="pone.0003081.g013"></graphic></fig><fig id="pone-0003081-g014" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g014</object-id><label>Figure 14</label><caption><title>Status of approved protocols for Decullier 2006 study <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>.</title></caption><graphic xlink:href="pone.0003081.g014"></graphic></fig><fig id="pone-0003081-g015" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g015</object-id><label>Figure 15</label><caption><title>Status of approved protocols for Hahn 2002 study <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>.</title></caption><graphic xlink:href="pone.0003081.g015"></graphic></fig><fig id="pone-0003081-g016" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g016</object-id><label>Figure 16</label><caption><title>Status of approved protocols for Chan 2004a study <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>.</title></caption><graphic xlink:href="pone.0003081.g016"></graphic></fig><fig id="pone-0003081-g017" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g017</object-id><label>Figure 17</label><caption><title>Status of approved protocols for Ghersi 2006 study <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>.</title></caption><graphic xlink:href="pone.0003081.g017"></graphic></fig><fig id="pone-0003081-g018" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.g018</object-id><label>Figure 18</label><caption><title>Status of approved protocols for von Elm 2008 study <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>.</title></caption><graphic xlink:href="pone.0003081.g018"></graphic></fig><sec id="s3e1"><title>Study publication bias</title><p>No information other than the study report was available for one empirical study <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref> due to its age. Information could not be located for three empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>. A conference abstract and poster was only available for one empirical study presented over 10 years ago <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>. Extra information from lead or contact authors was available for six empirical studies <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>–<xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, including data to complete flow diagrams, information on definitions and clarifications.</p></sec><sec id="s3e2"><title>Outcome reporting bias</title><p>A conference presentation only was available for one empirical study which is still to be published in full <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>. Extra information from lead or contact authors was available for four empirical studies <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref>, including data to complete flow diagrams, information on definitions, clarifications and extra information on outcomes. Original flow diagrams and questions asked are available on request.</p><p><xref ref-type="fig" rid="pone-0003081-g003">Figure 3</xref> shows for illustrative purposes the completed flow diagram for the empirical study conducted by Chan et al <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> on the status of 304 protocols approved by the Scientific-Ethical Committees for Copenhagen and Frederiksberg in 1994–1995. The empirical study was conducted in 2003, which allowed sufficient time for trial completion and publication. Thirty studies were excluded as the files were not found. Surveys were sent to trial investigators with a response rate of 151 out of 274 (55%); of these two were ongoing, 38 had stopped early, 24 studies had never started and 87 studies were completed. Information from the survey responses (151) and the literature search alone (123) indicated that 120 studies had been submitted for publication and 154 studies had not been submitted for publication. Of the 120 submitted studies; 102 had been fully published, 16 had been submitted or were under preparation and two had not been accepted for publication. This resulted in 156 studies not being published.</p></sec></sec><sec id="s3f"><title>Publication and trial findings</title><sec id="s3f1"><title>Study publication bias</title><p><xref ref-type="table" rid="pone-0003081-t003">Table 3</xref> shows the total number of studies published in each cohort which varies widely from 21% to 93%. Nine of the cohorts <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>–<xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> consider what proportion of trials with positive and negative results are published, ranging from 60% to 98% and from 19% to 85%, respectively. Only four cohorts <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> consider what percentage of studies with null results (no difference observed between the two study groups, <italic>p</italic>>0.10, inconclusive) are published (32% to 44%). The results consistently show that positive studies are more likely to be published compared to negative studies.</p><table-wrap id="pone-0003081-t003" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.t003</object-id><label>Table 3</label><caption><title>Publication and trial findings.</title></caption><graphic id="pone-0003081-t003-3" xlink:href="pone.0003081.t003"></graphic><table frame="hsides" rules="groups" alternate-form-of="pone-0003081-t003-3"><colgroup span="1"><col align="left" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col></colgroup><thead><tr><td align="left" rowspan="1" colspan="1">Study ID</td><td align="left" rowspan="1" colspan="1">Total published (percentage)</td><td align="left" rowspan="1" colspan="1">Positive (percentage)</td><td align="left" rowspan="1" colspan="1">Negative (percentage)</td><td align="left" rowspan="1" colspan="1">Null (percentage)</td></tr></thead><tbody><tr><td align="left" rowspan="1" colspan="1">Easterbrook, 1991 <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref></td><td align="left" rowspan="1" colspan="1">138/285 (48%)</td><td align="left" rowspan="1" colspan="1">93/154 (60%)</td><td align="left" rowspan="1" colspan="1">12/34 (35%)</td><td align="left" rowspan="1" colspan="1">33/97 (34%)</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1992 <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref></td><td align="left" rowspan="1" colspan="1">390/514 (76%)</td><td align="left" rowspan="1" colspan="1">260/314 (83%)</td><td align="left" rowspan="1" colspan="1">130/200 (65%)</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1993 <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref></td><td align="left" rowspan="1" colspan="1">184/198 (93%)</td><td align="left" rowspan="1" colspan="1">121/124 (98%)</td><td align="left" rowspan="1" colspan="1">63/74 (85%)</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Stern, 1997 <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref></td><td align="left" rowspan="1" colspan="1">189/321 (59%)</td><td align="left" rowspan="1" colspan="1">153/232 (66%)</td><td align="left" rowspan="1" colspan="1">13/37 (35%)</td><td align="left" rowspan="1" colspan="1">23/52 (44%)</td></tr><tr><td align="left" rowspan="1" colspan="1">Cooper, 1997 <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref></td><td align="left" rowspan="1" colspan="1">38/121 (status known for 117/121) (31%)</td><td align="left" rowspan="1" colspan="1">-</td><td align="left" rowspan="1" colspan="1">-</td><td align="left" rowspan="1" colspan="1">-</td></tr><tr><td align="left" rowspan="1" colspan="1">Wormald, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref></td><td align="left" rowspan="1" colspan="1">30/61 (status known for 39 completed trials) (49%)</td><td align="left" rowspan="1" colspan="1">14/15 (93%)</td><td align="left" rowspan="1" colspan="1">15/21 (71%)</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Ioannidis, 1998 <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref></td><td align="left" rowspan="1" colspan="1">36/66 (55%)</td><td align="left" rowspan="1" colspan="1">20/27 (74%)</td><td align="left" rowspan="1" colspan="1">16/39 (41%)</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Pich, 2003 <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref></td><td align="left" rowspan="1" colspan="1">26/123 (21%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Cronin, 2004 <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref></td><td align="left" rowspan="1" colspan="1">28/70 (40%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2005 <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref></td><td align="left" rowspan="1" colspan="1">205/649 (32%) (status known for 248<xref ref-type="table-fn" rid="nt110">1</xref>)</td><td align="left" rowspan="1" colspan="1">129/188 (67%)</td><td align="left" rowspan="1" colspan="1">3/16 (19%)</td><td align="left" rowspan="1" colspan="1">14/44 (32%)</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2006 <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref></td><td align="left" rowspan="1" colspan="1">48/93 (status known for 47/51 completed trials) (52%)</td><td align="left" rowspan="1" colspan="1">26/37 (70%)</td><td align="left" rowspan="1" colspan="1">6/10 (60%)</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Hahn, 2002 <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref></td><td align="left" rowspan="1" colspan="1">18/27 (67%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004a <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref></td><td align="left" rowspan="1" colspan="1">48/105 (46%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004b <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref></td><td align="left" rowspan="1" colspan="1">102/274 (37%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Ghersi, 2006 <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref></td><td align="left" rowspan="1" colspan="1">103/226 (46%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr><tr><td align="left" rowspan="1" colspan="1">Von Elm, 2008 <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref></td><td align="left" rowspan="1" colspan="1">233/451 (52%)</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td></tr></tbody></table><table-wrap-foot><fn id="nt110"><label>1</label><p>Analysis restricted to 248completed, non confidential, with hypothesis tests and direction of results.</p></fn><fn id="nt111"><p>NI No information, this study does not look at this.</p></fn><fn id="nt112"><p>- Not able to work out values.</p></fn><fn id="nt113"><p>Status implies positive or negative findings.</p></fn></table-wrap-foot></table-wrap><p><xref ref-type="table" rid="pone-0003081-t004">Table 4</xref> shows general consistency in the definition of ‘published.’ However, two empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref> considered grey literature in their definition of ‘published’ although information on full publications and grey literature publications are separated (<xref ref-type="fig" rid="pone-0003081-g005">Figures 5</xref>, <xref ref-type="fig" rid="pone-0003081-g006">6</xref>). Although not considered in the definition of ‘published’, four empirical studies <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref>–<xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref> gave information on the grey literature or reports in preparation. Three empirical studies gave no information on their definition of ‘published’ <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref>. In addition, results are presented for the percentage of studies not submitted for journal publication (7% to 58%), of studies submitted but not accepted for publication (0 to 20%) by the time of analysis of the cohort and the percentage of studies not published that were not submitted (63% to 100%). This implies that studies remain unpublished due largely to failure to submit rather than rejection by journals.</p><table-wrap id="pone-0003081-t004" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.t004</object-id><label>Table 4</label><caption><title>Aspects of study level publication bias.</title></caption><graphic id="pone-0003081-t004-4" xlink:href="pone.0003081.t004"></graphic><table frame="hsides" rules="groups" alternate-form-of="pone-0003081-t004-4"><colgroup span="1"><col align="left" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col></colgroup><thead><tr><td align="left" rowspan="1" colspan="1">Study</td><td align="left" rowspan="1" colspan="1">Definition of published article employed by eligible studies</td><td align="left" rowspan="1" colspan="1">Time since protocol approved</td><td align="left" rowspan="1" colspan="1">% Not submitted<xref ref-type="table-fn" rid="nt114">1</xref> (95% CI)</td><td align="left" rowspan="1" colspan="1">% Submitted but not accepted<xref ref-type="table-fn" rid="nt115">2</xref> (95% CI)</td><td align="left" rowspan="1" colspan="1">% Studies not published that were not submitted (95% CI)</td></tr></thead><tbody><tr><td align="left" rowspan="1" colspan="1">Easterbrook, 1991 <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref></td><td align="left" rowspan="1" colspan="1">Acceptance by a journal (published or in press), but not book chapters or published meeting abstracts or proceedings.</td><td align="left" rowspan="1" colspan="1">3 years</td><td align="left" rowspan="1" colspan="1">9 (6, 12)</td><td align="left" rowspan="1" colspan="1">6 (3, 9)</td><td align="left" rowspan="1" colspan="1">63 (49, 77)</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1992 <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref></td><td align="left" rowspan="1" colspan="1">Reported in one or more journal articles, monographs, books, or chapters in books, were available from medical libraries or were in documents available from a published archive, e.g., the National Technical Information service</td><td align="left" rowspan="1" colspan="1">8 years</td><td align="left" rowspan="1" colspan="1">23 (19, 27)</td><td align="left" rowspan="1" colspan="1">1.5 (0, 3)</td><td align="left" rowspan="1" colspan="1">95 (91, 99)</td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1993 <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref></td><td align="left" rowspan="1" colspan="1">Abstracts, journal articles, book chapters, proceedings, letter to the editor, or other material.</td><td align="left" rowspan="1" colspan="1">9 years</td><td align="left" rowspan="1" colspan="1">7 (3, 11)</td><td align="left" rowspan="1" colspan="1">0</td><td align="left" rowspan="1" colspan="1">100</td></tr><tr><td align="left" rowspan="1" colspan="1">Stern, 1997<xref ref-type="table-fn" rid="nt116">3</xref><xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref></td><td align="left" rowspan="1" colspan="1">As an article in a peer reviewed journal</td><td align="left" rowspan="1" colspan="1">4 plus years</td><td align="left" rowspan="1" colspan="1">33 (28, 38)</td><td align="left" rowspan="1" colspan="1">13 (8,17)</td><td align="left" rowspan="1" colspan="1">80 (73, 87)</td></tr><tr><td align="left" rowspan="1" colspan="1">Cooper, 1997 <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref></td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Wormald, 1997 <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref></td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">2 to 34 years</td><td align="left" rowspan="1" colspan="1">21 (8,34)</td><td align="left" rowspan="1" colspan="1">0</td><td align="left" rowspan="1" colspan="1">100</td></tr><tr><td align="left" rowspan="1" colspan="1">Ioannidis, 1998 <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref></td><td align="left" rowspan="1" colspan="1">Peer-reviewed journal articles</td><td align="left" rowspan="1" colspan="1">12% completed less than 1 year ago, 20% completed over 1 year ago.</td><td align="left" rowspan="1" colspan="1">32 (21, 43)</td><td align="left" rowspan="1" colspan="1">20 (8, 32)</td><td align="left" rowspan="1" colspan="1">70 (54, 86)</td></tr><tr><td align="left" rowspan="1" colspan="1">Pich, 2003 <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref></td><td align="left" rowspan="1" colspan="1">Peer reviewed journal articles</td><td align="left" rowspan="1" colspan="1">3 years</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt117">*</xref></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Cronin, 2004 <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref></td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">1 to 5 years</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt117">*</xref></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2005<xref ref-type="table-fn" rid="nt116">3</xref><xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref></td><td align="left" rowspan="1" colspan="1">Published as a scientific paper. Grey literature – published in other formats than scientific papers, that is generally not accessible through libraries (internal reports, theses, abstracts, posters)</td><td align="left" rowspan="1" colspan="1">6 years (2% not ready)</td><td align="left" rowspan="1" colspan="1">58 (54,62)</td><td align="left" rowspan="1" colspan="1">2 (0, 4)</td><td align="left" rowspan="1" colspan="1">99 (98, 100)</td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2006<xref ref-type="table-fn" rid="nt116">3</xref><xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref></td><td align="left" rowspan="1" colspan="1">Published as a scientific paper</td><td align="left" rowspan="1" colspan="1">6 years</td><td align="left" rowspan="1" colspan="1">47 (37,57)</td><td align="left" rowspan="1" colspan="1">2 (0, 6)</td><td align="left" rowspan="1" colspan="1">98 (95, 100)</td></tr><tr><td align="left" rowspan="1" colspan="1">Hahn, 2002 <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref></td><td align="left" rowspan="1" colspan="1">Published article or a written study report</td><td align="left" rowspan="1" colspan="1">5 years</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt117">*</xref></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004a<xref ref-type="table-fn" rid="nt116">3</xref><xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref></td><td align="left" rowspan="1" colspan="1">Journal article</td><td align="left" rowspan="1" colspan="1">4 years</td><td align="left" rowspan="1" colspan="1">31 (22,40)</td><td align="left" rowspan="1" colspan="1">1 (0, 3)</td><td align="left" rowspan="1" colspan="1">97 (91, 100)</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004b<xref ref-type="table-fn" rid="nt116">3</xref><xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref></td><td align="left" rowspan="1" colspan="1">Journal article</td><td align="left" rowspan="1" colspan="1">8 years</td><td align="left" rowspan="1" colspan="1">56 (50, 62)</td><td align="left" rowspan="1" colspan="1">2 (0, 5)</td><td align="left" rowspan="1" colspan="1">99 (97, 100)</td></tr><tr><td align="left" rowspan="1" colspan="1">Ghersi, 2006 <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref></td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1">NI</td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr><tr><td align="left" rowspan="1" colspan="1">Von Elm, 2008 <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref></td><td align="left" rowspan="1" colspan="1">Journal article</td><td align="left" rowspan="1" colspan="1">8 years</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt117">*</xref></td><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1"></td></tr></tbody></table><table-wrap-foot><fn id="nt114"><label>1</label><p>Denominator is the total number of studies with known publication status in the cohort i.e. published plus unpublished plus in preparation plus in press.</p></fn><fn id="nt115"><label>2</label><p>Denominator is the number submitted.</p></fn><fn id="nt116"><label>3</label><p>Denominator includes ongoing studies.</p></fn><fn id="nt117"><label>*</label><p>Question not asked.</p></fn><fn id="nt118"><p>NI No information available.</p></fn></table-wrap-foot></table-wrap><p>The main findings of the empirical studies are shown in <xref ref-type="table" rid="pone-0003081-t005">Table 5</xref> and they are separated into study level and outcome level results. Eight of the included cohort studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> investigated results in relation to their statistical significance. One empirical study considered the importance of the results as rated by the investigator <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref> and another empirical study considered confirmatory versus inconclusive results <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>. Five of the empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref> that examined the association between publication and statistical significance found that studies with statistically significant results were more likely to be published than those with non-significant results. Stern et al <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref> reported that this finding was even stronger for their subgroup of clinical trials (Hazard Ratio (HR) 3.13 (95% confidence interval (CI) 1.76, 5.58), <italic>p</italic> = 0.0001) compared to all quantitative studies (HR 2.32 (95% CI 1.47, 3.66), <italic>p</italic> = 0.0003). One empirical study <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> found that studies with statistically significant results were more likely to be submitted for publication than those with non-significant results. Easterbrook et al <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref> also found that study publication bias was greater with observational and laboratory-based experimental studies (Odds Ratio (OR) 3.79, 95% CI; 1.47, 9.76) than with RCTs (OR 0.84, 95% CI; 0.34, 2.09). However, two empirical studies <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref> found no statistically significant evidence for study publication bias (RR 4 (95% CI 0.6, 32) <italic>p</italic> = 0.1 and OR 0.53 (95% CI 0.25, 1.1) <italic>p</italic> = 0.1).</p><table-wrap id="pone-0003081-t005" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0003081.t005</object-id><label>Table 5</label><caption><title>Comparisons of primary outcome stated in protocol and in publication.</title></caption><graphic id="pone-0003081-t005-5" xlink:href="pone.0003081.t005"></graphic><table frame="hsides" rules="groups" alternate-form-of="pone-0003081-t005-5"><colgroup span="1"><col align="left" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col><col align="center" span="1"></col></colgroup><thead><tr><td align="left" rowspan="1" colspan="1">Study</td><td align="left" rowspan="1" colspan="1">Study level</td><td colspan="9" align="left" rowspan="1">Outcome level</td></tr><tr><td align="left" rowspan="1" colspan="1"></td><td align="left" rowspan="1" colspan="1">Are studies with statistically significant or positive results, more likely to be published than those finding no difference between the study group?</td><td align="left" rowspan="1" colspan="1">Primary outcome stated in protocol is the same as in the publication</td><td align="left" rowspan="1" colspan="1">Primary outcome stated in protocol is downgraded to secondary in the publication</td><td align="left" rowspan="1" colspan="1">Primary outcome stated in the protocol is omitted from the publication</td><td align="left" rowspan="1" colspan="1">A non primary outcome in the protocol is changed to primary in the publication</td><td align="left" rowspan="1" colspan="1">A new primary outcome that was not stated in the protocol (as primary or secondary) is included in the publication</td><td align="left" rowspan="1" colspan="1">The definition of the primary outcome was different in the protocol compared to the publication</td><td align="left" rowspan="1" colspan="1">Completeness of reporting</td><td align="left" rowspan="1" colspan="1">Overall</td><td align="left" rowspan="1" colspan="1">Definition of disagreement/discrepancy</td></tr></thead><tbody><tr><td align="left" rowspan="1" colspan="1">Easterbrook, 1991 <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref></td><td align="left" rowspan="1" colspan="1">OR 2.32, 95% CI; 1.25, 4.28.</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1992 <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref></td><td align="left" rowspan="1" colspan="1">OR 2.54, 95% CI; 1.63, 3.94</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Dickersin, 1993 <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref></td><td align="left" rowspan="1" colspan="1">OR 12.30, 95% CI; 2.54, 60</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Stern, 1997 <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref></td><td align="left" rowspan="1" colspan="1">HR 2.32, 95% CI; 1.47, 3.66, <italic>p</italic> = 0.0003</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Cooper, 1997 <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref></td><td align="left" rowspan="1" colspan="1"><italic>p</italic><0.0001 (submission only)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Wormald, 1997 <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref></td><td align="left" rowspan="1" colspan="1">RR 4, 95% CI; 0.6, 32, <italic>p</italic> = 0.10</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Ioannidis, 1998 <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Pich, 2003 <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Cronin, 2004 <xref ref-type="bibr" rid="pone.0003081-Cronin1">[31]</xref></td><td align="left" rowspan="1" colspan="1">OR 0.53, 95% CI; 0.25, 1.1 <italic>p</italic> = 0.1</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2005<xref ref-type="table-fn" rid="nt122">2</xref><xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref></td><td align="left" rowspan="1" colspan="1">OR 4.59, 95% CI; 2.21, 9.54</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Decullier, 2006 <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref></td><td align="left" rowspan="1" colspan="1">OR 1.58, 95% CI; 0.37, 6.71</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td></tr><tr><td align="left" rowspan="1" colspan="1">Hahn, 2002 <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">40% (6/15) stated which outcome variables were of primary interest and 4 of these (67% ) showed consistency in the reports</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">17% (1/6)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">17% (1/6)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004a<xref ref-type="table-fn" rid="nt121">1</xref><xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">67% (32/48)</td><td align="left" rowspan="1" colspan="1">23% (11/48)</td><td align="left" rowspan="1" colspan="1">13% (6/48)</td><td align="left" rowspan="1" colspan="1">9% (4/45)</td><td align="left" rowspan="1" colspan="1">18% (8/45)</td><td align="left" rowspan="1" colspan="1">36 trials reported a power calculation based on a particular outcome in their publications; 2 used an outcome that differed from the one used in the protocol and another introduced a power calculation that had not been mentioned in the protocol</td><td align="left" rowspan="1" colspan="1">Primary outcomes were incompletely reported in 7 (16%) of 45 trials that defined such outcomes in their publications</td><td align="left" rowspan="1" colspan="1">40% (19/48) of the trials contained major discrepancies in the specification of primary outcomes between the protocols and publications. None of the publications stated that an amendment had been made to the protocol.</td><td align="left" rowspan="1" colspan="1">The failure to report a pre-specified primary outcome; reporting of a prespecified primary outcome as secondary or as neither primary nor secondary in the publication; the introduction of new primary outcomes in the publication; and changing the outcome specified for the power calculation.</td></tr><tr><td align="left" rowspan="1" colspan="1">Chan, 2004b<xref ref-type="table-fn" rid="nt121">1</xref><xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">47% (36/76)</td><td align="left" rowspan="1" colspan="1">34% (26/76)</td><td align="left" rowspan="1" colspan="1">26% (20/76)</td><td align="left" rowspan="1" colspan="1">19% (12/63)</td><td align="left" rowspan="1" colspan="1">17% (11/63)</td><td align="left" rowspan="1" colspan="1">38 trials reported a power calculation, but 4 calculations were based on an outcome other than the one used in the protocol. In another 6 cases, there was a power calculation presented in a published article but not in the protocol</td><td align="left" rowspan="1" colspan="1">Primary outcomes were specified for 63 of the published trials, but for 17 (27%) of these trials at least one primary outcome was incompletely reported.</td><td align="left" rowspan="1" colspan="1">62% (51/82) of trials had major discrepancies between primary outcomes specified in protocols and those defined in the published articles (at least 1 primary outcome that was changed, introduced or omitted).</td><td align="left" rowspan="1" colspan="1">A prespecified primary outcome was reported as secondary or was not labelled as either; a prespecified primary outcome was omitted from the published articles; a new primary outcome was introduced in the published articles and the outcome used in the power calculation was not the same in the protocol and the published articles.</td></tr><tr><td align="left" rowspan="1" colspan="1">Ghersi, 2006 <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">74%</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">31%</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">10%</td><td align="left" rowspan="1" colspan="1">60% definition the same, 31% unable to judge and 8% discrepant</td><td align="left" rowspan="1" colspan="1">The odds of fully reporting a comparison were greater if the result was statistically significant, (OR 2.2, 95% CI; 0.9–5.3, <italic>p</italic> = 0.08)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">NA</td></tr><tr><td align="left" rowspan="1" colspan="1">Von Elm, 2008 <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">26% (24/92)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">11% (11/101)</td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1"><xref ref-type="table-fn" rid="nt120">*</xref></td><td align="left" rowspan="1" colspan="1">NA</td></tr></tbody></table><table-wrap-foot><fn id="nt119"><p>NA Not Applicable.</p></fn><fn id="nt120"><label>*</label><p>The study did not investigate this.</p></fn><fn id="nt121"><label>1</label><p>Gives results for trials with discrepancies for ≥1 primary outcome.</p></fn><fn id="nt122"><label>2</label><p>Results obtained from 248 of the completed studies.</p></fn></table-wrap-foot></table-wrap><p>Ioannidis et al <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref> found that positive trials were submitted for publication more rapidly after completion than negative trials (median 1 vs 1.6 years, <italic>p</italic><0.001) and were published more rapidly after submission (median 0.8 vs 1.1 years, <italic>p</italic><0.04). Stern el al <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref> and Decullier et al <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref> also considered time to publication and found that those studies with positive results were published faster than those with negative results (median 4.8 v 8.0 years <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref> and HR 2.48 (95% CI 1.36, 4.55) <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, respectively).</p><p>Pich et al <xref ref-type="bibr" rid="pone.0003081-Pich1">[28]</xref> looked at whether studies in their cohort were completed and published; 64% (92/143) of initiated trials were finished in accordance with the protocol and 31% (38/123) were published (or in-press) in peer reviewed journals.</p><p>Seven empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>, <xref ref-type="bibr" rid="pone.0003081-Cooper1">[32]</xref> described reasons why a study was not published as reported by the trialists. Reasons related to trial results included: unimportant/null results; results not interesting; results not statistically significant.</p></sec><sec id="s3f2"><title>Outcome reporting bias</title><p>The total number of studies published in each cohort varied from 37% to 67% (<xref ref-type="table" rid="pone-0003081-t003">Table 3</xref>). However, none of the empirical studies investigating ORB considered the proportions of published trials with positive, negative, or null overall results.</p><p><xref ref-type="table" rid="pone-0003081-t004">Table 4</xref> shows that three of the empirical studies <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> defined ‘published’ as a journal article; one empirical study <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref> considered grey literature in their definition of ‘published’ although information on full publications and grey literature publications are separated (<xref ref-type="fig" rid="pone-0003081-g015">Figure 15</xref>). Although not considered in the definition of ‘published’, one empirical study <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref> gave information on the grey literature or reports in preparation. Only two empirical studies <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> present results for the percentage of studies not submitted (31% to 56%), the percentage of studies submitted but not accepted (1 to 2%) by the time of analysis of the cohort and the percentage of studies not published that were not submitted (97% to 99%).</p><p>All four empirical studies <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> that examined the association between outcome reporting bias (outcome level bias) and statistical significance found that statistically significant outcomes were more likely to be completely reported than non-significant outcomes (range of odds ratios: 2.2 to 4.7 (<xref ref-type="table" rid="pone-0003081-t005">Table 5</xref>)).</p><p>Five empirical studies <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref>–<xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref>, <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> compared the protocol and the publication with respect to the primary outcome (<xref ref-type="table" rid="pone-0003081-t005">Table 5</xref>). Only two empirical studies looked at the different types of discrepancies that can arise <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> and concluded that 40–62% of trials had major discrepancies between the primary outcomes specified in protocols and those defined in the published articles. Four of the included empirical studies found that in 47–74% of studies the primary outcome stated in the protocol was the same as in the publication; between 13 and 31% of primary outcomes specified in the protocol were omitted in the publication and between 10 and 18% of reports introduced a primary outcome in the publication that was not specified in the protocol.</p><p>Chan et al also looked at efficacy and harm outcomes and in their Canadian empirical study <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref> found that a median of 31% of efficacy outcomes and 59% of harm outcomes were incompletely reported and statistically significant efficacy outcomes had a higher odds than non significant efficacy outcomes of being fully reported (OR 2.7; 95% CI 1.5, 5). In their Danish empirical study <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> they found that 50% of efficacy and 65% of harm outcomes per trial were incompletely reported and statistically significant outcomes had a higher odds of being fully reported compared with non significant outcomes for both efficacy (OR 2.4, 95% CI; 1.4, 4) and harm (OR 4.7, 95% CI; 1.8, 12) data.</p><p>von Elm et al <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> considered efficacy and harm outcomes as well as primary outcomes overall and found that 32% (223/687) were reported in the publication but not specified in the protocol and 42% (227/546) were specified in the protocol but not reported, however this is preliminary data.</p><p>Two empirical studies <xref ref-type="bibr" rid="pone.0003081-Chan1">[14]</xref>, <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> describe the reasons why outcomes do not get reported but the study is published, these include lack of clinical importance and lack of statistical significance.</p></sec></sec></sec><sec id="s4"><title>Discussion</title><p>Very few empirical studies examined both study publication bias and outcome reporting bias in the same cohort. However, 12 of the included empirical studies demonstrate consistent evidence of an association between positive or statistically significant results and publication. They suggest that studies reporting positive/statistically significant results are more likely to be published and that statistically significant outcomes have higher odds of being fully reported.</p><p>In this review we focused on empirical studies that included RCTs since they provide the best evidence of the efficacy of medical interventions <xref ref-type="bibr" rid="pone.0003081-Egger1">[35]</xref>. RCTs are prone to study publication bias, but it has been shown that other types of studies are more prone to study publication bias <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>. The main limitation of this review was that for eight of the 16 included cohorts, information on RCTs could not be separated from information on other studies. Due to this barrier, and variability across empirical studies in the time lapse between when the protocol was approved and when the data were censored for analysis, we felt it was not appropriate to combine statistically the results from the different cohorts. Also, the fact that in five empirical studies <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref>, <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier1">[29]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref> follow-up of trials was less than 90% could mean that the problem of study publication bias is underestimated in these cohorts.</p><p>It is difficult to tell the current state of the literature with respect to study publication bias, as even the most recently published empirical evaluations included in the review, considered RCTs which began 10 years ago. Nevertheless, the empirical studies that were published within the last eight years show that the total amount of studies published was less than 50% on average.</p><p>None of the empirical studies explored the idea of all outcomes being non-significant versus those deemed most important being non-significant. In the reasons given, it was not stated which outcomes/how many outcomes were non-significant. Some empirical studies imply that all results were non-significant although this is due to the way the reason was written i.e. no significant results; but it is not explained whether this means for all outcomes, or primary and secondary, harm and efficacy etc. This implies a potential ambiguity of ‘no significant results’. It is not clear whether studies remain unpublished because all outcomes are non-significant and those that are published are so because significant results are selectively reported. This is where study publication bias and outcome reporting bias overlap.</p><p>Dubben et al <xref ref-type="bibr" rid="pone.0003081-Dubben1">[38]</xref> looked at whether study publication bias exists in studies which investigate the problem of study publication bias. Although they found no evidence of study publication bias, it is interesting to note that two of the included cohorts in this review have not been published <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref>, <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref>. The study conducted by Wormald et al <xref ref-type="bibr" rid="pone.0003081-Wormald1">[21]</xref> concluded that ‘there was limited evidence of study publication bias’ whereas the authors of the other study <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref> have not as yet had time to submit the study for publication. The inclusion and exclusion criteria were applied by only the first author, and there may be other unpublished studies of study publication bias or outcome reporting bias that were not located by the search, however contact with experts in the field reduces the likelihood of these issues introducing bias.</p><p>Submission is an important aspect of investigating study publication bias as it will provide information on whether reports are not being published because they are not submitted or they are submitted but not accepted. Obviously those studies that are not submitted are not published and it was found by Dickersin et al <xref ref-type="bibr" rid="pone.0003081-Dickersin4">[36]</xref> that non-publication was primarily a result of failure to write up and submit the trial results rather than rejection of submitted manuscripts. This is confirmed for the cohorts identified here with the percentage of studies not published due to not being submitted ranging from 63% to 100%. Olson et al <xref ref-type="bibr" rid="pone.0003081-Olson1">[37]</xref> also found that there was no evidence that study publication bias occurred once manuscripts had been submitted to a medical journal. However, this study looks at a high impact general journal, which is unlikely to be representative for specialist journals that publish the majority of clinical trials.</p><p>Ten studies assessed the impact of funding on publication; this was done in several ways. Three studies found that external funding lead to a higher rate of publication <xref ref-type="bibr" rid="pone.0003081-Stern1">[4]</xref>, <xref ref-type="bibr" rid="pone.0003081-Dickersin2">[27]</xref>, <xref ref-type="bibr" rid="pone.0003081-Decullier2">[30]</xref>. von Elm et al <xref ref-type="bibr" rid="pone.0003081-VonElm1">[18]</xref> found that the probability of publication decreased if the study was commercially funded and increased with non commercial funding. Easterbrook et al <xref ref-type="bibr" rid="pone.0003081-Easterbrook1">[26]</xref> found that compared with unfunded studies, government funded studies were more likely to yield statistically significant results but government sponsorship was not found to have a statistically significant effect on the likelihood of publication and company sponsored trials were less likely to be published or presented. Dickersin et al <xref ref-type="bibr" rid="pone.0003081-Dickersin1">[3]</xref> found no difference in the funding mechanism grant versus contract and Ioannidis et al <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref> found no difference in whether data was managed by the pharmaceutical industry or other federally sponsored organisations. Chan 2004b et al <xref ref-type="bibr" rid="pone.0003081-Chan2">[15]</xref> found that 61% of the 51 trials with major discrepancies were funded solely by industry sources compared with 49% of the 51 trials without discrepancies. Ghersi <xref ref-type="bibr" rid="pone.0003081-Ghersi1">[17]</xref> did examine the effect of funding in terms of reporting and discrepancies of outcomes but no information about the results is currently available. Hahn et al <xref ref-type="bibr" rid="pone.0003081-Hahn1">[13]</xref> compared the funder stated in protocol to publication. These studies indicate that funding is an important factor to consider when investigating publication bias and outcome reporting bias, however more work needs to be done to examine common questions before conclusions regarding the relationship between funding and outcome reporting bias can be drawn.</p><p>Our review has examined inception cohorts only, however, other authors have investigated aspects of study publication bias and outcome reporting bias using different study designs, with similar conclusions. The Cochrane review by Scherer et al <xref ref-type="bibr" rid="pone.0003081-Scherer1">[6]</xref> investigating the full publication of results initially presented in abstracts found that only 63% of results from abstracts describing randomized or controlled clinical trials are published in full and ‘positive’ results were more frequently published than non ‘positive’ results. Several studies investigated a cohort of trials submitted to drug licensing authorities <xref ref-type="bibr" rid="pone.0003081-Bardy1">[22]</xref>, <xref ref-type="bibr" rid="pone.0003081-Melander1">[23]</xref>, <xref ref-type="bibr" rid="pone.0003081-Hemminki1">[42]</xref> and all found that many of these trials remain unpublished, with one study demonstrating that trials with positive outcomes resulted more often in submission of a final report to the regulatory authority <xref ref-type="bibr" rid="pone.0003081-Bardy1">[22]</xref>. Olson et al <xref ref-type="bibr" rid="pone.0003081-Olson1">[37]</xref> conducted a prospective cohort study of manuscripts submitted to JAMA and assessed whether the submitted manuscripts were more likely to be published if they reported positive results. They did not find a statistically significant difference in publication rates between those with positive and negative results. None of the inception cohorts addressed the question as to whether the significance determined whether a submitted paper was accepted or not, with the exception of one inception cohort <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref> that found that “positive” trials were published significantly more rapidly after submission than “negative” trials. Finally, a comparison of the published version of RCTs in a specialist clinical journal with the original trial protocol found that important changes between protocol and published paper are common; the published primary outcome was exactly the same as in the protocol in six out of 26 trials (23%) <xref ref-type="bibr" rid="pone.0003081-Chappell1">[43]</xref>.</p><p>We recommend that researchers use the flow diagram presented in this work as the standard for reporting of future similar studies that look at study publication bias and ORB as it clearly shows what happens to all trials in the cohort.</p><p>Reviewers should scrutinise trials with missing outcome data and ensure that an attempt to contact trialists is always made if the study does not report results. Also, the lack of reporting of specified outcome(s) should not be an automatic reason for exclusion of studies. Statisticians should be involved for the data extraction of more complex outcomes, for example, time to event. Methods that have been developed to assess the robustness of the conclusions of systematic reviews to ORB <xref ref-type="bibr" rid="pone.0003081-Williamson2">[44]</xref>, <xref ref-type="bibr" rid="pone.0003081-Williamson3">[45]</xref> should be used. Meta-analyses of outcomes where several relevant trials have missing data should be seen with extra caution. In all, the credibility of clinical research findings may decrease when there is wide flexibility in the use of various outcomes and analysis in a specific field and this is coupled with selective reporting biases.</p><p>The setting up of clinical trials registers and the advance publication of detailed protocols with an explicit description of outcomes and analysis plans should help combat these problems. Trialists should be encouraged to describe legitimate changes to outcomes stated in the protocol. With the set up of online journals, where more space is available, trialists should be encouraged to write up and submit for publication without selection of results.</p><p>For empirical evaluations of selective reporting biases, the definition of significance is important as is whether the direction of the results is taken into account, i.e. whether the results are significant for or against the experimental intervention. However, only one study took this into account <xref ref-type="bibr" rid="pone.0003081-Ioannidis1">[5]</xref>. The selective publication preference forces may change over time. For example, it is often seen that initially studies favouring treatment are more likely to be published and those favouring control suppressed. However, as time passes, contradicting trials that favour control may become attractive for publication, as they are ‘different.’ The majority of cohorts included in this review do not consider this possibility.</p><p>Another recommendation is to conduct empirical evaluations looking at both ORB and study publication bias in RCTs to investigate the relative importance of both i.e. which type of bias is the greater problem. The effects of factors such as funding, i.e. the influence of pharmaceutical industry trials versus non pharmaceutical trials, should also be factored in these empirical evaluations.</p><p>Evidence of the personal communications can be provided upon request.</p></sec><sec sec-type="supplementary-material" id="s5"><title>Supporting Information</title><supplementary-material content-type="local-data" id="pone.0003081.s001"><label>Appendix S1</label><caption><p>Search Strategy.</p><p>(0.03 MB DOC)</p></caption><media xlink:href="pone.0003081.s001.doc" mimetype="application" mime-subtype="msword"><caption><p>Click here for additional data file.</p></caption></media></supplementary-material><supplementary-material content-type="local-data" id="pone.0003081.s002"><label>Text S1</label><caption><p>Explanation of flow diagram.</p><p>(0.03 MB DOC)</p></caption><media xlink:href="pone.0003081.s002.doc" mimetype="application" mime-subtype="msword"><caption><p>Click here for additional data file.</p></caption></media></supplementary-material></sec></body><back><ack><p>The authors would like to thank Sally Hopewell for kindly providing her reference list, Simone Menzel for further information on their study and the referees who reviewed this work for their helpful comments.</p></ack><ref-list><title>References</title><ref id="pone.0003081-Song1"><label>1</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname><given-names>F</given-names></name><name><surname>Eastwood</surname><given-names>AJ</given-names></name><name><surname>Gilbody</surname><given-names>S</given-names></name><name><surname>Duley</surname><given-names>L</given-names></name><name><surname>Sutton</surname><given-names>AJ</given-names></name></person-group><year>2000</year><article-title>Publication and related biases.</article-title><source>Health technol Assess</source><volume>4(10)</volume></citation></ref><ref id="pone.0003081-Rothstein1"><label>2</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Rothstein</surname><given-names>H</given-names></name><name><surname>Sutton</surname><given-names>AJ</given-names></name><name><surname>Borenstein</surname><given-names>M</given-names></name></person-group><year>2005</year><source>Publication bias in meta-analysis: prevention, assessment and adjustments</source><publisher-loc>Chichester</publisher-loc><publisher-name>Wiley</publisher-name></citation></ref><ref id="pone.0003081-Dickersin1"><label>3</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dickersin</surname><given-names>K</given-names></name><name><surname>Min</surname><given-names>YI</given-names></name></person-group><year>1993</year><article-title>NIH clinical trials and publication bias.</article-title><source>Online Journal of Curr Clin Trials doc no 50</source></citation></ref><ref id="pone.0003081-Stern1"><label>4</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stern</surname><given-names>JM</given-names></name><name><surname>Simes</surname><given-names>RJ</given-names></name></person-group><year>1997</year><article-title>Publication bias: evidence of delayed publication in a cohort of clinical research projects.</article-title><source>BMJ</source><volume>315</volume><fpage>640</fpage><lpage>645</lpage><pub-id pub-id-type="pmid">9310565</pub-id></citation></ref><ref id="pone.0003081-Ioannidis1"><label>5</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ioannidis</surname><given-names>JPA</given-names></name></person-group><year>1998</year><article-title>Effect of the statistical significance of results on the time to completion and publication of randomized efficacy trials.</article-title><source>JAMA</source><volume>279</volume><fpage>281</fpage><lpage>6</lpage><pub-id pub-id-type="pmid">9450711</pub-id></citation></ref><ref id="pone.0003081-Scherer1"><label>6</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Scherer</surname><given-names>RW</given-names></name><name><surname>Langenberg</surname><given-names>P</given-names></name><name><surname>von Elm</surname><given-names>E</given-names></name></person-group><year>2007</year><article-title>Full publication of results initially presented in abstracts.</article-title><comment><italic>Cochrane Database of Systematic Reviews</italic> 2007, Issue 2. Art. No.: MR000005. DOI: 10.1002/14651858.MR000005.pub3</comment></citation></ref><ref id="pone.0003081-Ioannidis2"><label>7</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ioannidis</surname><given-names>JPA</given-names></name><name><surname>Lau</surname><given-names>J</given-names></name></person-group><year>2001</year><article-title>Evolution of treatment effects over time: Empirical insight from recursive cumulative meta analyses.</article-title><source>PNAS</source><volume>98 (3)</volume><fpage>831</fpage><lpage>836</lpage><pub-id pub-id-type="pmid">11158556</pub-id></citation></ref><ref id="pone.0003081-Trikalinos1"><label>8</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trikalinos</surname><given-names>TA</given-names></name><name><surname>Churchill</surname><given-names>R</given-names></name><name><surname>Ferri</surname><given-names>M</given-names></name><name><surname>Leucht</surname><given-names>S</given-names></name><name><surname>Tuunainen</surname><given-names>A</given-names></name><etal></etal></person-group><year>2004</year><article-title>Effect sizes in cumulative meta-analyses of mental health randomized trials evolved over time.</article-title><source>J Clin Epidemiol</source><volume>57</volume><fpage>1124</fpage><lpage>1130</lpage><pub-id pub-id-type="pmid">15612138</pub-id></citation></ref><ref id="pone.0003081-Hutton1"><label>9</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hutton</surname><given-names>JL</given-names></name><name><surname>Williamson</surname><given-names>PR</given-names></name></person-group><year>2000</year><article-title>Bias in meta-analysis due to outcome variable selection within studies.</article-title><source>Appl Stat</source><volume>49(3)</volume><fpage>359</fpage><lpage>370</lpage></citation></ref><ref id="pone.0003081-Williamson1"><label>10</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williamson</surname><given-names>PR</given-names></name><name><surname>Gamble</surname><given-names>C</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name><name><surname>Hutton</surname><given-names>JL</given-names></name></person-group><year>2005</year><article-title>Outcome selection bias in meta-analysis.</article-title><source>Stat Methods Med Res</source><volume>14</volume><fpage>515</fpage><lpage>524</lpage><pub-id pub-id-type="pmid">16248351</pub-id></citation></ref><ref id="pone.0003081-Kane1"><label>11</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kane</surname><given-names>JL</given-names></name><name><surname>Wang</surname><given-names>J</given-names></name><name><surname>Garrard</surname><given-names>J</given-names></name></person-group><year>2007</year><article-title>Reporting in randomised clinical trials improved after adoption of the CONSORT statement.</article-title><source>J Clin Epidemiol</source><volume>60</volume><fpage>241</fpage><lpage>249</lpage><pub-id pub-id-type="pmid">17292017</pub-id></citation></ref><ref id="pone.0003081-Tannock1"><label>12</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tannock</surname><given-names>IF</given-names></name></person-group><year>1996</year><article-title>False-Positive Results in Clinical Trials: Multiple Significance Tests and the Problem of Unreported Comparisons.</article-title><source>J Natl Cancer Instit</source><volume>88 (3/4)</volume><fpage>206</fpage><lpage>207</lpage></citation></ref><ref id="pone.0003081-Hahn1"><label>13</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hahn</surname><given-names>S</given-names></name><name><surname>Williamson</surname><given-names>PR</given-names></name><name><surname>Hutton</surname><given-names>JL</given-names></name></person-group><year>2002</year><article-title>Investigation of within-study selective reporting in clinical research: follow-up of applications submitted to a local research ethics committee.</article-title><source>J Eval Clin Pract</source><volume>8; 3</volume><fpage>353</fpage><lpage>359</lpage><pub-id pub-id-type="pmid">12164983</pub-id></citation></ref><ref id="pone.0003081-Chan1"><label>14</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname><given-names>AW</given-names></name><name><surname>Krleza-Jeric</surname><given-names>K</given-names></name><name><surname>Schmid</surname><given-names>I</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name></person-group><year>2004a</year><article-title>Outcome reporting bias in randomized trials funded by the Canadian Institutes of Health research.</article-title><source>CMAJ</source><volume>171 (7)</volume><fpage>735</fpage><lpage>740</lpage><pub-id pub-id-type="pmid">15451835</pub-id></citation></ref><ref id="pone.0003081-Chan2"><label>15</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname><given-names>AW</given-names></name><name><surname>Hrobjartsson</surname><given-names>A</given-names></name><name><surname>Haahr</surname><given-names>MT</given-names></name><name><surname>Gotzsche</surname><given-names>PC</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name></person-group><year>2004b</year><article-title>Empirical Evidence for selective reporting of outcomes in randomized trials: comparison of protocols to published articles.</article-title><source>JAMA</source><volume>291 (20)</volume><fpage>2457</fpage><lpage>2465</lpage><pub-id pub-id-type="pmid">15161896</pub-id></citation></ref><ref id="pone.0003081-Chan3"><label>16</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname><given-names>AW</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name></person-group><year>2005</year><article-title>Identifying outcome reporting bias in randomised trials on Pubmed: review of publications and survey of authors.</article-title><source>BMJ</source><volume>330</volume><fpage>753</fpage><lpage>759</lpage><pub-id pub-id-type="pmid">15681569</pub-id></citation></ref><ref id="pone.0003081-Ghersi1"><label>17</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Ghersi</surname><given-names>D</given-names></name></person-group><year>2006</year><article-title>Issues in the design, conduct and reporting of clinical trials that impact on the quality of decision making.</article-title><comment>Thesis (Ph. D.)–School of Public Health, Faculty of Medicine, University of Sydney</comment></citation></ref><ref id="pone.0003081-VonElm1"><label>18</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Von Elm</surname><given-names>E</given-names></name><name><surname>Röllin</surname><given-names>A</given-names></name><name><surname>Blümle</surname><given-names>A</given-names></name><name><surname>Huwiler</surname><given-names>K</given-names></name><name><surname>Witschi</surname><given-names>M</given-names></name><etal></etal></person-group><year>2008</year><article-title>Selective reporting of outcomes of drug trials; Comparison of study protocols and published articles.</article-title><source>Swiss Med Wkly</source><volume>138 (13–14)</volume><fpage>197</fpage><lpage>203</lpage><pub-id pub-id-type="pmid">18389392</pub-id></citation></ref><ref id="pone.0003081-ContopoulosIoannidis1"><label>19</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Contopoulos-Ioannidis</surname><given-names>DG</given-names></name><name><surname>Alexiou</surname><given-names>GA</given-names></name><name><surname>Gouvias</surname><given-names>TC</given-names></name><name><surname>Ioannidis</surname><given-names>JPA</given-names></name></person-group><year>2006</year><article-title>An empirical evaluation of multifarious outcomes in pharmacogenetics: beta-2 adrenoceptor gene polymorphisms in asthma treatment.</article-title><source>Pharmacogenet Genomics</source><volume>16(10)</volume><fpage>705</fpage><lpage>711</lpage><pub-id pub-id-type="pmid">17001289</pub-id></citation></ref><ref id="pone.0003081-Olsen1"><label>20</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Olsen</surname><given-names>KL</given-names></name><name><surname>Hopewell</surname><given-names>S</given-names></name><name><surname>Dickersin</surname><given-names>K</given-names></name><name><surname>Clarke</surname><given-names>M</given-names></name><name><surname>Oxman</surname><given-names>AD</given-names></name></person-group><year>2001</year><article-title>Publication bias in clinical trials.</article-title><comment>(Protocol) <italic>Cochrane Database of Methodology Reviews</italic> 2001, Issue 3. Art. No.: MR000006. DOI: 10.1002/14651858.MR000006</comment></citation></ref><ref id="pone.0003081-Wormald1"><label>21</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Wormald</surname><given-names>R</given-names></name><name><surname>Bloom</surname><given-names>J</given-names></name><name><surname>Evans</surname><given-names>J</given-names></name><name><surname>Oldfield</surname><given-names>K</given-names></name></person-group><year>1997</year><article-title>Publication bias in eye trials.</article-title><comment>In: 2<sup>nd</sup> International Conference Scientific Basis of Health Services & 5<sup>th</sup> Annual Cochrane Colloquium, 1997 5–8 October; Amsterdam, The Netherlands</comment></citation></ref><ref id="pone.0003081-Bardy1"><label>22</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bardy</surname><given-names>AH</given-names></name></person-group><year>1998</year><article-title>Bias in reporting clinical trials.</article-title><source>Br J Clinical Pharmacol</source><volume>46</volume><fpage>147</fpage><lpage>150</lpage><pub-id pub-id-type="pmid">9723823</pub-id></citation></ref><ref id="pone.0003081-Melander1"><label>23</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Melander</surname><given-names>H</given-names></name><name><surname>Ahlqvist-Rastad</surname></name><name><surname>Meijer</surname><given-names>G</given-names></name><name><surname>Beermann</surname><given-names>B</given-names></name></person-group><year>2003</year><article-title>Evidence b(i)ased medicine – selective reporting from studies sponsored by pharmaceutical industry: review of studies in new drug applications.</article-title><source>BMJ</source><volume>326</volume><fpage>1171</fpage><lpage>1173</lpage><pub-id pub-id-type="pmid">12775615</pub-id></citation></ref><ref id="pone.0003081-Menzel1"><label>24</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menzel</surname><given-names>S</given-names></name><name><surname>Uebing</surname><given-names>B</given-names></name><name><surname>Hucklenbroich</surname><given-names>P</given-names></name><name><surname>Schober</surname><given-names>O</given-names></name></person-group><year>2007</year><article-title>Evaluation of clinical trials following an approval from a research ethics committee.</article-title><source>Dtsch Med Wochenschr</source><volume>132(44)</volume><fpage>2313</fpage><lpage>7</lpage><comment>German</comment><pub-id pub-id-type="pmid">17957593</pub-id></citation></ref><ref id="pone.0003081-Misakian1"><label>25</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Misakian</surname><given-names>AL</given-names></name><name><surname>Bero</surname><given-names>LA</given-names></name></person-group><year>1998</year><article-title>Publication bias and research on passive smoking.</article-title><source>JAMA</source><volume>280</volume><fpage>250</fpage><lpage>3</lpage><pub-id pub-id-type="pmid">9676672</pub-id></citation></ref><ref id="pone.0003081-Easterbrook1"><label>26</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Easterbrook</surname><given-names>PJ</given-names></name><name><surname>Berlin</surname><given-names>JA</given-names></name><name><surname>Gopalan</surname><given-names>R</given-names></name><name><surname>Matthews</surname><given-names>DR</given-names></name></person-group><year>1991</year><article-title>Publication bias in clinical research.</article-title><source>Lancet</source><volume>337</volume><fpage>867</fpage><lpage>72</lpage><pub-id pub-id-type="pmid">1672966</pub-id></citation></ref><ref id="pone.0003081-Dickersin2"><label>27</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dickersin</surname><given-names>K</given-names></name><name><surname>Min</surname><given-names>YI</given-names></name><name><surname>Meinert</surname><given-names>CL</given-names></name></person-group><year>1992</year><article-title>Factors influencing publication of research results: follow up of applications submitted to two institutional review boards.</article-title><source>JAMA</source><volume>267</volume><fpage>374</fpage><lpage>8</lpage><pub-id pub-id-type="pmid">1727960</pub-id></citation></ref><ref id="pone.0003081-Pich1"><label>28</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pich</surname><given-names>J</given-names></name><name><surname>Carne</surname><given-names>X</given-names></name><name><surname>Arnaiz</surname><given-names>JA</given-names></name><name><surname>Gomez</surname><given-names>B</given-names></name><name><surname>Trilla</surname><given-names>A</given-names></name><etal></etal></person-group><year>2003</year><article-title>Role of a research ethics committee in follow-up and publication of results.</article-title><source>Lancet</source><volume>361</volume><fpage>1015</fpage><lpage>1016</lpage><pub-id pub-id-type="pmid">12660062</pub-id></citation></ref><ref id="pone.0003081-Decullier1"><label>29</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Decullier</surname><given-names>E</given-names></name><name><surname>Lheritier</surname><given-names>V</given-names></name><name><surname>Chapuis</surname><given-names>F</given-names></name></person-group><year>2005</year><article-title>Fate of biomedical research protocols and publication bias in France: retrospective cohort study.</article-title><source>BMJ</source><volume>331</volume><fpage>19</fpage><lpage>24</lpage><pub-id pub-id-type="pmid">15967761</pub-id></citation></ref><ref id="pone.0003081-Decullier2"><label>30</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Decullier</surname><given-names>E</given-names></name><name><surname>Chapuis</surname><given-names>F</given-names></name></person-group><year>2006</year><article-title>Impact of funding on biomedical research: a retrospective cohort study.</article-title><source>BMC public health</source><volume>6</volume><fpage>165</fpage><pub-id pub-id-type="pmid">16792794</pub-id></citation></ref><ref id="pone.0003081-Cronin1"><label>31</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cronin</surname><given-names>E</given-names></name><name><surname>Sheldon</surname><given-names>T</given-names></name></person-group><year>2004</year><article-title>Factors influencing the publication of health research.</article-title><source>Int J Technol Assess Health Care</source><volume>20</volume><fpage>351</fpage><lpage>5</lpage><pub-id pub-id-type="pmid">15446765</pub-id></citation></ref><ref id="pone.0003081-Cooper1"><label>32</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cooper</surname><given-names>H</given-names></name><name><surname>DeNeve</surname><given-names>K</given-names></name><name><surname>Charlton</surname><given-names>K</given-names></name></person-group><year>1997</year><article-title>Finding the missing science: the fate of studies submitted for review by a human subjects committee.</article-title><source>Psychol Methods</source><volume>2 (4)</volume><fpage>447</fpage><lpage>452</lpage></citation></ref><ref id="pone.0003081-Dickersin3"><label>33</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dickersin</surname><given-names>K</given-names></name></person-group><year>1997</year><article-title>How important is publication bias? A synthesis of available data.</article-title><source>AIDS Educ Prev</source><volume>9</volume><fpage>15</fpage><lpage>21</lpage><pub-id pub-id-type="pmid">9083596</pub-id></citation></ref><ref id="pone.0003081-Haidich1"><label>34</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haidich</surname><given-names>AB</given-names></name><name><surname>Ioannidis</surname><given-names>JP</given-names></name></person-group><year>2001</year><article-title>Effect of early patient enrollment on the time to completion and publication of randomized controlled trials.</article-title><source>Am J Epidemiol</source><volume>154(9)</volume><fpage>873</fpage><lpage>80</lpage><pub-id pub-id-type="pmid">11682370</pub-id></citation></ref><ref id="pone.0003081-Egger1"><label>35</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Egger</surname><given-names>M</given-names></name><name><surname>Smith</surname><given-names>GD</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name></person-group><year>2001</year><article-title>Systematic reviews in health care; meta-analysis in context.</article-title><source>BMJ Publishing Group</source></citation></ref><ref id="pone.0003081-Dickersin4"><label>36</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dickersin</surname><given-names>K</given-names></name><name><surname>Chan</surname><given-names>S</given-names></name><name><surname>Chalmers</surname><given-names>TC</given-names></name><name><surname>Sacks</surname><given-names>HS</given-names></name><name><surname>Smith H</surname><given-names>JR</given-names></name></person-group><year>1987</year><article-title>Publication bias and clinical trials.</article-title><source>Contol Clin Trials</source><volume>8</volume><fpage>343</fpage><lpage>353</lpage></citation></ref><ref id="pone.0003081-Olson1"><label>37</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Olson</surname><given-names>C</given-names></name><name><surname>Rennie</surname><given-names>D</given-names></name><name><surname>Cook</surname><given-names>D</given-names></name><name><surname>Dickersin</surname><given-names>K</given-names></name><name><surname>Flanagin</surname><given-names>A</given-names></name><etal></etal></person-group><year>2002</year><article-title>Publication bias in editorial decision making.</article-title><source>JAMA</source><volume>287 (21)</volume><fpage>2825</fpage><lpage>2828</lpage><pub-id pub-id-type="pmid">12038924</pub-id></citation></ref><ref id="pone.0003081-Dubben1"><label>38</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dubben</surname><given-names>HH</given-names></name><name><surname>Beck-Bornholdt</surname><given-names>HP</given-names></name></person-group><year>2005</year><article-title>Systematic review of publication bias in studies on publication bias.</article-title><source>BMJ</source><volume>331</volume><fpage>433</fpage><lpage>434</lpage><pub-id pub-id-type="pmid">15937056</pub-id></citation></ref><ref id="pone.0003081-HuwilerMuntener1"><label>39</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huwiler-Muntener</surname><given-names>K</given-names></name><name><surname>Juni</surname><given-names>P</given-names></name><name><surname>Junker</surname><given-names>C</given-names></name><name><surname>Egger</surname><given-names>M</given-names></name></person-group><year>2002</year><article-title>Quality of reporting of randomized trials as a measure of methodologic quality.</article-title><source>JAMA</source><volume>287 (21)</volume><fpage>2801</fpage><lpage>2804</lpage><pub-id pub-id-type="pmid">12038917</pub-id></citation></ref><ref id="pone.0003081-SoaresH1"><label>40</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soares H</surname><given-names>P</given-names></name><name><surname>Daniels</surname><given-names>S</given-names></name><name><surname>Kumar</surname><given-names>A</given-names></name><name><surname>Clarke</surname><given-names>M</given-names></name><name><surname>Scott</surname><given-names>C</given-names></name><etal></etal></person-group><year>2004</year><article-title>Bad reporting does not mean bad methods for randomised trials: observational study of randomised controlled trials performed by the Radiation Therapy Oncology Group.</article-title><source>BMJ</source><volume>328</volume><fpage>22</fpage><lpage>24</lpage><pub-id pub-id-type="pmid">14703540</pub-id></citation></ref><ref id="pone.0003081-SoaresH2"><label>41</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soares H</surname><given-names>P</given-names></name><name><surname>Kumar</surname><given-names>A</given-names></name><name><surname>Daniels</surname><given-names>S</given-names></name><name><surname>Swann</surname><given-names>S</given-names></name><name><surname>Cantor</surname><given-names>A</given-names></name><etal></etal></person-group><year>2005</year><article-title>Evaluation of new treatments in radiation oncology, are they better than standard treatments?</article-title><source>JAMA</source><volume>293 (8)</volume><fpage>970</fpage><lpage>978</lpage><pub-id pub-id-type="pmid">15728168</pub-id></citation></ref><ref id="pone.0003081-Hemminki1"><label>42</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hemminki</surname><given-names>E</given-names></name></person-group><year>1980</year><article-title>Study of information submitted by drug companies to licensing authorities.</article-title><source>BMJ</source><fpage>833</fpage><lpage>836</lpage><pub-id pub-id-type="pmid">7370687</pub-id></citation></ref><ref id="pone.0003081-Chappell1"><label>43</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Chappell</surname><given-names>L</given-names></name><name><surname>Alfirevic</surname><given-names>Z</given-names></name><name><surname>Chien</surname><given-names>P</given-names></name><name><surname>Jarvis</surname><given-names>S</given-names></name><name><surname>Thornton</surname><given-names>JG</given-names></name></person-group><year>2005</year><article-title>A comparison of the published version of randomized controlled trials in a specialist clinical journal with the original trial protocols.</article-title><comment>Proceedings of the 5<sup>th</sup> International congress on peer review and biomedical publication. Chicago (unpublished)</comment></citation></ref><ref id="pone.0003081-Williamson2"><label>44</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williamson</surname><given-names>PR</given-names></name><name><surname>Gamble</surname><given-names>C</given-names></name></person-group><year>2005</year><article-title>Identification and impact of outcome selection bias in meta-analysis.</article-title><source>Stat Med</source><volume>24</volume><fpage>1547</fpage><lpage>1561</lpage><pub-id pub-id-type="pmid">15580591</pub-id></citation></ref><ref id="pone.0003081-Williamson3"><label>45</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williamson</surname><given-names>PR</given-names></name><name><surname>Gamble</surname><given-names>C</given-names></name></person-group><year>2007</year><article-title>Application and investigation of a bound for outcome reporting bias.</article-title><source>Trials</source><volume>8</volume><fpage>9</fpage><pub-id pub-id-type="pmid">17341316</pub-id></citation></ref></ref-list><fn-group><fn fn-type="conflict"><p><bold>Competing Interests: </bold>The authors have declared that no competing interests exist.</p></fn><fn fn-type="financial-disclosure"><p><bold>Funding: </bold>This work forms part of the first author's PhD, funded by the NICE Liverpool Reviews and Implementation Group. Douglas Altman is supported by Cancer Research UK. Funders were not involved in the work.</p></fn></fn-group></back></pmc></record>Pour manipuler ce document sous Unix (Dilib)
EXPLOR_STEP=$WICRI_ROOT/Wicri/Asie/explor/AustralieFrV1/Data/Pmc/Corpus
HfdSelect -h $EXPLOR_STEP/biblio.hfd -nk 001519 | SxmlIndent | more
Ou
HfdSelect -h $EXPLOR_AREA/Data/Pmc/Corpus/biblio.hfd -nk 001519 | SxmlIndent | more
Pour mettre un lien sur cette page dans le réseau Wicri
{{Explor lien
|wiki= Wicri/Asie
|area= AustralieFrV1
|flux= Pmc
|étape= Corpus
|type= RBID
|clé=
|texte=
}}
| This area was generated with Dilib version V0.6.33. |  |