Links to Exploration step
Le document en format XML
<record><TEI><teiHeader><fileDesc><titleStmt><title xml:lang="en">Changing computational research. The challenges ahead</title>
<author><name sortKey="Neylon, Cameron" sort="Neylon, Cameron" uniqKey="Neylon C" first="Cameron" last="Neylon">Cameron Neylon</name>
<affiliation><nlm:aff id="I1">Science and Technology Facilities Council, Didcot, Harwell Oxford, UK</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="I2">Public Library of Science, San Francisco, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Aerts, Jan" sort="Aerts, Jan" uniqKey="Aerts J" first="Jan" last="Aerts">Jan Aerts</name>
<affiliation><nlm:aff id="I3">Leuven University, Heverlee, Belgium</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Brown, C Titus" sort="Brown, C Titus" uniqKey="Brown C" first="C Titus" last="Brown">C Titus Brown</name>
<affiliation><nlm:aff id="I4">Michigan State University, East Lansing, MI, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Coles, Simon J" sort="Coles, Simon J" uniqKey="Coles S" first="Simon J" last="Coles">Simon J. Coles</name>
<affiliation><nlm:aff id="I5">University of Southampton, Southampton, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Hatton, Les" sort="Hatton, Les" uniqKey="Hatton L" first="Les" last="Hatton">Les Hatton</name>
<affiliation><nlm:aff id="I6">Oakwood Computing Associates Ltd, Surrey, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Lemire, Daniel" sort="Lemire, Daniel" uniqKey="Lemire D" first="Daniel" last="Lemire">Daniel Lemire</name>
<affiliation><nlm:aff id="I7">LICEF Research Centre, Montreal, QC, Canada</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Millman, K Jarrod" sort="Millman, K Jarrod" uniqKey="Millman K" first="K Jarrod" last="Millman">K Jarrod Millman</name>
<affiliation><nlm:aff id="I8">University of California, Berkeley, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Murray Rust, Peter" sort="Murray Rust, Peter" uniqKey="Murray Rust P" first="Peter" last="Murray-Rust">Peter Murray-Rust</name>
<affiliation><nlm:aff id="I9">University of Cambridge, Cambridge, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Perez, Fernando" sort="Perez, Fernando" uniqKey="Perez F" first="Fernando" last="Perez">Fernando Perez</name>
<affiliation><nlm:aff id="I8">University of California, Berkeley, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Saunders, Neil" sort="Saunders, Neil" uniqKey="Saunders N" first="Neil" last="Saunders">Neil Saunders</name>
<affiliation><nlm:aff id="I10">CSIRO, Sydney, Australia</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Shah, Nigam" sort="Shah, Nigam" uniqKey="Shah N" first="Nigam" last="Shah">Nigam Shah</name>
<affiliation><nlm:aff id="I11">National Center for Biomedical Ontology, Stanford, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Smith, Arfon" sort="Smith, Arfon" uniqKey="Smith A" first="Arfon" last="Smith">Arfon Smith</name>
<affiliation><nlm:aff id="I12">Adler Planetarium, Chicago, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Varoquaux, Gael" sort="Varoquaux, Gael" uniqKey="Varoquaux G" first="Gaël" last="Varoquaux">Gaël Varoquaux</name>
<affiliation><nlm:aff id="I13">INRIA, Saclay, France</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Willighagen, Egon" sort="Willighagen, Egon" uniqKey="Willighagen E" first="Egon" last="Willighagen">Egon Willighagen</name>
<affiliation><nlm:aff id="I14">Maastricht University, Maastricht, Netherlands</nlm:aff>
</affiliation>
</author>
</titleStmt>
<publicationStmt><idno type="wicri:source">PMC</idno>
<idno type="pmid">22640749</idno>
<idno type="pmc">3441321</idno>
<idno type="url">http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3441321</idno>
<idno type="RBID">PMC:3441321</idno>
<idno type="doi">10.1186/1751-0473-7-2</idno>
<date when="2012">2012</date>
<idno type="wicri:Area/Pmc/Corpus">001280</idno>
<idno type="wicri:explorRef" wicri:stream="Pmc" wicri:step="Corpus" wicri:corpus="PMC">001280</idno>
</publicationStmt>
<sourceDesc><biblStruct><analytic><title xml:lang="en" level="a" type="main">Changing computational research. The challenges ahead</title>
<author><name sortKey="Neylon, Cameron" sort="Neylon, Cameron" uniqKey="Neylon C" first="Cameron" last="Neylon">Cameron Neylon</name>
<affiliation><nlm:aff id="I1">Science and Technology Facilities Council, Didcot, Harwell Oxford, UK</nlm:aff>
</affiliation>
<affiliation><nlm:aff id="I2">Public Library of Science, San Francisco, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Aerts, Jan" sort="Aerts, Jan" uniqKey="Aerts J" first="Jan" last="Aerts">Jan Aerts</name>
<affiliation><nlm:aff id="I3">Leuven University, Heverlee, Belgium</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Brown, C Titus" sort="Brown, C Titus" uniqKey="Brown C" first="C Titus" last="Brown">C Titus Brown</name>
<affiliation><nlm:aff id="I4">Michigan State University, East Lansing, MI, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Coles, Simon J" sort="Coles, Simon J" uniqKey="Coles S" first="Simon J" last="Coles">Simon J. Coles</name>
<affiliation><nlm:aff id="I5">University of Southampton, Southampton, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Hatton, Les" sort="Hatton, Les" uniqKey="Hatton L" first="Les" last="Hatton">Les Hatton</name>
<affiliation><nlm:aff id="I6">Oakwood Computing Associates Ltd, Surrey, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Lemire, Daniel" sort="Lemire, Daniel" uniqKey="Lemire D" first="Daniel" last="Lemire">Daniel Lemire</name>
<affiliation><nlm:aff id="I7">LICEF Research Centre, Montreal, QC, Canada</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Millman, K Jarrod" sort="Millman, K Jarrod" uniqKey="Millman K" first="K Jarrod" last="Millman">K Jarrod Millman</name>
<affiliation><nlm:aff id="I8">University of California, Berkeley, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Murray Rust, Peter" sort="Murray Rust, Peter" uniqKey="Murray Rust P" first="Peter" last="Murray-Rust">Peter Murray-Rust</name>
<affiliation><nlm:aff id="I9">University of Cambridge, Cambridge, UK</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Perez, Fernando" sort="Perez, Fernando" uniqKey="Perez F" first="Fernando" last="Perez">Fernando Perez</name>
<affiliation><nlm:aff id="I8">University of California, Berkeley, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Saunders, Neil" sort="Saunders, Neil" uniqKey="Saunders N" first="Neil" last="Saunders">Neil Saunders</name>
<affiliation><nlm:aff id="I10">CSIRO, Sydney, Australia</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Shah, Nigam" sort="Shah, Nigam" uniqKey="Shah N" first="Nigam" last="Shah">Nigam Shah</name>
<affiliation><nlm:aff id="I11">National Center for Biomedical Ontology, Stanford, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Smith, Arfon" sort="Smith, Arfon" uniqKey="Smith A" first="Arfon" last="Smith">Arfon Smith</name>
<affiliation><nlm:aff id="I12">Adler Planetarium, Chicago, USA</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Varoquaux, Gael" sort="Varoquaux, Gael" uniqKey="Varoquaux G" first="Gaël" last="Varoquaux">Gaël Varoquaux</name>
<affiliation><nlm:aff id="I13">INRIA, Saclay, France</nlm:aff>
</affiliation>
</author>
<author><name sortKey="Willighagen, Egon" sort="Willighagen, Egon" uniqKey="Willighagen E" first="Egon" last="Willighagen">Egon Willighagen</name>
<affiliation><nlm:aff id="I14">Maastricht University, Maastricht, Netherlands</nlm:aff>
</affiliation>
</author>
</analytic>
<series><title level="j">Source Code for Biology and Medicine</title>
<idno type="eISSN">1751-0473</idno>
<imprint><date when="2012">2012</date>
</imprint>
</series>
</biblStruct>
</sourceDesc>
</fileDesc>
<profileDesc><textClass></textClass>
</profileDesc>
</teiHeader>
<back><div1 type="bibliography"><listBibl><biblStruct><analytic><author><name sortKey="Brown, Ct" uniqKey="Brown C">CT Brown</name>
</author>
<author><name sortKey="Howe, A" uniqKey="Howe A">A Howe</name>
</author>
<author><name sortKey="Zhang, Q" uniqKey="Zhang Q">Q Zhang</name>
</author>
<author><name sortKey="Pyrkosz, Ab" uniqKey="Pyrkosz A">AB Pyrkosz</name>
</author>
<author><name sortKey="Brom, Th" uniqKey="Brom T">TH Brom</name>
</author>
</analytic>
</biblStruct>
<biblStruct><analytic><author><name sortKey="Brown, Ct" uniqKey="Brown C">CT Brown</name>
</author>
</analytic>
</biblStruct>
<biblStruct><analytic><author><name sortKey="Begley, Cg" uniqKey="Begley C">CG Begley</name>
</author>
<author><name sortKey="Ellis, Lm" uniqKey="Ellis L">LM Ellis</name>
</author>
</analytic>
</biblStruct>
<biblStruct><analytic><author><name sortKey="Ince, Dc" uniqKey="Ince D">DC Ince</name>
</author>
<author><name sortKey="Hatton, L" uniqKey="Hatton L">L Hatton</name>
</author>
<author><name sortKey="Graham Cumming, J" uniqKey="Graham Cumming J">J Graham-Cumming</name>
</author>
</analytic>
</biblStruct>
<biblStruct><analytic><author><name sortKey="Peng, Rd" uniqKey="Peng R">RD Peng</name>
</author>
</analytic>
</biblStruct>
<biblStruct><analytic><author><name sortKey="Stodden, V" uniqKey="Stodden V">V Stodden</name>
</author>
</analytic>
</biblStruct>
</listBibl>
</div1>
</back>
</TEI>
<pmc article-type="editorial" xml:lang="en"><pmc-dir>properties open_access</pmc-dir>
<front><journal-meta><journal-id journal-id-type="nlm-ta">Source Code Biol Med</journal-id>
<journal-id journal-id-type="iso-abbrev">Source Code Biol Med</journal-id>
<journal-title-group><journal-title>Source Code for Biology and Medicine</journal-title>
</journal-title-group>
<issn pub-type="epub">1751-0473</issn>
<publisher><publisher-name>BioMed Central</publisher-name>
</publisher>
</journal-meta>
<article-meta><article-id pub-id-type="pmid">22640749</article-id>
<article-id pub-id-type="pmc">3441321</article-id>
<article-id pub-id-type="publisher-id">1751-0473-7-2</article-id>
<article-id pub-id-type="doi">10.1186/1751-0473-7-2</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Editorial</subject>
</subj-group>
</article-categories>
<title-group><article-title>Changing computational research. The challenges ahead</article-title>
</title-group>
<contrib-group><contrib contrib-type="author" corresp="yes" id="A1"><name><surname>Neylon</surname>
<given-names>Cameron</given-names>
</name>
<xref ref-type="aff" rid="I1">1</xref>
<xref ref-type="aff" rid="I2">2</xref>
<email>cameron.neylon@stfc.ac.uk</email>
</contrib>
<contrib contrib-type="author" id="A2"><name><surname>Aerts</surname>
<given-names>Jan</given-names>
</name>
<xref ref-type="aff" rid="I3">3</xref>
<email>jan.aerts@gmail.com</email>
</contrib>
<contrib contrib-type="author" id="A3"><name><surname>Brown</surname>
<given-names>C Titus</given-names>
</name>
<xref ref-type="aff" rid="I4">4</xref>
<email>ctb@msu.edu</email>
</contrib>
<contrib contrib-type="author" id="A4"><name><surname>Coles</surname>
<given-names>Simon J</given-names>
</name>
<xref ref-type="aff" rid="I5">5</xref>
<email>s.j.coles@soton.ac.uk</email>
</contrib>
<contrib contrib-type="author" id="A5"><name><surname>Hatton</surname>
<given-names>Les</given-names>
</name>
<xref ref-type="aff" rid="I6">6</xref>
<email>lesh@oakcomp.co.uk</email>
</contrib>
<contrib contrib-type="author" id="A6"><name><surname>Lemire</surname>
<given-names>Daniel</given-names>
</name>
<xref ref-type="aff" rid="I7">7</xref>
<email>lemire@gmail.com</email>
</contrib>
<contrib contrib-type="author" id="A7"><name><surname>Millman</surname>
<given-names>K Jarrod</given-names>
</name>
<xref ref-type="aff" rid="I8">8</xref>
<email>millman@berkeley.edu</email>
</contrib>
<contrib contrib-type="author" id="A8"><name><surname>Murray-Rust</surname>
<given-names>Peter</given-names>
</name>
<xref ref-type="aff" rid="I9">9</xref>
<email>pm286@cam.ac.uk</email>
</contrib>
<contrib contrib-type="author" id="A9"><name><surname>Perez</surname>
<given-names>Fernando</given-names>
</name>
<xref ref-type="aff" rid="I8">8</xref>
<email>Fernando.Perez@berkeley.edu</email>
</contrib>
<contrib contrib-type="author" id="A10"><name><surname>Saunders</surname>
<given-names>Neil</given-names>
</name>
<xref ref-type="aff" rid="I10">10</xref>
<email>neilfws@gmail.com</email>
</contrib>
<contrib contrib-type="author" id="A11"><name><surname>Shah</surname>
<given-names>Nigam</given-names>
</name>
<xref ref-type="aff" rid="I11">11</xref>
<email>nigam@stanford.edu</email>
</contrib>
<contrib contrib-type="author" id="A12"><name><surname>Smith</surname>
<given-names>Arfon</given-names>
</name>
<xref ref-type="aff" rid="I12">12</xref>
<email>arfon.smith@astro.ox.ac.uk</email>
</contrib>
<contrib contrib-type="author" id="A13"><name><surname>Varoquaux</surname>
<given-names>Gaël</given-names>
</name>
<xref ref-type="aff" rid="I13">13</xref>
<email>gael.varoquaux@normalesup.org</email>
</contrib>
<contrib contrib-type="author" id="A14"><name><surname>Willighagen</surname>
<given-names>Egon</given-names>
</name>
<xref ref-type="aff" rid="I14">14</xref>
<email>egon.willighagen@gmail.com</email>
</contrib>
</contrib-group>
<aff id="I1"><label>1</label>
Science and Technology Facilities Council, Didcot, Harwell Oxford, UK</aff>
<aff id="I2"><label>2</label>
Public Library of Science, San Francisco, USA</aff>
<aff id="I3"><label>3</label>
Leuven University, Heverlee, Belgium</aff>
<aff id="I4"><label>4</label>
Michigan State University, East Lansing, MI, USA</aff>
<aff id="I5"><label>5</label>
University of Southampton, Southampton, UK</aff>
<aff id="I6"><label>6</label>
Oakwood Computing Associates Ltd, Surrey, UK</aff>
<aff id="I7"><label>7</label>
LICEF Research Centre, Montreal, QC, Canada</aff>
<aff id="I8"><label>8</label>
University of California, Berkeley, USA</aff>
<aff id="I9"><label>9</label>
University of Cambridge, Cambridge, UK</aff>
<aff id="I10"><label>10</label>
CSIRO, Sydney, Australia</aff>
<aff id="I11"><label>11</label>
National Center for Biomedical Ontology, Stanford, USA</aff>
<aff id="I12"><label>12</label>
Adler Planetarium, Chicago, USA</aff>
<aff id="I13"><label>13</label>
INRIA, Saclay, France</aff>
<aff id="I14"><label>14</label>
Maastricht University, Maastricht, Netherlands</aff>
<pub-date pub-type="collection"><year>2012</year>
</pub-date>
<pub-date pub-type="epub"><day>28</day>
<month>5</month>
<year>2012</year>
</pub-date>
<volume>7</volume>
<fpage>2</fpage>
<lpage>2</lpage>
<history><date date-type="received"><day>2</day>
<month>5</month>
<year>2012</year>
</date>
<date date-type="accepted"><day>28</day>
<month>5</month>
<year>2012</year>
</date>
</history>
<permissions><copyright-statement>Copyright ©2012 Neylon et al.; licensee BioMed Central Ltd.</copyright-statement>
<copyright-year>2012</copyright-year>
<copyright-holder>Neylon et al.; licensee BioMed Central Ltd.</copyright-holder>
<license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0"><license-p>This is an Open Access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/2.0">http://creativecommons.org/licenses/by/2.0</ext-link>
), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p>
</license>
</permissions>
<self-uri xlink:href="http://www.scfbm.org/content/7/1/2"></self-uri>
</article-meta>
</front>
<body><sec><title></title>
<p>The past year has been an interesting one for those interested in reproducible research. There have been great examples of replicability [<xref ref-type="bibr" rid="B1">1</xref>
,<xref ref-type="bibr" rid="B2">2</xref>
] in research communication, and examples of horrifying failure of reproducibility (as described in [<xref ref-type="bibr" rid="B3">3</xref>
]) with serious questions being raised on the ability of our current system of research communication to guarantee, or even encourage, that published research be reproducible or replicable.</p>
<p>When we launched the call for papers for Open Research Computation in late 2010 we saw a clear need for higher standards. Computational research should stand out as an exemplar of just how reproducible research can be, yet it falls short more often than not. With modern computational tools it is entirely possible to provide packages which allow direct replication of results. It is possible to provide data and code in the form of a functional virtual machine image along with automated tests to ensure everything is working as expected. But alongside this we can support the reader’s ability to modify and re-purpose tools, to run them against new data, indeed to support efforts to deliberately break the system to identify its limitations. In short, to do what we are supposed to do as scientists – replicate, reproduce, and test the limits of our models and understanding.</p>
<p>We deliberately set the bar high, because we felt it should be high, and because we felt that current standards were, in general, not high enough. Over the past year commentaries [<xref ref-type="bibr" rid="B4">4</xref>
-<xref ref-type="bibr" rid="B6">6</xref>
] have supported these principles, recognizing that there are serious problems – but few have actually backed up those words with actions. As with data, so with code, journal statements requiring that it be available often lack substance – how is it to be made available – and policies generally lack teeth.</p>
<p>As we looked at papers for ORC we set higher standards. We demanded that testing of the code be described. We required that we be able to fork the relevant code before formal acceptance of the paper. We looked hard at the documentation. Are the papers and the code being published today perfect? No. Are they an improvement over the average? Absolutely. Indeed a big part of that improvement is in ensuring that those imperfections can be identified, and worked on for the future.</p>
<p>But arguably we may have set the bar too high. Creating code and documentation to the level that we wanted to see is hard work. And the bottom line is that relatively few groups or projects are willing to put in that work, particularly for publication in an, as yet unproven, journal. So we struggled to get submissions at the level we wanted. And here we ran into the second problem.</p>
<p>In approaching our goals in the form of a journal we made an implicit compromise. We wanted to do something radical, but we did it in a form that was familiar and conventional. This was a deliberate tactical move. But problems arise from the straightjacket that a conventional journal form creates. The first is the issue of indexing. To get indexed requires a journal to publish in each month of a calendar year. If you’re trying something new this isn’t so straightforward.</p>
<p>In the end we have decided to fold ORC into another BMC journal, Source Code in Biology and Medicine, as a thematic series. This has a lot of advantages. It means there is less pressure to immediately get the submission numbers up, making it possible to take a longer term approach, and adapt over time as interest, demand and standards change. We can pull papers in from across the BMC portfolio and offer the “badge” of ORC certification as an extra bonus. In this way we get most of the advantages of a journal but avoid many of the pitfalls. But part of our strategy was the thinking that the journal could have a high Journal Impact Factor (JIF) if a reasonable proportion of papers, being highly used tools, got significant numbers of citations. But you only get JIF’s for individual journals – not for collections of papers. And re-publishing articles that have “already been published” (whatever <italic>that</italic>
means in a web based world) is a definite no-no.</p>
<p>Many of us have felt for a long time that the construct of the journal places artificial constrictions on what we can do in research communication. The restrictions placed on what counts as a journal, what is allowed in a journal, by indexing services are a real drag on innovation. This raises the question of what is required to place innovation at the heart of the system we use to communicate research. How can we build the systems and infrastructure that we use in a way that actively encourages innovation?</p>
<p>In part, the answer lies with the papers that we are publishing today, and that we will continue to review for acceptance into this thematic series. Show our working, use open tools, enable others to replicate and to fork our work and our tools and our systems. Embed within those systems the measures of reputation and use and re-use that support the most successful open source projects and arguably also the research projects that are most successful at using the web as a resource.</p>
<p>Raising the standards of computational research is an important task, and one that we will continue to pursue by identifying and celebrating papers describing code that reaches those high standards that we have set. But equally we hope to keep learning from the process about what we can apply both to research more generally beyond pure computation and to the process of communicating that research.</p>
<p>We need more than just reproducible computational research, we desperately need a step change in our expectations and in the incentives for communicating research in a reproducible form more generally. We need educators and the materials to support them in raising awareness and experience. And we need the development of policy and standards that help us move towards a world where reproducibility and replicability are minimum standards not aspirations. ORC will not be doing this as a separate journal, but through the thematic series we will continue to promote the principles and the lessons we can learn. The problems are real and we need to tackle them.</p>
</sec>
</body>
<back><ref-list><ref id="B1"><mixed-citation publication-type="other"><name><surname>Brown</surname>
<given-names>CT</given-names>
</name>
<name><surname>Howe</surname>
<given-names>A</given-names>
</name>
<name><surname>Zhang</surname>
<given-names>Q</given-names>
</name>
<name><surname>Pyrkosz</surname>
<given-names>AB</given-names>
</name>
<name><surname>Brom</surname>
<given-names>TH</given-names>
</name>
<article-title>A single pass approach to reducing sampling variation, removing errors, and scaling de novo assembly of shotgun sequences</article-title>
<comment>[<ext-link ext-link-type="uri" xlink:href="http://ged.msu.edu/papers/2012-diginorm/">http://ged.msu.edu/papers/2012-diginorm/</ext-link>
]</comment>
</mixed-citation>
</ref>
<ref id="B2"><mixed-citation publication-type="other"><name><surname>Brown</surname>
<given-names>CT</given-names>
</name>
<article-title>Our Approach to replication in computer science</article-title>
<comment>[<ext-link ext-link-type="uri" xlink:href="http://ivory.idyll.org/blog/apr-12/replication-i.html">http://ivory.idyll.org/blog/apr-12/replication-i.html</ext-link>
]</comment>
</mixed-citation>
</ref>
<ref id="B3"><mixed-citation publication-type="journal"><name><surname>Begley</surname>
<given-names>CG</given-names>
</name>
<name><surname>Ellis</surname>
<given-names>LM</given-names>
</name>
<article-title>Drug development: raise standards for preclinical cancer research</article-title>
<source>Nature</source>
<year>2012</year>
<volume>483</volume>
<fpage>531</fpage>
<lpage>533</lpage>
<pub-id pub-id-type="doi">10.1038/483531a</pub-id>
<pub-id pub-id-type="pmid">22460880</pub-id>
</mixed-citation>
</ref>
<ref id="B4"><mixed-citation publication-type="journal"><name><surname>Ince</surname>
<given-names>DC</given-names>
</name>
<name><surname>Hatton</surname>
<given-names>L</given-names>
</name>
<name><surname>Graham-Cumming</surname>
<given-names>J</given-names>
</name>
<article-title>The case for open computer programs</article-title>
<source>Nature</source>
<year>2012</year>
<volume>482</volume>
<fpage>485</fpage>
<lpage>488</lpage>
<pub-id pub-id-type="doi">10.1038/nature10836</pub-id>
<pub-id pub-id-type="pmid">22358837</pub-id>
</mixed-citation>
</ref>
<ref id="B5"><mixed-citation publication-type="journal"><name><surname>Peng</surname>
<given-names>RD</given-names>
</name>
<article-title>Reproducible research in computational science</article-title>
<source>Science</source>
<year>2011</year>
<volume>334</volume>
<fpage>1226</fpage>
<lpage>1227</lpage>
<pub-id pub-id-type="doi">10.1126/science.1213847</pub-id>
<pub-id pub-id-type="pmid">22144613</pub-id>
</mixed-citation>
</ref>
<ref id="B6"><mixed-citation publication-type="other"><name><surname>Stodden</surname>
<given-names>V</given-names>
</name>
<article-title>Trust your science? Open your data and code</article-title>
<source>Amstat News</source>
<year>2011, July</year>
<fpage>21</fpage>
<lpage>22</lpage>
<comment>[<ext-link ext-link-type="uri" xlink:href="http://magazine.amstat.org/blog/2011/07/01/trust-your-science/">http://magazine.amstat.org/blog/2011/07/01/trust-your-science/</ext-link>
]</comment>
</mixed-citation>
</ref>
</ref-list>
</back>
</pmc>
</record>
Pour manipuler ce document sous Unix (Dilib)
EXPLOR_STEP=$WICRI_ROOT/Wicri/Asie/explor/AustralieFrV1/Data/Pmc/Corpus
HfdSelect -h $EXPLOR_STEP/biblio.hfd -nk 001280 | SxmlIndent | more
Ou
HfdSelect -h $EXPLOR_AREA/Data/Pmc/Corpus/biblio.hfd -nk 001280 | SxmlIndent | more
Pour mettre un lien sur cette page dans le réseau Wicri
{{Explor lien |wiki= Wicri/Asie |area= AustralieFrV1 |flux= Pmc |étape= Corpus |type= RBID |clé= |texte= }}
![]() | This area was generated with Dilib version V0.6.33. | ![]() |