Links to Exploration step
Le document en format XML
<record><TEI><teiHeader><fileDesc><titleStmt><title xml:lang="en">A benchmark server using high resolution protein structure data, and benchmark results for membrane helix predictions</title><author><name sortKey="Rath, Emma M" sort="Rath, Emma M" uniqKey="Rath E" first="Emma M" last="Rath">Emma M. Rath</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Tessier, Dominique" sort="Tessier, Dominique" uniqKey="Tessier D" first="Dominique" last="Tessier">Dominique Tessier</name><affiliation><nlm:aff id="I2">UR 1268 Biopolymères Interactions Assemblages, INRA, Nantes, 44300, France</nlm:aff></affiliation></author><author><name sortKey="Campbell, Alexander A" sort="Campbell, Alexander A" uniqKey="Campbell A" first="Alexander A" last="Campbell">Alexander A. Campbell</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Lee, Hong Ching" sort="Lee, Hong Ching" uniqKey="Lee H" first="Hong Ching" last="Lee">Hong Ching Lee</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I3">Garvan Institute of Medical Research, Darlinghurst, Sydney, NSW 2010, Australia</nlm:aff></affiliation></author><author><name sortKey="Werner, Tim" sort="Werner, Tim" uniqKey="Werner T" first="Tim" last="Werner">Tim Werner</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Salam, Noeris K" sort="Salam, Noeris K" uniqKey="Salam N" first="Noeris K" last="Salam">Noeris K. Salam</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I4">Current address: Schrödinger Inc., 8910 University Center Lane, San Diego, CA, 92122, USA</nlm:aff></affiliation></author><author><name sortKey="Lee, Lawrence K" sort="Lee, Lawrence K" uniqKey="Lee L" first="Lawrence K" last="Lee">Lawrence K. Lee</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I5">Current address: Victor Chang Cardiac Research Institute, Lowy Packer Building, 405 Liverpool St, Darlinghurst, NSW 2010, Australia</nlm:aff></affiliation></author><author><name sortKey="Church, W Bret" sort="Church, W Bret" uniqKey="Church W" first="W Bret" last="Church">W Bret Church</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author></titleStmt><publicationStmt><idno type="wicri:source">PMC</idno><idno type="pmid">23530628</idno><idno type="pmc">3620685</idno><idno type="url">http://www.ncbi.nlm.nih.gov/pmc/articles/PMC3620685</idno><idno type="RBID">PMC:3620685</idno><idno type="doi">10.1186/1471-2105-14-111</idno><date when="2013">2013</date><idno type="wicri:Area/Pmc/Corpus">001570</idno><idno type="wicri:explorRef" wicri:stream="Pmc" wicri:step="Corpus" wicri:corpus="PMC">001570</idno></publicationStmt><sourceDesc><biblStruct><analytic><title xml:lang="en" level="a" type="main">A benchmark server using high resolution protein structure data, and benchmark results for membrane helix predictions</title><author><name sortKey="Rath, Emma M" sort="Rath, Emma M" uniqKey="Rath E" first="Emma M" last="Rath">Emma M. Rath</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Tessier, Dominique" sort="Tessier, Dominique" uniqKey="Tessier D" first="Dominique" last="Tessier">Dominique Tessier</name><affiliation><nlm:aff id="I2">UR 1268 Biopolymères Interactions Assemblages, INRA, Nantes, 44300, France</nlm:aff></affiliation></author><author><name sortKey="Campbell, Alexander A" sort="Campbell, Alexander A" uniqKey="Campbell A" first="Alexander A" last="Campbell">Alexander A. Campbell</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Lee, Hong Ching" sort="Lee, Hong Ching" uniqKey="Lee H" first="Hong Ching" last="Lee">Hong Ching Lee</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I3">Garvan Institute of Medical Research, Darlinghurst, Sydney, NSW 2010, Australia</nlm:aff></affiliation></author><author><name sortKey="Werner, Tim" sort="Werner, Tim" uniqKey="Werner T" first="Tim" last="Werner">Tim Werner</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author><author><name sortKey="Salam, Noeris K" sort="Salam, Noeris K" uniqKey="Salam N" first="Noeris K" last="Salam">Noeris K. Salam</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I4">Current address: Schrödinger Inc., 8910 University Center Lane, San Diego, CA, 92122, USA</nlm:aff></affiliation></author><author><name sortKey="Lee, Lawrence K" sort="Lee, Lawrence K" uniqKey="Lee L" first="Lawrence K" last="Lee">Lawrence K. Lee</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation><affiliation><nlm:aff id="I5">Current address: Victor Chang Cardiac Research Institute, Lowy Packer Building, 405 Liverpool St, Darlinghurst, NSW 2010, Australia</nlm:aff></affiliation></author><author><name sortKey="Church, W Bret" sort="Church, W Bret" uniqKey="Church W" first="W Bret" last="Church">W Bret Church</name><affiliation><nlm:aff id="I1">Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</nlm:aff></affiliation></author></analytic><series><title level="j">BMC Bioinformatics</title><idno type="eISSN">1471-2105</idno><imprint><date when="2013">2013</date></imprint></series></biblStruct></sourceDesc></fileDesc><profileDesc><textClass></textClass></profileDesc></teiHeader><front><div type="abstract" xml:lang="en"><sec><title>Background</title><p>Helical membrane proteins are vital for the interaction of cells with their environment. Predicting the location of membrane helices in protein amino acid sequences provides substantial understanding of their structure and function and identifies membrane proteins in sequenced genomes. Currently there is no comprehensive benchmark tool for evaluating prediction methods, and there is no publication comparing all available prediction tools. Current benchmark literature is outdated, as recently determined membrane protein structures are not included. Current literature is also limited to global assessments, as specialised benchmarks for predicting specific classes of membrane proteins were not previously carried out.</p></sec><sec><title>Description</title><p>We present a benchmark server at <ext-link ext-link-type="uri" xlink:href="http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml">http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml</ext-link> that uses recent high resolution protein structural data to provide a comprehensive assessment of the accuracy of existing membrane helix prediction methods. The server further allows a user to compare uploaded predictions generated by novel methods, permitting the comparison of these novel methods against all existing methods compared by the server. Benchmark metrics include sensitivity and specificity of predictions for membrane helix location and orientation, and many others. The server allows for customised evaluations such as assessing prediction method performances for specific helical membrane protein subtypes.</p><p>We report results for custom benchmarks which illustrate how the server may be used for specialised benchmarks. Which prediction method is the best performing method depends on which measure is being benchmarked. The OCTOPUS membrane helix prediction method is consistently one of the highest performing methods across all measures in the benchmarks that we performed.</p></sec><sec><title>Conclusions</title><p>The benchmark server allows general and specialised assessment of existing and novel membrane helix prediction methods. Users can employ this benchmark server to determine the most suitable method for the type of prediction the user needs to perform, be it general whole-genome annotation or the prediction of specific types of helical membrane protein. Creators of novel prediction methods can use this benchmark server to evaluate the performance of their new methods. The benchmark server will be a valuable tool for researchers seeking to extract more sophisticated information from the large and growing protein sequence databases.</p></sec></div></front><back><div1 type="bibliography"><listBibl><biblStruct><analytic><author><name sortKey="White, Sh" uniqKey="White S">SH White</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Punta, M" uniqKey="Punta M">M Punta</name></author><author><name sortKey="Forrest, Lr" uniqKey="Forrest L">LR Forrest</name></author><author><name sortKey="Bigelow, H" uniqKey="Bigelow H">H Bigelow</name></author><author><name sortKey="Kernytsky, A" uniqKey="Kernytsky A">A Kernytsky</name></author><author><name sortKey="Liu, J" uniqKey="Liu J">J Liu</name></author><author><name sortKey="Rost, B" uniqKey="Rost B">B Rost</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Lasso, G" uniqKey="Lasso G">G Lasso</name></author><author><name sortKey="Antoniw, Jf" uniqKey="Antoniw J">JF Antoniw</name></author><author><name sortKey="Mullins, Jg" uniqKey="Mullins J">JG Mullins</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Granseth, E" uniqKey="Granseth E">E Granseth</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Efremov, Rg" uniqKey="Efremov R">RG Efremov</name></author><author><name sortKey="Sazanov, La" uniqKey="Sazanov L">LA Sazanov</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Oldham, Ml" uniqKey="Oldham M">ML Oldham</name></author><author><name sortKey="Khare, D" uniqKey="Khare D">D Khare</name></author><author><name sortKey="Quiocho, Fa" uniqKey="Quiocho F">FA Quiocho</name></author><author><name sortKey="Davidson, Al" uniqKey="Davidson A">AL Davidson</name></author><author><name sortKey="Chen, J" uniqKey="Chen J">J Chen</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Khare, D" uniqKey="Khare D">D Khare</name></author><author><name sortKey="Oldham, Ml" uniqKey="Oldham M">ML Oldham</name></author><author><name sortKey="Orelle, C" uniqKey="Orelle C">C Orelle</name></author><author><name sortKey="Davidson, Al" uniqKey="Davidson A">AL Davidson</name></author><author><name sortKey="Chen, J" uniqKey="Chen J">J Chen</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Wang, Y" uniqKey="Wang Y">Y Wang</name></author><author><name sortKey="Huang, Y" uniqKey="Huang Y">Y Huang</name></author><author><name sortKey="Wang, J" uniqKey="Wang J">J Wang</name></author><author><name sortKey="Cheng, C" uniqKey="Cheng C">C Cheng</name></author><author><name sortKey="Huang, W" uniqKey="Huang W">W Huang</name></author><author><name sortKey="Lu, P" uniqKey="Lu P">P Lu</name></author><author><name sortKey="Xu, Yn" uniqKey="Xu Y">YN Xu</name></author><author><name sortKey="Wang, P" uniqKey="Wang P">P Wang</name></author><author><name sortKey="Yan, N" uniqKey="Yan N">N Yan</name></author><author><name sortKey="Shi, Y" uniqKey="Shi Y">Y Shi</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Amunts, A" uniqKey="Amunts A">A Amunts</name></author><author><name sortKey="Drory, O" uniqKey="Drory O">O Drory</name></author><author><name sortKey="Nelson, N" uniqKey="Nelson N">N Nelson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Cuthbertson, Jm" uniqKey="Cuthbertson J">JM Cuthbertson</name></author><author><name sortKey="Doyle, Da" uniqKey="Doyle D">DA Doyle</name></author><author><name sortKey="Sansom, Ms" uniqKey="Sansom M">MS Sansom</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Chen, Cp" uniqKey="Chen C">CP Chen</name></author><author><name sortKey="Kernytsky, A" uniqKey="Kernytsky A">A Kernytsky</name></author><author><name sortKey="Rost, B" uniqKey="Rost B">B Rost</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Ganapathiraju, M" uniqKey="Ganapathiraju M">M Ganapathiraju</name></author><author><name sortKey="Balakrishnan, N" uniqKey="Balakrishnan N">N Balakrishnan</name></author><author><name sortKey="Reddy, R" uniqKey="Reddy R">R Reddy</name></author><author><name sortKey="Klein Seetharaman, J" uniqKey="Klein Seetharaman J">J Klein-Seetharaman</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Lo, A" uniqKey="Lo A">A Lo</name></author><author><name sortKey="Chiu, Hs" uniqKey="Chiu H">HS Chiu</name></author><author><name sortKey="Sung, Ty" uniqKey="Sung T">TY Sung</name></author><author><name sortKey="Lyu, Pc" uniqKey="Lyu P">PC Lyu</name></author><author><name sortKey="Hsu, Wl" uniqKey="Hsu W">WL Hsu</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Nugent, T" uniqKey="Nugent T">T Nugent</name></author><author><name sortKey="Jones, Dt" uniqKey="Jones D">DT Jones</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Tsirigos, Kd" uniqKey="Tsirigos K">KD Tsirigos</name></author><author><name sortKey="Hennerdal, A" uniqKey="Hennerdal A">A Hennerdal</name></author><author><name sortKey="K Ll, L" uniqKey="K Ll L">L Käll</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Berman, Hm" uniqKey="Berman H">HM Berman</name></author><author><name sortKey="Westbrook, J" uniqKey="Westbrook J">J Westbrook</name></author><author><name sortKey="Feng, Z" uniqKey="Feng Z">Z Feng</name></author><author><name sortKey="Gilliland, G" uniqKey="Gilliland G">G Gilliland</name></author><author><name sortKey="Bhat, Tn" uniqKey="Bhat T">TN Bhat</name></author><author><name sortKey="Weissig, H" uniqKey="Weissig H">H Weissig</name></author><author><name sortKey="Shindyalov, In" uniqKey="Shindyalov I">IN Shindyalov</name></author><author><name sortKey="Bourne, Pe" uniqKey="Bourne P">PE Bourne</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Hobohm, U" uniqKey="Hobohm U">U Hobohm</name></author><author><name sortKey="Scharf, M" uniqKey="Scharf M">M Scharf</name></author><author><name sortKey="Schneider, R" uniqKey="Schneider R">R Schneider</name></author><author><name sortKey="Sander, C" uniqKey="Sander C">C Sander</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Li, W" uniqKey="Li W">W Li</name></author><author><name sortKey="Godzik, A" uniqKey="Godzik A">A Godzik</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Rice, P" uniqKey="Rice P">P Rice</name></author><author><name sortKey="Longden, I" uniqKey="Longden I">I Longden</name></author><author><name sortKey="Bleasby, A" uniqKey="Bleasby A">A Bleasby</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Needleman, Sb" uniqKey="Needleman S">SB Needleman</name></author><author><name sortKey="Wunsch, Cd" uniqKey="Wunsch C">CD Wunsch</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Smith, Tf" uniqKey="Smith T">TF Smith</name></author><author><name sortKey="Waterman, Ms" uniqKey="Waterman M">MS Waterman</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Altschul, Sf" uniqKey="Altschul S">SF Altschul</name></author><author><name sortKey="Gish, W" uniqKey="Gish W">W Gish</name></author><author><name sortKey="Miller, W" uniqKey="Miller W">W Miller</name></author><author><name sortKey="Myers, Ew" uniqKey="Myers E">EW Myers</name></author><author><name sortKey="Lipman, Dj" uniqKey="Lipman D">DJ Lipman</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Lomize, Ma" uniqKey="Lomize M">MA Lomize</name></author><author><name sortKey="Lomize, Al" uniqKey="Lomize A">AL Lomize</name></author><author><name sortKey="Pogozheva, Id" uniqKey="Pogozheva I">ID Pogozheva</name></author><author><name sortKey="Mosberg, Hi" uniqKey="Mosberg H">HI Mosberg</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Tusnady, Ge" uniqKey="Tusnady G">GE Tusnády</name></author><author><name sortKey="Dosztanyi, Z" uniqKey="Dosztanyi Z">Z Dosztányi</name></author><author><name sortKey="Simon, I" uniqKey="Simon I">I Simon</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Tusnady, Ge" uniqKey="Tusnady G">GE Tusnády</name></author><author><name sortKey="Dosztanyi, Z" uniqKey="Dosztanyi Z">Z Dosztányi</name></author><author><name sortKey="Simon, I" uniqKey="Simon I">I Simon</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Kernytsky, A" uniqKey="Kernytsky A">A Kernytsky</name></author><author><name sortKey="Rost, B" uniqKey="Rost B">B Rost</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Matthews, Bw" uniqKey="Matthews B">BW Matthews</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Rost, B" uniqKey="Rost B">B Rost</name></author><author><name sortKey="Sander, C" uniqKey="Sander C">C Sander</name></author><author><name sortKey="Schneider, R" uniqKey="Schneider R">R Schneider</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Zemla, A" uniqKey="Zemla A">A Zemla</name></author><author><name sortKey="Venclovas, C" uniqKey="Venclovas C">C Venclovas</name></author><author><name sortKey="Fidelis, K" uniqKey="Fidelis K">K Fidelis</name></author><author><name sortKey="Rost, B" uniqKey="Rost B">B Rost</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Barton, Gj" uniqKey="Barton G">GJ Barton</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Bernsel, A" uniqKey="Bernsel A">A Bernsel</name></author><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Hennerdal, A" uniqKey="Hennerdal A">A Hennerdal</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Dastmalchi, S" uniqKey="Dastmalchi S">S Dastmalchi</name></author><author><name sortKey="Morris, Mb" uniqKey="Morris M">MB Morris</name></author><author><name sortKey="Church, Wb" uniqKey="Church W">WB Church</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Bernsel, A" uniqKey="Bernsel A">A Bernsel</name></author><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Falk, J" uniqKey="Falk J">J Falk</name></author><author><name sortKey="Lindahl, E" uniqKey="Lindahl E">E Lindahl</name></author><author><name sortKey="Von Heijne, G" uniqKey="Von Heijne G">G von Heijne</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Viklund, H" uniqKey="Viklund H">H Viklund</name></author><author><name sortKey="Bernsel, A" uniqKey="Bernsel A">A Bernsel</name></author><author><name sortKey="Skwark, M" uniqKey="Skwark M">M Skwark</name></author><author><name sortKey="Elofsson, A" uniqKey="Elofsson A">A Elofsson</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Jones, Dt" uniqKey="Jones D">DT Jones</name></author><author><name sortKey="Taylor, Wr" uniqKey="Taylor W">WR Taylor</name></author><author><name sortKey="Thornton, Jm" uniqKey="Thornton J">JM Thornton</name></author></analytic></biblStruct><biblStruct><analytic><author><name sortKey="Jones, Dt" uniqKey="Jones D">DT Jones</name></author></analytic></biblStruct></listBibl></div1></back></TEI><pmc article-type="research-article" xml:lang="en"><pmc-dir>properties open_access</pmc-dir>
<front><journal-meta><journal-id journal-id-type="nlm-ta">BMC Bioinformatics</journal-id><journal-id journal-id-type="iso-abbrev">BMC Bioinformatics</journal-id><journal-title-group><journal-title>BMC Bioinformatics</journal-title></journal-title-group><issn pub-type="epub">1471-2105</issn><publisher><publisher-name>BioMed Central</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="pmid">23530628</article-id><article-id pub-id-type="pmc">3620685</article-id><article-id pub-id-type="publisher-id">1471-2105-14-111</article-id><article-id pub-id-type="doi">10.1186/1471-2105-14-111</article-id><article-categories><subj-group subj-group-type="heading"><subject>Database</subject></subj-group></article-categories><title-group><article-title>A benchmark server using high resolution protein structure data, and benchmark results for membrane helix predictions</article-title></title-group><contrib-group><contrib contrib-type="author" id="A1"><name><surname>Rath</surname><given-names>Emma M</given-names></name><xref ref-type="aff" rid="I1">1</xref><email>erat8805@uni.sydney.edu.au</email></contrib><contrib contrib-type="author" id="A2"><name><surname>Tessier</surname><given-names>Dominique</given-names></name><xref ref-type="aff" rid="I2">2</xref><email>tessier@nantes.inra.fr</email></contrib><contrib contrib-type="author" id="A3"><name><surname>Campbell</surname><given-names>Alexander A</given-names></name><xref ref-type="aff" rid="I1">1</xref><email>acam6265@uni.sydney.edu.au</email></contrib><contrib contrib-type="author" id="A4"><name><surname>Lee</surname><given-names>Hong Ching</given-names></name><xref ref-type="aff" rid="I1">1</xref><xref ref-type="aff" rid="I3">3</xref><email>h.lee@garvan.org.au</email></contrib><contrib contrib-type="author" id="A5"><name><surname>Werner</surname><given-names>Tim</given-names></name><xref ref-type="aff" rid="I1">1</xref><email>twer1565@uni.sydney.edu.au</email></contrib><contrib contrib-type="author" id="A6"><name><surname>Salam</surname><given-names>Noeris K</given-names></name><xref ref-type="aff" rid="I1">1</xref><xref ref-type="aff" rid="I4">4</xref><email>noeris.salam@schrodinger.com</email></contrib><contrib contrib-type="author" id="A7"><name><surname>Lee</surname><given-names>Lawrence K</given-names></name><xref ref-type="aff" rid="I1">1</xref><xref ref-type="aff" rid="I5">5</xref><email>l.lee@victorchang.edu.au</email></contrib><contrib contrib-type="author" corresp="yes" id="A8"><name><surname>Church</surname><given-names>W Bret</given-names></name><xref ref-type="aff" rid="I1">1</xref><email>bret.church@sydney.edu.au</email></contrib></contrib-group><aff id="I1"><label>1</label>Group in Biomolecular Structure and Informatics, Faculty of Pharmacy, The University of Sydney, Darlinghurst, Sydney, NSW 2006, Australia</aff><aff id="I2"><label>2</label>UR 1268 Biopolymères Interactions Assemblages, INRA, Nantes, 44300, France</aff><aff id="I3"><label>3</label>Garvan Institute of Medical Research, Darlinghurst, Sydney, NSW 2010, Australia</aff><aff id="I4"><label>4</label>Current address: Schrödinger Inc., 8910 University Center Lane, San Diego, CA, 92122, USA</aff><aff id="I5"><label>5</label>Current address: Victor Chang Cardiac Research Institute, Lowy Packer Building, 405 Liverpool St, Darlinghurst, NSW 2010, Australia</aff><pub-date pub-type="collection"><year>2013</year></pub-date><pub-date pub-type="epub"><day>27</day><month>3</month><year>2013</year></pub-date><volume>14</volume><fpage>111</fpage><lpage>111</lpage><history><date date-type="received"><day>9</day><month>6</month><year>2012</year></date><date date-type="accepted"><day>19</day><month>3</month><year>2013</year></date></history><permissions><copyright-statement>Copyright © 2012 Rath et al.; licensee BioMed Central Ltd.</copyright-statement><copyright-year>2012</copyright-year><copyright-holder>Rath et al.; licensee BioMed Central Ltd.</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0"><license-p>This is an Open Access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/2.0">http://creativecommons.org/licenses/by/2.0</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.</license-p></license></permissions><self-uri xlink:href="http://www.biomedcentral.com/1471-2105/14/111"></self-uri><abstract><sec><title>Background</title><p>Helical membrane proteins are vital for the interaction of cells with their environment. Predicting the location of membrane helices in protein amino acid sequences provides substantial understanding of their structure and function and identifies membrane proteins in sequenced genomes. Currently there is no comprehensive benchmark tool for evaluating prediction methods, and there is no publication comparing all available prediction tools. Current benchmark literature is outdated, as recently determined membrane protein structures are not included. Current literature is also limited to global assessments, as specialised benchmarks for predicting specific classes of membrane proteins were not previously carried out.</p></sec><sec><title>Description</title><p>We present a benchmark server at <ext-link ext-link-type="uri" xlink:href="http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml">http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml</ext-link> that uses recent high resolution protein structural data to provide a comprehensive assessment of the accuracy of existing membrane helix prediction methods. The server further allows a user to compare uploaded predictions generated by novel methods, permitting the comparison of these novel methods against all existing methods compared by the server. Benchmark metrics include sensitivity and specificity of predictions for membrane helix location and orientation, and many others. The server allows for customised evaluations such as assessing prediction method performances for specific helical membrane protein subtypes.</p><p>We report results for custom benchmarks which illustrate how the server may be used for specialised benchmarks. Which prediction method is the best performing method depends on which measure is being benchmarked. The OCTOPUS membrane helix prediction method is consistently one of the highest performing methods across all measures in the benchmarks that we performed.</p></sec><sec><title>Conclusions</title><p>The benchmark server allows general and specialised assessment of existing and novel membrane helix prediction methods. Users can employ this benchmark server to determine the most suitable method for the type of prediction the user needs to perform, be it general whole-genome annotation or the prediction of specific types of helical membrane protein. Creators of novel prediction methods can use this benchmark server to evaluate the performance of their new methods. The benchmark server will be a valuable tool for researchers seeking to extract more sophisticated information from the large and growing protein sequence databases.</p></sec></abstract><kwd-group><kwd>Helical membrane proteins</kwd><kwd>Transmembrane helix prediction</kwd><kwd>Benchmark</kwd></kwd-group></article-meta></front><body><sec><title>Background</title><p>Helical transmembrane proteins are important for their involvement in cellular mechanisms, which makes them an important class of drug target. The biological function and mechanism of action of these proteins are determined by their three-dimensional (3D) structure, and membrane helices are signature elements of these structures [<xref ref-type="bibr" rid="B1">1</xref>]. Thus, predicting the location of membrane helices from protein sequence can provide powerful constraints for inferring 3D structure and in turn can assist to elucidate their molecular mechanisms. This endeavour is particularly important for membrane proteins, for which relatively few unique structures have been experimentally determined.</p><p>Sequencing entire organism genomes has brought an explosion in the number of available protein sequences. It is estimated that 20-30% of sequenced genomes code for helical membrane proteins [<xref ref-type="bibr" rid="B2">2</xref>], a figure in stark contrast to the ~1% of 3D structures determined experimentally for helical membrane proteins. This discrepancy in representations spurs development of methods for predicting membrane helices from sequence, as this permits better identification of pharmaceutically significant membrane proteins.</p><p>The topography of membrane helical segments – the description of their location in the amino acid sequence – is the focus of many current prediction methods. The most recent methods also predict whether the N-terminal and non-membrane loop segments between membrane helix segments are on the inner or outer side of the membrane – the topology of the membrane helices, which is related to their orientation in the membrane. A range of algorithmic strategies are used by prediction methods, including: amino acid hydrophobicity and other biophysical characteristics; evolutionary information in the form of multiple sequence alignments, and; machine learning strategies such as hidden Markov models, neural networks and support vector machines, which are trained on sequence data of known membrane helices.</p><p>No one membrane helix prediction method scores well for all types of scoring criteria [<xref ref-type="bibr" rid="B2">2</xref>]. Many methods predict the most commonly observed types of membrane helices, but many methods do not also predict the less frequently observed helices such as the half-membrane helices of the ion channels. This is because the methods have been optimised to predict only transmembrane helices that completely cross the membrane [<xref ref-type="bibr" rid="B1">1</xref>,<xref ref-type="bibr" rid="B2">2</xref>]. It is now recognised that half-membrane helices that only partially cross the membrane have importance as they constitute signature structural elements of membrane helical protein families, such as the potassium channels, aquaporins, chloride channels, the glutamate homologue transporter, and the protein conducting channel [<xref ref-type="bibr" rid="B3">3</xref>]. Half-membrane helices have previously been inventoried and classified as being re-entrant loops consisting of either a helix-turn-coil, coil-turn-helix or helix-turn-helix [<xref ref-type="bibr" rid="B4">4</xref>]. Recent x-ray crystallographic protein structures are now revealing more diversity of half-membrane helices such as: discontinuous non-re-entrant half-membrane helices joined by extended 5–7 residue loops in respiratory complex I [<xref ref-type="bibr" rid="B5">5</xref>]; a half-membrane helix connected at 70° by a 10-residue hinge to a membrane interface helix in the maltose transporter [<xref ref-type="bibr" rid="B6">6</xref>,<xref ref-type="bibr" rid="B7">7</xref>]; non-re-entrant half-membrane helices in the formate transporter [<xref ref-type="bibr" rid="B8">8</xref>] that are structurally homologous to the re-entrant aquaporin helix, and; a re-entrant partially 3<sub>10</sub>-helix in a photosystem I structure that is parallel to the membrane plane in place of a hairpin turn [<xref ref-type="bibr" rid="B9">9</xref>].</p><p>As membrane helix prediction methods are developed and improved, there is a continuing need to evaluate and compare their performances, to both aid method development and to directly evaluate method applicability. A benchmark tool for calculating and comparing accuracies of membrane helix topography and topology predictions from sequences would fill this need. Independent evaluations of existing membrane helix prediction methods have been conducted [<xref ref-type="bibr" rid="B10">10</xref>,<xref ref-type="bibr" rid="B11">11</xref>] but do not include important recent methods. The publications for the most recent prediction methods do report benchmark results of the method compared to a limited set of available prediction methods [<xref ref-type="bibr" rid="B3">3</xref>,<xref ref-type="bibr" rid="B4">4</xref>,<xref ref-type="bibr" rid="B12">12</xref>-<xref ref-type="bibr" rid="B16">16</xref>]. No benchmark has comprehensively evaluated the predictive power for specialised classes of transmembrane proteins using high resolution data of known protein topologies as the benchmark standard. A recent study by Tsirigos et. al. in 2012 [<xref ref-type="bibr" rid="B17">17</xref>] reports a comparison of 18 prediction methods, most of them recent methods, but does not provide the ability for users to run evaluations. Finally, since the gold standard for evaluating membrane helix prediction accuracy is to compare the predictions to known membrane helix positions in high resolution solved 3D structures, it is important that evaluations incorporate recent experimental structures. Many novel three-dimensional structures for membrane proteins were solved recently and were not available for the past evaluations.</p></sec><sec><title>Construction and content</title><p>The benchmark server presents the user with options for controlling the inputs and outputs of the server. The inputs are: the prediction methods to be compared; the sequences on which the selected prediction methods operate, and; the reference helix assignments against which the helix predictions are compared. The outputs which the server can generate are the results of the benchmark defined by the inputs, or more detailed information about the inputs. Detail for all these parameters is given in the following subsections.</p><sec><title>Prediction methods</title><p>The server makes available a total of 52 sequence-based prediction methods, which break down to 24 <italic>topographical</italic> methods, 27 <italic>topological</italic> methods, and 1 method which seeks to predict membrane dipping re-entrant loops (TMLOOP [<xref ref-type="bibr" rid="B3">3</xref>]). The <italic>topographical</italic> methods seek to assign membrane-helix character to segments of input amino-acid sequences, whereas <italic>topological</italic> methods seek to assign to predicted membrane helices an orientation with respect to the membrane interfaces (inner or outer).</p><p>The available methods are those which were freely accessible to be run in batch mode. During the implementation of this server, all of the prediction methods were applied to all the sequences available on the server (which are detailed in the next section), and the results cached to speed up the user experience. When this caching was performed, the prediction methods were all run with default parameters. Methods, method types and parameters are listed in Additional file <xref ref-type="supplementary-material" rid="S1">1</xref> Table S1.</p></sec><sec><title>Sequence data</title><p>The protein data used by the server to benchmark predictions were sourced from the wwPDB [<xref ref-type="bibr" rid="B18">18</xref>] in February 2012 and consists of 1045 unique amino acid sequences. These 1045 sequences break down to: 481 sequences from polytopic or bitopic helical membrane proteins; 95 sequences from β-barrel membrane proteins, and; 469 sequences from soluble proteins.</p><p>Users can configure a subset of these sequences to be used in the benchmark of prediction methods according to a number of sequence attributes. These attributes are: similarity level; phylogenetic kingdom; transmembrane helix profile (bitopic or polytopic only, half-membrane helices or not); membrane protein structure family (as assigned by the Membrane Proteins of Known 3D Structure database [<xref ref-type="bibr" rid="B1">1</xref>]); experimental resolution; experimental method, and; year of submission.</p><p>The server defaults to including only sequences from helical membrane proteins with a similarity threshold of 30%, experimental resolution better than or equal to 3.5 Ångström, and experimental methods of x-ray diffraction or Solution NMR – a set of 392 sequences. Users may choose to include the sequences for β-barrel membrane proteins or soluble proteins in order to test the 'false positive' rate of prediction methods, which would be useful information when evaluating a prediction method's performance for genome-level scanning. Similarly, the options for selecting sequence data according to kingdom will assist users for the evaluation of genome scanning potential.</p><p>The set of sequences for helical transmembrane proteins has diversity in the types of helices it contains. Of the 392 default transmembrane protein sequences, 65 sequences contain one or more half-membrane helices or re-entrant loops in addition to transmembrane segments, and the remaining 327 sequences contain only transmembrane helices that completely cross the membrane. The one soluble protein dataset was derived from PDBselect25 [<xref ref-type="bibr" rid="B19">19</xref>] of March 2012, and reduced from 25% to less than 1% similarity by using psi-cd-hit [<xref ref-type="bibr" rid="B20">20</xref>].</p><p>The sets of sequences of varying levels of similarity were pre-computed using “algorithm 2” from [<xref ref-type="bibr" rid="B19">19</xref>], with similarity being evaluated using the EMBOSS [<xref ref-type="bibr" rid="B21">21</xref>] global alignment [<xref ref-type="bibr" rid="B22">22</xref>] and the EMBOSS local alignment [<xref ref-type="bibr" rid="B23">23</xref>]. The sets generated offer similarity levels from 20% to 100% with steps of 5%. For each kingdom the top 10% of the soluble sequences least similar to the helical membrane dataset sequences were retained for the soluble protein dataset, with similarity having been determined by the identities metric for matches having E-value less than 0.005 [<xref ref-type="bibr" rid="B24">24</xref>]. The structure-function family classification of sequences from helical membrane proteins is according to the Membrane Proteins of Known 3D Structure database [<xref ref-type="bibr" rid="B1">1</xref>]. The year of submission option allows users to include only sequences submitted after a certain date, which can aid in the detection of training bias in the prediction methods being surveyed which may have trained on the same data.</p><p>It is also possible for the user to upload their own predictions for the selection of sequences. This allows the comparison of novel prediction methods against the many existing methods. The sequences for a selection can be retrieved by choosing the appropriate output option, as described in the following sections.</p></sec><sec><title>Reference helix assignments</title><p>Performance of topography and topology predictions is measured against membrane helix assignments in high resolution three-dimensional structures from the Protein Data Bank (wwPDB) [<xref ref-type="bibr" rid="B18">18</xref>]. The user can choose from 4 sets of reference helix assignments: OPM membrane helices; OPM <italic>adjusted</italic> membrane helices; PDBTM membrane helices, and; PDBTM membrane helices <italic>and loops.</italic> The server defaults to OPM <italic>adjusted</italic> membrane helices.</p><p>The helices in a solved 3D structure can deviate from the definition of a canonical helix, and the location of the membrane with respect to the helix can not be definitively determined from crystal and NMR structures. The definition of the membrane regions of proteins available in the server can be chosen from the Orientations of Proteins in Membranes (OPM) database [<xref ref-type="bibr" rid="B25">25</xref>] or the Protein Data Bank of Transmembrane Proteins (PDBTM) [<xref ref-type="bibr" rid="B26">26</xref>,<xref ref-type="bibr" rid="B27">27</xref>]. Manual visual comparison of the membrane helices common to structure-function families, as assigned by the Membrane Proteins of Known 3D Structure database, permitted the identification of short membrane helices that had not been identified as OPM membrane segments in some of the members of the family. The reference helix assignment dataset that includes these is referred to in the server as “OPM adjusted membrane helices” and hereafter is abbreviated to “OPM-adjusted”. PDBTM classifies short membrane helices as loop that includes the coil part of the re-entrant helix, and the server optionally allows these to be counted as membrane helices. This loop-inclusive reference helix assignment dataset is referred to as “PDBTM membrane helices and loops”. The OPM- and PDBTM-assigned membrane helices differ by an average of 2 residues per helix boundary definition.</p><p>For topology assignments, the benchmark server uses the assignments reported in OPM. The PDBTM assigns the two sides of the membrane without specifying which is inside or outside, and these assignments were compared to the OPM assignments to arrive at inside/outside topology assignments for benchmarks using PDBTM topography assignments. The term 'outside' is used to refer to the extracellular face of the membrane, and 'inside' to the other side. Three-dimensional structure determinations do not inherently determine how the protein is positioned in the membrane, making this processing necessary.</p></sec><sec><title>Outputs</title><p>Once the parameters of a benchmark have been chosen, the user can select from a number of operations to perform. The default operation is to execute the benchmark and receive the benchmark results. Other operations available involve retrieving further information about the selected parameters the user has chosen for the benchmark. This further information includes the aligned predictions for the selected prediction methods and sequences, or the selected sequences in a variety of formats. These options allow the user to perform their own predictions on the chosen sets of sequence data, which can be uploaded to the server and included in benchmarking.</p><p>When a benchmark is performed, the results consist of a number of scores with differing granularity, each of which describes a different feature of prediction. The scores are divided into <italic>topography</italic> scores and <italic>topology</italic> scores.</p><p>For <italic>topography</italic> scores, the levels of granularity are:</p><p>1. per protein sequence accuracy, which measures the percentage of protein sequences for which all membrane helices are predicted correctly</p><p>2. per segment accuracy, which measures the performance of predicting individual helices and has two components:</p><p>2a. sensitivity, which is the percentage of reference helices which are correctly predicted</p><p>2a. specificity, which is the percentage of predicted helices which are actually in the reference helix dataset</p><p>3. helix boundary accuracy, which measures the ability of methods to correctly predict the residues where a helix begins and ends and has three variations</p><p>4. per residue accuracy, which measures the ability of methods to correctly assign specific helix characters to individual residues and has a number of variations</p><p>For <italic>topology</italic> scores, the levels of granularity are:</p><p>1. per protein sequence accuracy, which has two components:</p><p>1a. localisation, which measures the ability of methods to correctly assign localisation within the membrane environment to all segments of the protein chain</p><p>1a. orientation, which measures the ability of methods to correctly assign the N-terminal end of a protein chain to the correct locale in the membrane environment</p><p>2. per segment accuracy, which measures the ability of methods to correctly assign the orientation and localisation within the membrane environment to individual segments of the protein chain</p><p>3. per residue accuracy, which measures the ability of methods to correctly assign the orientation and localisation within the membrane environment to individual residues</p><p>The topography per-protein-sequence, per-segment, and per-residue measures provided by the now unavailable transmembrane helix benchmark server of [<xref ref-type="bibr" rid="B28">28</xref>] are included and extended in this new benchmark server to include topology and helix boundary prediction accuracy measures and Matthews Correlation Co-efficients (MCC) [<xref ref-type="bibr" rid="B29">29</xref>].</p><p>Some of these metrics were reported in other previous benchmarks [<xref ref-type="bibr" rid="B13">13</xref>-<xref ref-type="bibr" rid="B16">16</xref>]. Although per-residue scores are provided, it is the per-segment scores, also known as segment overlap (Sov) scores [<xref ref-type="bibr" rid="B30">30</xref>,<xref ref-type="bibr" rid="B31">31</xref>], that can be considered as the more informative metrics. This is because it is the secondary structure type (α-helical, β-barrel, or coil), position, and number of secondary membrane structure segments that characterise structure and function [<xref ref-type="bibr" rid="B1">1</xref>,<xref ref-type="bibr" rid="B31">31</xref>]. The differences in OPM and PDBTM assigned helix boundaries show that residue-level helix assignments are not unambiguously agreed. As an example of how a per-residue score can be misleading, predicting a highly α-helical protein to be entirely helical gives a high per-residue score, inflating the perceived performance of the prediction method [<xref ref-type="bibr" rid="B32">32</xref>]. The metrics provided by this benchmark server and their formulae are listed in Additional file <xref ref-type="supplementary-material" rid="S1">1</xref> Table S2.</p><p>A visual comparison section displays observed versus predicted membrane helix positions and inside/outside topology for protein amino acid sequences to the amino acid level of detail, revealing problematic helices and topology segments in detail.</p></sec></sec><sec><title>Utility and discussion</title><p>The benchmark server was used to carry out benchmarks of all the transmembrane helix prediction methods available on the server, making use of the wide variety of parameters. Five major benchmarks were performed to test for different measures of accuracy: sensitivity; specificity; correctly predicted sequences; topology, and; helix boundaries. The results of these benchmark questions are presented in Table <xref ref-type="table" rid="T1">1</xref>. To illustrate the flexibility of the server for carrying out specialised evaluations, specialised benchmarks for predictions of membrane channel helices were carried out and are reported in Table <xref ref-type="table" rid="T2">2</xref>.</p><table-wrap position="float" id="T1"><label>Table 1</label><caption><p>Benchmark results showing prediction methods and their scores for benchmark measures</p></caption><table frame="hsides" rules="groups" border="1"><colgroup><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col></colgroup><thead valign="top"><tr><th align="left" valign="bottom"> <hr></hr></th><th colspan="11" align="left" valign="bottom"><bold>Benchmark measure </bold><bold>(and subset of data used for benchmark)</bold><hr></hr></th></tr><tr><th align="left" valign="bottom"> <hr></hr></th><th colspan="2" align="left" valign="bottom"><bold>Sensitivity</bold><hr></hr></th><th colspan="2" align="left" valign="bottom"><bold>Specificity</bold><hr></hr></th><th colspan="2" align="left" valign="bottom"><bold>Correctly predicted sequences</bold><hr></hr></th><th colspan="2" align="left" valign="bottom"><bold>N-terminal topology</bold><hr></hr></th><th align="left" valign="bottom"><bold>Non-membrane topology segments</bold><hr></hr></th><th colspan="2" align="left" valign="bottom"><bold>Helix boundaries</bold><hr></hr></th></tr><tr><th align="left"><bold>Prediction Method</bold></th><th align="left"><bold>(1)</bold></th><th align="left"><bold>(2)</bold></th><th align="left"><bold>(3)</bold></th><th align="left"><bold>(1)</bold></th><th align="left"><bold>(4)</bold></th><th align="left"><bold>(5)</bold></th><th align="left"><bold>(4)</bold></th><th align="left"><bold>(1)</bold></th><th align="left"><bold>(1)</bold></th><th align="left"><bold>(1)</bold></th><th align="left"><bold>(6)</bold></th></tr></thead><tbody valign="top"><tr><td align="left" valign="bottom">DAS-TMfilter<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">51<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">63<hr></hr></td></tr><tr><td align="left" valign="bottom">DAS1997 (loose)<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">78<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">57<hr></hr></td><td align="left" valign="bottom">64<hr></hr></td></tr><tr><td align="left" valign="bottom">DAS1997 (strict)<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">39<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">42<hr></hr></td><td align="left" valign="bottom">37<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td></tr><tr><td align="left" valign="bottom">DAS2002<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">78<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">56<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td></tr><tr><td align="left" valign="bottom">deltaG<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">63<hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">68<hr></hr></td></tr><tr><td align="left" valign="bottom">Eisen (11,10)<hr></hr></td><td align="left" valign="bottom">59<hr></hr></td><td align="left" valign="bottom">57<hr></hr></td><td align="left" valign="bottom">11<hr></hr></td><td align="left" valign="bottom">58<hr></hr></td><td align="left" valign="bottom">10<hr></hr></td><td align="left" valign="bottom">5<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">31<hr></hr></td><td align="left" valign="bottom">27<hr></hr></td></tr><tr><td align="left" valign="bottom">Eisen (19,10)<hr></hr></td><td align="left" valign="bottom">41<hr></hr></td><td align="left" valign="bottom">36<hr></hr></td><td align="left" valign="bottom">9<hr></hr></td><td align="left" valign="bottom">51<hr></hr></td><td align="left" valign="bottom">2<hr></hr></td><td align="left" valign="bottom">1<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">17<hr></hr></td><td align="left" valign="bottom">14<hr></hr></td></tr><tr><td align="left" valign="bottom">Eisen (7,10)<hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td><td align="left" valign="bottom">13<hr></hr></td><td align="left" valign="bottom">60<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom">7<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">45<hr></hr></td><td align="left" valign="bottom">39<hr></hr></td></tr><tr><td align="left" valign="bottom">ENSEMBLE (in MemPype)<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">95<hr></hr></td><td align="left" valign="bottom">52<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">68<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td></tr><tr><td align="left" valign="bottom">HMM-TM<hr></hr></td><td align="left" valign="bottom">63<hr></hr></td><td align="left" valign="bottom">43<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">60<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom">53<hr></hr></td><td align="left" valign="bottom">53<hr></hr></td></tr><tr><td align="left" valign="bottom">HMMTOP (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td></tr><tr><td align="left" valign="bottom">HMMTOP2<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td></tr><tr><td align="left" valign="bottom">KyteD (11,10)<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">21<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td><td align="left" valign="bottom">26<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">53<hr></hr></td><td align="left" valign="bottom">46<hr></hr></td></tr><tr><td align="left" valign="bottom">KyteD (19,10)<hr></hr></td><td align="left" valign="bottom">58<hr></hr></td><td align="left" valign="bottom">50<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom">6<hr></hr></td><td align="left" valign="bottom">1<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">30<hr></hr></td><td align="left" valign="bottom">24<hr></hr></td></tr><tr><td align="left" valign="bottom">KyteD (7,10)<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">78<hr></hr></td><td align="left" valign="bottom">25<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">36<hr></hr></td><td align="left" valign="bottom">23<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">59<hr></hr></td></tr><tr><td align="left" valign="bottom">MemBrain<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">95<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"><bold>80</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">57<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT-SVM<hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">46<hr></hr></td><td align="left" valign="bottom">97<hr></hr></td><td align="left" valign="bottom"><bold>72</bold><hr></hr></td><td align="left" valign="bottom">11<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom"><bold>82</bold><hr></hr></td><td align="left" valign="bottom"><bold>81</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT3<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">46<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom"><bold>72</bold><hr></hr></td><td align="left" valign="bottom">15<hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom">50<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td></tr><tr><td align="left" valign="bottom">OCTOPUS<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom"><bold>98</bold><hr></hr></td><td align="left" valign="bottom"><bold>77</bold><hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom"><bold>90</bold><hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom"><bold>84</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">OCTOPUS (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>88</bold><hr></hr></td><td align="left" valign="bottom"><bold>86</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>76</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">OHM (11,10)<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom">10<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">42<hr></hr></td><td align="left" valign="bottom">35<hr></hr></td></tr><tr><td align="left" valign="bottom">OHM (19,10)<hr></hr></td><td align="left" valign="bottom">51<hr></hr></td><td align="left" valign="bottom">46<hr></hr></td><td align="left" valign="bottom">12<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">7<hr></hr></td><td align="left" valign="bottom">2<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">23<hr></hr></td><td align="left" valign="bottom">17<hr></hr></td></tr><tr><td align="left" valign="bottom">OHM (7,10)<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">22<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom">23<hr></hr></td><td align="left" valign="bottom">16<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">53<hr></hr></td><td align="left" valign="bottom">47<hr></hr></td></tr><tr><td align="left" valign="bottom">PHDhtm (at PBIL)<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">47<hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">58<hr></hr></td><td align="left" valign="bottom">56<hr></hr></td></tr><tr><td align="left" valign="bottom">PHDThtm (at PBIL)<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">78<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">95<hr></hr></td><td align="left" valign="bottom">48<hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom">54<hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td></tr><tr><td align="left" valign="bottom">Philius<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>96</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td></tr><tr><td align="left" valign="bottom">Phobius<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">60<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">78<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td></tr><tr><td align="left" valign="bottom">PolyPhobius<hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom"><bold>78</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td></tr><tr><td align="left" valign="bottom">PRED-TMR<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">68<hr></hr></td></tr><tr><td align="left" valign="bottom">PRO-TMHMM (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td></tr><tr><td align="left" valign="bottom">PRODIV-TMHMM (in TOPCONS)<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom">43<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom"><bold>74</bold><hr></hr></td><td align="left" valign="bottom">32<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>78</bold><hr></hr></td><td align="left" valign="bottom"><bold>78</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">S-TMHMM (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">57<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">68<hr></hr></td></tr><tr><td align="left" valign="bottom">SCAMPI<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>88</bold><hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td></tr><tr><td align="left" valign="bottom">SCAMPI-multi (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>88</bold><hr></hr></td><td align="left" valign="bottom"><bold>86</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>76</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">SCAMPI-sequence (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td></tr><tr><td align="left" valign="bottom">SCAMPI-sequence (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td></tr><tr><td align="left" valign="bottom">SOSUI<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">49<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">64<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td></tr><tr><td align="left" valign="bottom">SPLIT4<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">40<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">60<hr></hr></td><td align="left" valign="bottom">56<hr></hr></td></tr><tr><td align="left" valign="bottom">SVMtm<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">56<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td></tr><tr><td align="left" valign="bottom">SVMtop<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">52<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td></tr><tr><td align="left" valign="bottom">TMAP<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">59<hr></hr></td><td align="left" valign="bottom">52<hr></hr></td></tr><tr><td align="left" valign="bottom">TMHMM2<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>96</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">59<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">71<hr></hr></td></tr><tr><td align="left" valign="bottom">TMMOD<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom"><bold>96</bold><hr></hr></td><td align="left" valign="bottom"><bold>97</bold><hr></hr></td><td align="left" valign="bottom">56<hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">68<hr></hr></td></tr><tr><td align="left" valign="bottom">TMpred<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">64<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">52<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">61<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td></tr><tr><td align="left" valign="bottom">TOPCONS<hr></hr></td><td align="left" valign="bottom"><bold>91</bold><hr></hr></td><td align="left" valign="bottom">88<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom"><bold>98</bold><hr></hr></td><td align="left" valign="bottom"><bold>72</bold><hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom"><bold>88</bold><hr></hr></td><td align="left" valign="bottom"><bold>87</bold><hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom"><bold>77</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">TOPCONS-single<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom">87<hr></hr></td><td align="left" valign="bottom"><bold>95</bold><hr></hr></td><td align="left" valign="bottom">96<hr></hr></td><td align="left" valign="bottom">66<hr></hr></td><td align="left" valign="bottom"><bold>94</bold><hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td></tr><tr><td align="left" valign="bottom">TOPPRED2<hr></hr></td><td align="left" valign="bottom">85<hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">62<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">69<hr></hr></td></tr><tr><td align="left" valign="bottom">VALPRED<hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom">61<hr></hr></td><td align="left" valign="bottom">94<hr></hr></td><td align="left" valign="bottom">45<hr></hr></td><td align="left" valign="bottom">64<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">42<hr></hr></td><td align="left" valign="bottom">33<hr></hr></td></tr><tr><td align="left" valign="bottom">VALPRED2<hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom"><bold>90</bold><hr></hr></td><td align="left" valign="bottom">54<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom">40<hr></hr></td><td align="left" valign="bottom">65<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">55<hr></hr></td><td align="left" valign="bottom">50<hr></hr></td></tr><tr><td align="left">waveTM</td><td align="left">88</td><td align="left">84</td><td align="left">79</td><td align="left">96</td><td align="left">52</td><td align="left">80</td><td align="left"> </td><td align="left"> </td><td align="left"> </td><td align="left">62</td><td align="left">58</td></tr></tbody></table><table-wrap-foot><p>Numbers in brackets refer to the subset of data used in the benchmark as specified in Table <xref ref-type="table" rid="T3">3</xref>. The benchmark server metric used for sensitivity is “Qhtm %obs”, for specificity is “Qhtm %prd”, for correctly predicted sequences is “Qok”, for N-terminal topology is “Nterm”, for non-membrane topology segments is “Qio %obs”, and for helix boundaries is “QHb %obs”. The scores of the 5 highest scoring prediction methods are marked in bold (and if there is more than one method having the score of the 5<sup>th</sup> highest scoring method then all methods having that score are marked in bold). Methods that do not predict topology do not have topology scores.</p></table-wrap-foot></table-wrap><table-wrap position="float" id="T2"><label>Table 2</label><caption><p>Sensitivity benchmark results for predictions of families of membrane channels</p></caption><table frame="hsides" rules="groups" border="1"><colgroup><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col></colgroup><thead valign="top"><tr><th align="left" valign="bottom"> <hr></hr></th><th colspan="7" align="left" valign="bottom"><bold>Channel structure family</bold><hr></hr></th></tr><tr><th align="left"><bold>Prediction Method</bold></th><th align="left"><bold>(1) FNT</bold></th><th align="left"><bold>(2) Amt/Rh</bold></th><th align="left"><bold>(3) Aquaporin</bold></th><th align="left"><bold>(4) Gap junction</bold></th><th align="left"><bold>(5) K</bold><sup><bold>+ </bold></sup><bold>channel</bold></th><th align="left"><bold>(6) Urea transport</bold></th><th align="left"><bold>(7) Other</bold></th></tr></thead><tbody valign="top"><tr><td align="left" valign="bottom">DAS1997 (strict)<hr></hr></td><td align="left" valign="bottom"><bold>90</bold><hr></hr></td><td align="left" valign="bottom"><bold>93</bold><hr></hr></td><td align="left" valign="bottom"><bold>80</bold><hr></hr></td><td align="left" valign="bottom">100<hr></hr></td><td align="left" valign="bottom"><bold>89</bold><hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom"><bold>92</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">HMMTOP (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">HMMTOP2<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">MemBrain<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">93<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">92<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT (in TOPCONS-single)<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">95<hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT-SVM<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">97<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">95<hr></hr></td></tr><tr><td align="left" valign="bottom">MEMSAT3<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">74<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">70<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">92<hr></hr></td></tr><tr><td align="left" valign="bottom">OCTOPUS<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">77<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">89<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">OCTOPUS (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">97<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">Philius<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">83<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">89<hr></hr></td></tr><tr><td align="left" valign="bottom">PolyPhobius<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">73<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">PRO-TMHMM (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">90<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">PRODIV-TMHMM (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">91<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td></tr><tr><td align="left" valign="bottom">SCAMPI-multi (in TOPCONS)<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">97<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">SVMtop<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">81<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">92<hr></hr></td></tr><tr><td align="left" valign="bottom">TMHMM2<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">89<hr></hr></td></tr><tr><td align="left" valign="bottom">TMMOD<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">79<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom">84<hr></hr></td></tr><tr><td align="left" valign="bottom">TOPCONS<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">82<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left" valign="bottom">TOPCONS-single<hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">99<hr></hr></td><td align="left" valign="bottom">75<hr></hr></td><td align="left" valign="bottom"><bold>100</bold><hr></hr></td><td align="left" valign="bottom">76<hr></hr></td><td align="left" valign="bottom"><bold>83</bold><hr></hr></td><td align="left" valign="bottom">97<hr></hr></td></tr><tr><td align="left">VALPRED2</td><td align="left">95</td><td align="left">97</td><td align="left">91</td><td align="left"><bold>100</bold></td><td align="left"><bold>96</bold></td><td align="left">75</td><td align="left"><bold>100</bold></td></tr></tbody></table><table-wrap-foot><p>Each prediction method's score is given for the channel structure family benchmark data subset as specified in Table <xref ref-type="table" rid="T4">4</xref>. The benchmark server metric used is “Qhtm %obs”. The highest score for each family is marked in bold. Results for prediction methods that did not obtain a highest score for any of these specialised channel benchmarks except the Gap Junction benchmark (for which all methods except OPM (19,0) scored 100%) have been omitted.</p></table-wrap-foot></table-wrap><p>These benchmarks were all performed using the standard interface to the server and can be performed by any user.</p><sec><title>Benchmarking considerations</title><p>Using the server's data selection features, specifically appropriate benchmark data subsets were chosen to illustrate the extent of differences in prediction accuracy for the different benchmark metrics involved in each benchmark question. These data subsets are specified in Table <xref ref-type="table" rid="T3">3</xref>. For sensitivity benchmarks, only membrane sequences containing at least one membrane helix were included in the benchmark, so as not to dilute the differences in sensitivity accuracy with statistics for sequences not containing any membrane helices. However, when performing <bold>s</bold>pecificity benchmarks, it is highly relevant to include sequences that do not contain membrane helices so that false positive rates may be assessed, and so specificity benchmarks included such sequences. Specificity benchmarks were also carried out on datasets where the only included membrane sequences were those containing at least one membrane helix.</p><table-wrap position="float" id="T3"><label>Table 3</label><caption><p>Characteristics of the subsets of data used for the benchmarks reported in this paper</p></caption><table frame="hsides" rules="groups" border="1"><colgroup><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col></colgroup><thead valign="top"><tr><th align="left" valign="bottom"> <hr></hr></th><th colspan="10" align="left" valign="bottom"><bold>Characteristics of the specialised data subsets used for the benchmarks</bold><hr></hr></th></tr><tr><th align="left"><bold>Identifier for subsets of data used in benchmarks reported in this paper</bold></th><th align="left"><bold>TMH</bold></th><th align="left"><bold>½MH</bold></th><th align="left"><bold>BB</bold></th><th align="left"><bold>Solb</bold></th><th align="left"><bold>All years</bold></th><th align="left"><bold>2008…</bold></th><th align="left"><bold>OPM</bold></th><th align="left"><bold>PDBTM</bold></th><th align="left"><bold>#seqs</bold></th><th align="left"><bold>#MHs</bold></th></tr></thead><tbody valign="top"><tr><td align="left" valign="bottom">(1) TMH_1/2MH_OPM<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">101<hr></hr></td><td align="left" valign="bottom">483<hr></hr></td></tr><tr><td align="left" valign="bottom">(2) TMH_1/2MH_2008_OPM<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">24<hr></hr></td><td align="left" valign="bottom">191<hr></hr></td></tr><tr><td align="left" valign="bottom">(3) TMH_1/2MH_BB_SOLB_OPM<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">599<hr></hr></td><td align="left" valign="bottom">483<hr></hr></td></tr><tr><td align="left" valign="bottom">(4) TMH_OPM<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">86<hr></hr></td><td align="left" valign="bottom">372<hr></hr></td></tr><tr><td align="left" valign="bottom">(5) TMH_BB_SOLB_OPM<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">Y<hr></hr></td><td align="left" valign="bottom"> <hr></hr></td><td align="left" valign="bottom">584<hr></hr></td><td align="left" valign="bottom">372<hr></hr></td></tr><tr><td align="left">(6) TMH_PDBTM</td><td align="left">Y</td><td align="left"> </td><td align="left"> </td><td align="left"> </td><td align="left">Y</td><td align="left"> </td><td align="left"> </td><td align="left">Y</td><td align="left">86</td><td align="left">464</td></tr></tbody></table><table-wrap-foot><p>All these data subsets were restricted to sequences having less than 30% similarity to each other with similarity having been measured by EMBOSS global sequence alignment. Other parameters used to build the data subsets are specified by ticks in the columns. For parameters not specified here the benchmark server default values were used. Legend : TMH : transmembrane helices; ½MH : half-membrane helices; BB : membrane β-barrels; Solb : soluble proteins; All years : sequences used in the benchmark were not restricted by date that the PDB model was made available; 2008 : benchmark was carried out restricting sequences to those belonging to PDB structures deposited 2008 or after and not having any structures of similar sequence deposited before 2008. OPM : benchmark was carried out using OPM-adjusted membrane helix assigments. PDBTM : benchmark was carried out using PDBTM membrane helix assignments without including segments assigned as loops. #seqs : total number of sequences; #MHs : total number of membrane helices.</p></table-wrap-foot></table-wrap><p>For topology assessments, benchmarks of datasets both containing and excluding half-membrane helices were performed, because difficulties in predicting half-membrane helices can adversely affect the topology performance. For helix boundaries assessments, benchmarks were carried out separately for the benchmark data using OPM-defined membrane helices versus that of PDBTM, because these two definitions do not assign helix boundaries identically. Apart from this assessment, all benchmarks were carried out using only the OPM-adjusted membrane helix assignments. All benchmarks were carried out on a data subset where member sequences were restricted to less than 30% similarity to other sequences in the subset, with similarity having been measured by EMBOSS global sequence alignment. Unless otherwise specified, the default benchmark server parameters were used.</p><p>For the specialised benchmarks on membrane channel predictions, the benchmark data were restricted to only sequences belonging to specific membrane protein structure families, as specified in Table <xref ref-type="table" rid="T4">4</xref>. As there are not many benchmark sequences available in the server for each family of membrane channels, benchmark dataset sequences were not restricted by similarity to each other. For all other parameters the benchmark server defaults were used.</p><table-wrap position="float" id="T4"><label>Table 4</label><caption><p>Counts of sequences and membrane helices of the data subsets used for the specialised benchmarks for channels reported in this paper</p></caption><table frame="hsides" rules="groups" border="1"><colgroup><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col><col align="left"></col></colgroup><thead valign="top"><tr><th align="left"><bold>Channel structure family</bold></th><th align="left"><bold>Abbreviated channel structure family</bold></th><th align="left"><bold>#seqs</bold></th><th align="left"><bold>#TMH</bold></th><th align="left"><bold>#½MH</bold></th><th align="left"><bold>Total #MH</bold></th></tr></thead><tbody valign="top"><tr><td align="left" valign="bottom">Channels: Formate Nitrate Transporter (FNT) Family<hr></hr></td><td align="left" valign="bottom">(1) FNT<hr></hr></td><td align="left" valign="bottom">3<hr></hr></td><td align="left" valign="bottom">19<hr></hr></td><td align="left" valign="bottom">3<hr></hr></td><td align="left" valign="bottom">22<hr></hr></td></tr><tr><td align="left" valign="bottom">Channels: Amt/Rh proteins<hr></hr></td><td align="left" valign="bottom">(2) Amt/Rh<hr></hr></td><td align="left" valign="bottom">6<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td><td align="left" valign="bottom">0<hr></hr></td><td align="left" valign="bottom">67<hr></hr></td></tr><tr><td align="left" valign="bottom">Channels: Aquaporins and Glyceroporins<hr></hr></td><td align="left" valign="bottom">(3) Aquaporin<hr></hr></td><td align="left" valign="bottom">12<hr></hr></td><td align="left" valign="bottom">72<hr></hr></td><td align="left" valign="bottom">24<hr></hr></td><td align="left" valign="bottom">96<hr></hr></td></tr><tr><td align="left" valign="bottom">Channels: Gap Junctions<hr></hr></td><td align="left" valign="bottom">(4) Jap junction<hr></hr></td><td align="left" valign="bottom">1<hr></hr></td><td align="left" valign="bottom">4<hr></hr></td><td align="left" valign="bottom">0<hr></hr></td><td align="left" valign="bottom">4<hr></hr></td></tr><tr><td align="left" valign="bottom">Channels: Potassium and Sodium Ion-Selective<hr></hr></td><td align="left" valign="bottom">(5) K<sup>+</sup> channel<hr></hr></td><td align="left" valign="bottom">25<hr></hr></td><td align="left" valign="bottom">80<hr></hr></td><td align="left" valign="bottom">25<hr></hr></td><td align="left" valign="bottom">105<hr></hr></td></tr><tr><td align="left" valign="bottom">Channels: Urea Transporters<hr></hr></td><td align="left" valign="bottom">(6) Urea transport<hr></hr></td><td align="left" valign="bottom">1<hr></hr></td><td align="left" valign="bottom">10<hr></hr></td><td align="left" valign="bottom">2<hr></hr></td><td align="left" valign="bottom">12<hr></hr></td></tr><tr><td align="left">Channels: Other Ion Channels</td><td align="left">(7) Other</td><td align="left">14</td><td align="left">37</td><td align="left">0</td><td align="left">37</td></tr></tbody></table><table-wrap-foot><p>The benchmark server's membrane protein structure family selections were used to restrict each benchmark to a membrane channel structure family. There was no restriction on similarity (the benchmark server's similarity level was set to 100%), and for all other options the server's default parameters were used. Legend : #seqs : number of sequences; #TMH : number of transmembrane helices that cross the membrane; #½MH : number of half-membrane helices; Total #MH : total number of membrane helices.</p></table-wrap-foot></table-wrap><p>The prediction methods were all used with their default parameter settings, and so the benchmark results are presented with the caveat that the methods may perform better when their parameters have been optimised for the specific prediction question being judged by the benchmark.</p></sec><sec><title>Sensitivity</title><p>The highest scoring methods for sensitivity are prediction methods using a range of different algorithms and information, such as machine learning, biophysical properties, sequence alignments and consensus, with no one strategy showing superiority at predicting membrane helices with sensitivity. These benchmarks also demonstrate that a consensus method (TOPCONS) [<xref ref-type="bibr" rid="B33">33</xref>] scores lower than the highest scoring method used to compile its consensus (PRODIV-TMHMM) [<xref ref-type="bibr" rid="B15">15</xref>,<xref ref-type="bibr" rid="B33">33</xref>].</p><p>To investigate how well prediction methods perform on data that was not used to calibrate the method, the benchmarks were repeated restricting benchmark data to the wwPDB structures that were released in 2008 or after and not having any similar sequences in the wwPDB before then. The resulting scores were on average 4% lower. This result, and the observation that older machine learning methods do not perform as well as newer machine learning methods in the overall sensitivity benchmarks, suggests that machine learning method prediction sensitivities might benefit from the methods being retrained on the latest available data, and demonstrates that prediction methods generally do not perform quite as well for sensitivity on data that is not similar to that which was used for the method creation. Machine learning prediction methods are highly represented in the set of top scores of sensitivity benchmarks, with 5 out of 7 of the highest scoring methods reported in Table <xref ref-type="table" rid="T1">1</xref> being machine learning methods.</p><p>Purely biophysical methods do appear as top scoring sensitivity methods – VALPRED2 [<xref ref-type="bibr" rid="B34">34</xref>] is in the list of top 5 methods, and SCAMPI-multi [<xref ref-type="bibr" rid="B33">33</xref>,<xref ref-type="bibr" rid="B35">35</xref>] is in the top 10 methods. This may indicate that biophysical based methods developed in the future using knowledge about the forces that drive the membrane helix formation process have the potential to give superior prediction sensitivity performance. However, the simpler biophysical based methods using scores based only on hydrophobicity perform significantly worse than the other methods.</p></sec><sec><title>Specificity</title><p>The highly sensitive prediction methods, with the exception of VALPRED2, have high specificity scores of 95% and above for the benchmark on membrane helical sequences, showing the welcome result that sensitivity has not come at the expense of generating many false positives. The list of the prediction methods obtaining the highest specificity score changes completely when the β-barrel and soluble sequences are included with the membrane helical sequences in the benchmark. This indicates that the choice of prediction method, having the best specificity, to employ should depend on whether the predictions are on proteins that are already known to be helical membrane proteins – as is the case of detailed investigations of specific membrane proteins – or are known to contain soluble proteins too – as is the case for genome annotation.</p></sec><sec><title>Correctly predicted sequences</title><p>The highest performing method in benchmarks for correctly predicting all and only all observed membrane helices in helical membrane protein sequences is OCTOPUS [<xref ref-type="bibr" rid="B16">16</xref>,<xref ref-type="bibr" rid="B36">36</xref>], and as was the case with specificity, the list of best methods changes completely when β-barrel membrane and soluble protein sequences are included in the benchmark, with OCTOPUS dropping to 28<sup>th</sup> place. These benchmark results suggest a two-pronged approach is appropriate for the task of automated genome annotation, which requires correct sensitivity and specificity. First use a prediction method that exhibits high specificity for discriminating between membrane helical and non membrane helical sequences to identify sequences having membrane helices, and for those sequences, use OCTOPUS predictions for the actual membrane helix annotation, thus avoiding the false positive predictions of OCTOPUS for non membrane helical proteins.</p></sec><sec><title>Topology</title><p>The OCTOPUS and MEMSAT-SVM [<xref ref-type="bibr" rid="B14">14</xref>] prediction methods predict re-entrant segments and adjust the topology prediction accordingly by predicting both sides of the re-entrant segment to be on the same side instead of alternating inside/outside. However, the MEMSAT3 [<xref ref-type="bibr" rid="B37">37</xref>,<xref ref-type="bibr" rid="B38">38</xref>] method scores better, and other methods score almost as well as OCTOPUS, and better than MEMSAT-SVM, for correctly assigning inside/outside topology – even though they don't predict re-entrant loops. This is due to those methods not considering re-entrant loops altogether, thus removing the possibility of putting the alternating inside/outside topology prediction out of order.</p></sec><sec><title>Membrane helix boundaries</title><p>OCTOPUS is consistently best in benchmarks for predicting helix boundaries to the residue regardless of whether the OPM or PDBTM data are used as the benchmark data, even though OPM and PDBTM do not always assign the same helix boundaries as each other.</p></sec><sec><title>Specialised benchmarks for channels</title><p>Benchmarks of membrane helix predictions for channel families were performed. The results are shown in Table <xref ref-type="table" rid="T2">2</xref> and suggest which prediction methods are best for predicting membrane helices in the different channel families, and show that not all methods predict these signature membrane helices.</p></sec></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This benchmark server for assessing predictions of membrane helices from sequence contains recent high resolution 3D structure data and thus provides the most accurate benchmark currently possible. Prediction of membrane helices from sequences continues to be a valuable activity and it is appropriate that recently available 3D structure data be used for the benchmarking of such predictions. We reported the results of various analytical benchmarks carried out by this server.</p><p>The benchmark server provides sub-categorisations, combinations, and customisation of the benchmark data, providing the ability to customise benchmarks for specific benchmark purposes. This allows users to assess which are the best prediction algorithms for varied applications. The data-selection capabilities, coupled with the ability to enter and benchmark the results of novel prediction methods, permit the tuning and assessment of novel prediction algorithms. The use of this server provided insights into currently available prediction methods. For example, benchmark results from this server suggest a two-pronged approach for membrane helix genome annotation, given the discovery that the prediction methods most sensitive to clean data are usually insensitive to 'messy' data, which would be the case with genomes. The server also suggests the possibility of training bias in the machine learning methods surveyed.</p><p>We present this benchmark server as a tool for comparing current membrane helix prediction methods, and for comparing novel methods against current methods so that one might meaningfully evaluate their performance and suitability to a variety of bioinformatic tasks.</p></sec><sec><title>Availability and requirements</title><p>Project name: Benchmark of Membrane Helix Predictions from Sequence</p><p>Project home page : <ext-link ext-link-type="uri" xlink:href="http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml">http://sydney.edu.au/pharmacy/sbio/software/TMH_benchmark.shtml</ext-link></p><p>Operating systems : The user accesses the benchmark server through a standard Internet web browser. The server runs on a Linux platform.</p><p>Programming language : Perl</p><p>Other requirements : There are no other requirements for the user other than a computer Internet web browser.</p><p>License : The Perl software of the benchmark server will be released under an open source software license such as GNU General Public License or Creative Commons license for Free Software Foundation's GNU General Public License at creativecommons.org.</p><p>Restrictions to use by non-academics: There are no restrictions on use of this benchmark server.</p></sec><sec><title>Abbreviations</title><p>MCC: Matthews Correlation Co-efficient [<xref ref-type="bibr" rid="B29">29</xref>]; OPM: Orientations of Proteins in Membranes database [<xref ref-type="bibr" rid="B25">25</xref>]; PDBTM: PDBTM Protein Data Bank of Transmembrane Proteins [<xref ref-type="bibr" rid="B26">26</xref>,<xref ref-type="bibr" rid="B27">27</xref>]; Sov: Segment overlap [<xref ref-type="bibr" rid="B30">30</xref>,<xref ref-type="bibr" rid="B31">31</xref>]; wwPDB: Protein Data Bank; 3D: Three-dimensional.</p></sec><sec><title>Competing interests</title><p>The authors declare that they have no competing interests.</p></sec><sec><title>Authors’ contributions</title><p>EMR : Conception, design, coding, and testing of benchmark server code and dataset preparation. Writing of manuscript. Porting, by rewriting in Perl, and testing of the VALPRED/REPIMPS membrane helix prediction tools to a server and batch platform. Modification of VALPRED algorithm to produce VALPRED2 for prediction of certain types of helices. DT : Conception, design, and testing of benchmark server and dataset preparation. Writing of manuscript. AAC : Conception of benchmark server and dataset preparation. Writing and structure of manuscript. HCL : Conception of benchmark server and dataset preparation. Writing of manuscript. TW : Dataset preparation. Writing of manuscript. NKS : Writing, testing and benchmarking of VALPRED/REPIMPS. Writing of manuscript. LKL : Writing, testing and benchmarking of VALPRED/REPIMPS. Writing of manuscript. WBC : Conception and design of benchmark server and dataset preparation. Conception, design, coding and testing of the VALPRED and REPIMPS membrane helix prediction tools. Writing of manuscript. All authors read and approved the final manuscript.</p></sec><sec sec-type="supplementary-material"><title>Supplementary Material</title><supplementary-material content-type="local-data" id="S1"><caption><title>Additional file 1: Table S1A</title><p>Prediction methods benchmarked in the benchmark server. <bold>Table S1B. </bold>Default benchmark parameters that can be adjusted by user. <bold>Table S2. </bold>Benchmark metrics and their formulae. </p></caption><media xlink:href="1471-2105-14-111-S1.doc"><caption><p>Click here for file</p></caption></media></supplementary-material></sec></body><back><sec><title> Acknowledgements</title><p>This work was supported by Australian Postgraduate Awards (NKS, LKL) and a University of Sydney Postgraduate Award (HCL).</p></sec><ref-list><ref id="B1"><mixed-citation publication-type="journal"><name><surname>White</surname><given-names>SH</given-names></name><article-title>Biophysical dissection of membrane proteins</article-title><source>Nature</source><year>2009</year><volume>459</volume><fpage>344</fpage><lpage>346</lpage><pub-id pub-id-type="doi">10.1038/nature08142</pub-id><pub-id pub-id-type="pmid">19458709</pub-id></mixed-citation></ref><ref id="B2"><mixed-citation publication-type="journal"><name><surname>Punta</surname><given-names>M</given-names></name><name><surname>Forrest</surname><given-names>LR</given-names></name><name><surname>Bigelow</surname><given-names>H</given-names></name><name><surname>Kernytsky</surname><given-names>A</given-names></name><name><surname>Liu</surname><given-names>J</given-names></name><name><surname>Rost</surname><given-names>B</given-names></name><article-title>Membrane protein prediction methods</article-title><source>Methods</source><year>2007</year><volume>41</volume><fpage>460</fpage><lpage>474</lpage><pub-id pub-id-type="doi">10.1016/j.ymeth.2006.07.026</pub-id><pub-id pub-id-type="pmid">17367718</pub-id></mixed-citation></ref><ref id="B3"><mixed-citation publication-type="journal"><name><surname>Lasso</surname><given-names>G</given-names></name><name><surname>Antoniw</surname><given-names>JF</given-names></name><name><surname>Mullins</surname><given-names>JG</given-names></name><article-title>A combinatorial pattern discovery approach for the prediction of membrane dipping (re-entrant) loops</article-title><source>Bioinformatics</source><year>2006</year><volume>22</volume><fpage>e290</fpage><lpage>e297</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/btl209</pub-id><pub-id pub-id-type="pmid">16873484</pub-id></mixed-citation></ref><ref id="B4"><mixed-citation publication-type="journal"><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Granseth</surname><given-names>E</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>Structural classification and prediction of reentrant regions in alpha-helical transmembrane proteins: application to complete genomes</article-title><source>J Mol Biol</source><year>2006</year><volume>361</volume><fpage>591</fpage><lpage>603</lpage><pub-id pub-id-type="doi">10.1016/j.jmb.2006.06.037</pub-id><pub-id pub-id-type="pmid">16860824</pub-id></mixed-citation></ref><ref id="B5"><mixed-citation publication-type="journal"><name><surname>Efremov</surname><given-names>RG</given-names></name><name><surname>Sazanov</surname><given-names>LA</given-names></name><article-title>Structure of the membrane domain of respiratory complex I</article-title><source>Nature</source><year>2011</year><volume>476</volume><fpage>414</fpage><lpage>420</lpage><pub-id pub-id-type="doi">10.1038/nature10330</pub-id><pub-id pub-id-type="pmid">21822288</pub-id></mixed-citation></ref><ref id="B6"><mixed-citation publication-type="journal"><name><surname>Oldham</surname><given-names>ML</given-names></name><name><surname>Khare</surname><given-names>D</given-names></name><name><surname>Quiocho</surname><given-names>FA</given-names></name><name><surname>Davidson</surname><given-names>AL</given-names></name><name><surname>Chen</surname><given-names>J</given-names></name><article-title>Crystal structure of a catalytic intermediate of the maltose transporter</article-title><source>Nature</source><year>2007</year><volume>450</volume><fpage>515</fpage><lpage>521</lpage><pub-id pub-id-type="doi">10.1038/nature06264</pub-id><pub-id pub-id-type="pmid">18033289</pub-id></mixed-citation></ref><ref id="B7"><mixed-citation publication-type="journal"><name><surname>Khare</surname><given-names>D</given-names></name><name><surname>Oldham</surname><given-names>ML</given-names></name><name><surname>Orelle</surname><given-names>C</given-names></name><name><surname>Davidson</surname><given-names>AL</given-names></name><name><surname>Chen</surname><given-names>J</given-names></name><article-title>Alternating access in maltose transporter mediated by rigid-body rotations</article-title><source>Mol Cell</source><year>2009</year><volume>33</volume><fpage>528</fpage><lpage>536</lpage><pub-id pub-id-type="doi">10.1016/j.molcel.2009.01.035</pub-id><pub-id pub-id-type="pmid">19250913</pub-id></mixed-citation></ref><ref id="B8"><mixed-citation publication-type="journal"><name><surname>Wang</surname><given-names>Y</given-names></name><name><surname>Huang</surname><given-names>Y</given-names></name><name><surname>Wang</surname><given-names>J</given-names></name><name><surname>Cheng</surname><given-names>C</given-names></name><name><surname>Huang</surname><given-names>W</given-names></name><name><surname>Lu</surname><given-names>P</given-names></name><name><surname>Xu</surname><given-names>YN</given-names></name><name><surname>Wang</surname><given-names>P</given-names></name><name><surname>Yan</surname><given-names>N</given-names></name><name><surname>Shi</surname><given-names>Y</given-names></name><article-title>Structure of the formate transporter FocA reveals a pentameric aquaporin-like channel</article-title><source>Nature</source><year>2009</year><volume>462</volume><fpage>467</fpage><lpage>472</lpage><pub-id pub-id-type="doi">10.1038/nature08610</pub-id><pub-id pub-id-type="pmid">19940917</pub-id></mixed-citation></ref><ref id="B9"><mixed-citation publication-type="journal"><name><surname>Amunts</surname><given-names>A</given-names></name><name><surname>Drory</surname><given-names>O</given-names></name><name><surname>Nelson</surname><given-names>N</given-names></name><article-title>The structure of a plant photosystem I supercomplex at 3.4 A resolution</article-title><source>Nature</source><year>2007</year><volume>447</volume><fpage>58</fpage><lpage>63</lpage><pub-id pub-id-type="doi">10.1038/nature05687</pub-id><pub-id pub-id-type="pmid">17476261</pub-id></mixed-citation></ref><ref id="B10"><mixed-citation publication-type="journal"><name><surname>Cuthbertson</surname><given-names>JM</given-names></name><name><surname>Doyle</surname><given-names>DA</given-names></name><name><surname>Sansom</surname><given-names>MS</given-names></name><article-title>Transmembrane helix prediction: a comparative evaluation and analysis</article-title><source>Protein Eng Des Sel</source><year>2005</year><volume>18</volume><fpage>295</fpage><lpage>308</lpage><pub-id pub-id-type="doi">10.1093/protein/gzi032</pub-id><pub-id pub-id-type="pmid">15932905</pub-id></mixed-citation></ref><ref id="B11"><mixed-citation publication-type="journal"><name><surname>Chen</surname><given-names>CP</given-names></name><name><surname>Kernytsky</surname><given-names>A</given-names></name><name><surname>Rost</surname><given-names>B</given-names></name><article-title>Transmembrane helix predictions revisited</article-title><source>Protein Sci</source><year>2002</year><volume>11</volume><fpage>2774</fpage><lpage>2791</lpage><pub-id pub-id-type="pmid">12441377</pub-id></mixed-citation></ref><ref id="B12"><mixed-citation publication-type="journal"><name><surname>Ganapathiraju</surname><given-names>M</given-names></name><name><surname>Balakrishnan</surname><given-names>N</given-names></name><name><surname>Reddy</surname><given-names>R</given-names></name><name><surname>Klein-Seetharaman</surname><given-names>J</given-names></name><article-title>Transmembrane helix prediction using amino acid property features and latent semantic analysis</article-title><source>BMC Bioinforma</source><year>2008</year><volume>9</volume><fpage>S4</fpage></mixed-citation></ref><ref id="B13"><mixed-citation publication-type="journal"><name><surname>Lo</surname><given-names>A</given-names></name><name><surname>Chiu</surname><given-names>HS</given-names></name><name><surname>Sung</surname><given-names>TY</given-names></name><name><surname>Lyu</surname><given-names>PC</given-names></name><name><surname>Hsu</surname><given-names>WL</given-names></name><article-title>Enhanced membrane protein topology prediction using a hierarchical classification method and a new scoring function</article-title><source>J Proteome Res</source><year>2008</year><volume>7</volume><fpage>487</fpage><lpage>496</lpage><pub-id pub-id-type="doi">10.1021/pr0702058</pub-id><pub-id pub-id-type="pmid">18081245</pub-id></mixed-citation></ref><ref id="B14"><mixed-citation publication-type="journal"><name><surname>Nugent</surname><given-names>T</given-names></name><name><surname>Jones</surname><given-names>DT</given-names></name><article-title>Transmembrane protein topology prediction using support vector machines</article-title><source>BMC Bioinforma</source><year>2009</year><volume>10</volume><fpage>159</fpage><pub-id pub-id-type="doi">10.1186/1471-2105-10-159</pub-id></mixed-citation></ref><ref id="B15"><mixed-citation publication-type="journal"><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>Best alpha-helical transmembrane protein topology predictions are achieved using hidden Markov models and evolutionary information</article-title><source>Protein Sci</source><year>2004</year><volume>13</volume><fpage>1908</fpage><lpage>1917</lpage><pub-id pub-id-type="doi">10.1110/ps.04625404</pub-id><pub-id pub-id-type="pmid">15215532</pub-id></mixed-citation></ref><ref id="B16"><mixed-citation publication-type="journal"><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>OCTOPUS: improving topology prediction by two-track ANN-based preference scores and an extended topological grammar</article-title><source>Bioinformatics</source><year>2008</year><volume>24</volume><fpage>1662</fpage><lpage>1668</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/btn221</pub-id><pub-id pub-id-type="pmid">18474507</pub-id></mixed-citation></ref><ref id="B17"><mixed-citation publication-type="journal"><name><surname>Tsirigos</surname><given-names>KD</given-names></name><name><surname>Hennerdal</surname><given-names>A</given-names></name><name><surname>Käll</surname><given-names>L</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>A guideline to proteome-wide α-helical membrane protein topology predictions</article-title><source>Proteomics</source><year>2012</year><volume>12</volume><fpage>2282</fpage><lpage>2294</lpage><pub-id pub-id-type="doi">10.1002/pmic.201100495</pub-id><pub-id pub-id-type="pmid">22685073</pub-id></mixed-citation></ref><ref id="B18"><mixed-citation publication-type="journal"><name><surname>Berman</surname><given-names>HM</given-names></name><name><surname>Westbrook</surname><given-names>J</given-names></name><name><surname>Feng</surname><given-names>Z</given-names></name><name><surname>Gilliland</surname><given-names>G</given-names></name><name><surname>Bhat</surname><given-names>TN</given-names></name><name><surname>Weissig</surname><given-names>H</given-names></name><name><surname>Shindyalov</surname><given-names>IN</given-names></name><name><surname>Bourne</surname><given-names>PE</given-names></name><article-title>The Protein Data Bank</article-title><source>Nucleic Acids Res</source><year>2000</year><volume>28</volume><fpage>235</fpage><lpage>242</lpage><pub-id pub-id-type="doi">10.1093/nar/28.1.235</pub-id><pub-id pub-id-type="pmid">10592235</pub-id></mixed-citation></ref><ref id="B19"><mixed-citation publication-type="journal"><name><surname>Hobohm</surname><given-names>U</given-names></name><name><surname>Scharf</surname><given-names>M</given-names></name><name><surname>Schneider</surname><given-names>R</given-names></name><name><surname>Sander</surname><given-names>C</given-names></name><article-title>Selection of representative protein data sets</article-title><source>Protein Sci</source><year>1992</year><volume>1</volume><fpage>409</fpage><lpage>417</lpage><pub-id pub-id-type="pmid">1304348</pub-id></mixed-citation></ref><ref id="B20"><mixed-citation publication-type="journal"><name><surname>Li</surname><given-names>W</given-names></name><name><surname>Godzik</surname><given-names>A</given-names></name><article-title>Cd-hit: a fast program for clustering and comparing large sets of protein or nucleotide sequences</article-title><source>Bioinformatics</source><year>2006</year><volume>22</volume><fpage>1658</fpage><lpage>1659</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/btl158</pub-id><pub-id pub-id-type="pmid">16731699</pub-id></mixed-citation></ref><ref id="B21"><mixed-citation publication-type="journal"><name><surname>Rice</surname><given-names>P</given-names></name><name><surname>Longden</surname><given-names>I</given-names></name><name><surname>Bleasby</surname><given-names>A</given-names></name><article-title>EMBOSS: the European Molecular Biology Open Software Suite</article-title><source>Trends Genet</source><year>2000</year><volume>16</volume><fpage>276</fpage><lpage>277</lpage><pub-id pub-id-type="doi">10.1016/S0168-9525(00)02024-2</pub-id><pub-id pub-id-type="pmid">10827456</pub-id></mixed-citation></ref><ref id="B22"><mixed-citation publication-type="journal"><name><surname>Needleman</surname><given-names>SB</given-names></name><name><surname>Wunsch</surname><given-names>CD</given-names></name><article-title>A general method applicable to the search for similarities in the amino acid sequence of two proteins</article-title><source>J Mol Biol</source><year>1970</year><volume>48</volume><fpage>443</fpage><lpage>453</lpage><pub-id pub-id-type="doi">10.1016/0022-2836(70)90057-4</pub-id><pub-id pub-id-type="pmid">5420325</pub-id></mixed-citation></ref><ref id="B23"><mixed-citation publication-type="journal"><name><surname>Smith</surname><given-names>TF</given-names></name><name><surname>Waterman</surname><given-names>MS</given-names></name><article-title>Identification of common molecular subsequences</article-title><source>J Mol Biol</source><year>1981</year><volume>147</volume><fpage>195</fpage><lpage>197</lpage><pub-id pub-id-type="doi">10.1016/0022-2836(81)90087-5</pub-id><pub-id pub-id-type="pmid">7265238</pub-id></mixed-citation></ref><ref id="B24"><mixed-citation publication-type="journal"><name><surname>Altschul</surname><given-names>SF</given-names></name><name><surname>Gish</surname><given-names>W</given-names></name><name><surname>Miller</surname><given-names>W</given-names></name><name><surname>Myers</surname><given-names>EW</given-names></name><name><surname>Lipman</surname><given-names>DJ</given-names></name><article-title>Basic local alignment search tool</article-title><source>J Mol Biol</source><year>1990</year><volume>215</volume><fpage>403</fpage><lpage>410</lpage><pub-id pub-id-type="pmid">2231712</pub-id></mixed-citation></ref><ref id="B25"><mixed-citation publication-type="journal"><name><surname>Lomize</surname><given-names>MA</given-names></name><name><surname>Lomize</surname><given-names>AL</given-names></name><name><surname>Pogozheva</surname><given-names>ID</given-names></name><name><surname>Mosberg</surname><given-names>HI</given-names></name><article-title>OPM: orientations of proteins in membranes database</article-title><source>Bioinformatics</source><year>2006</year><volume>22</volume><fpage>623</fpage><lpage>625</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/btk023</pub-id><pub-id pub-id-type="pmid">16397007</pub-id></mixed-citation></ref><ref id="B26"><mixed-citation publication-type="journal"><name><surname>Tusnády</surname><given-names>GE</given-names></name><name><surname>Dosztányi</surname><given-names>Z</given-names></name><name><surname>Simon</surname><given-names>I</given-names></name><article-title>Transmembrane proteins in the Protein Data Bank: identification and classification</article-title><source>Bioinformatics</source><year>2004</year><volume>20</volume><fpage>2964</fpage><lpage>2972</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/bth340</pub-id><pub-id pub-id-type="pmid">15180935</pub-id></mixed-citation></ref><ref id="B27"><mixed-citation publication-type="journal"><name><surname>Tusnády</surname><given-names>GE</given-names></name><name><surname>Dosztányi</surname><given-names>Z</given-names></name><name><surname>Simon</surname><given-names>I</given-names></name><article-title>PDB_TM: selection and membrane localization of transmembrane proteins in the protein data bank</article-title><source>Nucleic Acids Res</source><year>2005</year><volume>33</volume><fpage>D275</fpage><lpage>D278</lpage><pub-id pub-id-type="pmid">15608195</pub-id></mixed-citation></ref><ref id="B28"><mixed-citation publication-type="journal"><name><surname>Kernytsky</surname><given-names>A</given-names></name><name><surname>Rost</surname><given-names>B</given-names></name><article-title>Static benchmarking of membrane helix predictions</article-title><source>Nucleic Acids Res</source><year>2003</year><volume>31</volume><fpage>3642</fpage><lpage>3644</lpage><pub-id pub-id-type="doi">10.1093/nar/gkg532</pub-id><pub-id pub-id-type="pmid">12824384</pub-id></mixed-citation></ref><ref id="B29"><mixed-citation publication-type="journal"><name><surname>Matthews</surname><given-names>BW</given-names></name><article-title>Comparison of the predicted and observed secondary structure of T4 phage lysozyme</article-title><source>Biochim Biophys Acta</source><year>1975</year><volume>405</volume><fpage>442</fpage><lpage>451</lpage><pub-id pub-id-type="doi">10.1016/0005-2795(75)90109-9</pub-id><pub-id pub-id-type="pmid">1180967</pub-id></mixed-citation></ref><ref id="B30"><mixed-citation publication-type="journal"><name><surname>Rost</surname><given-names>B</given-names></name><name><surname>Sander</surname><given-names>C</given-names></name><name><surname>Schneider</surname><given-names>R</given-names></name><article-title>Redefining the goals of protein secondary structure prediction</article-title><source>J Mol Biol</source><year>1994</year><volume>235</volume><fpage>13</fpage><lpage>26</lpage><pub-id pub-id-type="doi">10.1016/S0022-2836(05)80007-5</pub-id><pub-id pub-id-type="pmid">8289237</pub-id></mixed-citation></ref><ref id="B31"><mixed-citation publication-type="journal"><name><surname>Zemla</surname><given-names>A</given-names></name><name><surname>Venclovas</surname><given-names>C</given-names></name><name><surname>Fidelis</surname><given-names>K</given-names></name><name><surname>Rost</surname><given-names>B</given-names></name><article-title>A modified definition of Sov, a segment-based measure for protein secondary structure prediction assessment</article-title><source>Proteins</source><year>1999</year><volume>34</volume><fpage>220</fpage><lpage>223</lpage><pub-id pub-id-type="doi">10.1002/(SICI)1097-0134(19990201)34:2<220::AID-PROT7>3.0.CO;2-K</pub-id><pub-id pub-id-type="pmid">10022357</pub-id></mixed-citation></ref><ref id="B32"><mixed-citation publication-type="journal"><name><surname>Barton</surname><given-names>GJ</given-names></name><article-title>Protein secondary structure prediction</article-title><source>Curr Opin Struct Biol</source><year>1995</year><volume>5</volume><fpage>372</fpage><lpage>376</lpage><pub-id pub-id-type="doi">10.1016/0959-440X(95)80099-9</pub-id><pub-id pub-id-type="pmid">7583635</pub-id></mixed-citation></ref><ref id="B33"><mixed-citation publication-type="journal"><name><surname>Bernsel</surname><given-names>A</given-names></name><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Hennerdal</surname><given-names>A</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>TOPCONS: consensus prediction of membrane protein topology</article-title><source>Nucleic Acids Res</source><year>2009</year><volume>37</volume><fpage>W465</fpage><lpage>W468</lpage><pub-id pub-id-type="doi">10.1093/nar/gkp363</pub-id><pub-id pub-id-type="pmid">19429891</pub-id></mixed-citation></ref><ref id="B34"><mixed-citation publication-type="journal"><name><surname>Dastmalchi</surname><given-names>S</given-names></name><name><surname>Morris</surname><given-names>MB</given-names></name><name><surname>Church</surname><given-names>WB</given-names></name><article-title>Modeling of the structural features of integral-membrane proteins reverse-environment prediction of integral membrane protein structure (REPIMPS)</article-title><source>Protein Sci</source><year>2001</year><volume>10</volume><fpage>1529</fpage><lpage>1538</lpage><pub-id pub-id-type="doi">10.1110/ps.6301</pub-id><pub-id pub-id-type="pmid">11468350</pub-id></mixed-citation></ref><ref id="B35"><mixed-citation publication-type="journal"><name><surname>Bernsel</surname><given-names>A</given-names></name><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Falk</surname><given-names>J</given-names></name><name><surname>Lindahl</surname><given-names>E</given-names></name><name><surname>von Heijne</surname><given-names>G</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>Prediction of membrane-protein topology from first principles</article-title><source>Proc Natl Acad Sci U S A</source><year>2008</year><volume>105</volume><fpage>7177</fpage><lpage>7181</lpage><pub-id pub-id-type="doi">10.1073/pnas.0711151105</pub-id><pub-id pub-id-type="pmid">18477697</pub-id></mixed-citation></ref><ref id="B36"><mixed-citation publication-type="journal"><name><surname>Viklund</surname><given-names>H</given-names></name><name><surname>Bernsel</surname><given-names>A</given-names></name><name><surname>Skwark</surname><given-names>M</given-names></name><name><surname>Elofsson</surname><given-names>A</given-names></name><article-title>SPOCTOPUS: a combined predictor of signal peptides and membrane protein topology</article-title><source>Bioinformatics</source><year>2008</year><volume>24</volume><fpage>2928</fpage><lpage>2929</lpage><comment>Epub 2008 Oct 22</comment><pub-id pub-id-type="doi">10.1093/bioinformatics/btn550</pub-id><pub-id pub-id-type="pmid">18945683</pub-id></mixed-citation></ref><ref id="B37"><mixed-citation publication-type="journal"><name><surname>Jones</surname><given-names>DT</given-names></name><name><surname>Taylor</surname><given-names>WR</given-names></name><name><surname>Thornton</surname><given-names>JM</given-names></name><article-title>A model recognition approach to the prediction of all-helical membrane protein structure and topology</article-title><source>Biochemistry</source><year>1994</year><volume>33</volume><fpage>3038</fpage><lpage>3049</lpage><pub-id pub-id-type="doi">10.1021/bi00176a037</pub-id><pub-id pub-id-type="pmid">8130217</pub-id></mixed-citation></ref><ref id="B38"><mixed-citation publication-type="journal"><name><surname>Jones</surname><given-names>DT</given-names></name><article-title>Improving the accuracy of transmembrane protein topology prediction using evolutionary information</article-title><source>Bioinformatics</source><year>2007</year><volume>23</volume><fpage>538</fpage><lpage>544</lpage><pub-id pub-id-type="doi">10.1093/bioinformatics/btl677</pub-id><pub-id pub-id-type="pmid">17237066</pub-id></mixed-citation></ref></ref-list></back></pmc></record>Pour manipuler ce document sous Unix (Dilib)
EXPLOR_STEP=$WICRI_ROOT/Wicri/Asie/explor/AustralieFrV1/Data/Pmc/Corpus
HfdSelect -h $EXPLOR_STEP/biblio.hfd -nk 001570 | SxmlIndent | more
Ou
HfdSelect -h $EXPLOR_AREA/Data/Pmc/Corpus/biblio.hfd -nk 001570 | SxmlIndent | more
Pour mettre un lien sur cette page dans le réseau Wicri
{{Explor lien
|wiki= Wicri/Asie
|area= AustralieFrV1
|flux= Pmc
|étape= Corpus
|type= RBID
|clé=
|texte=
}}
| This area was generated with Dilib version V0.6.33. |  |