<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01990494</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-11T17:43:48+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Data Extraction and Synthesis in Systematic Reviews of Diagnostic Test Accuracy: A Corpus for Automating and Evaluating the Process</title>
            <author role="aut">
              <persName>
                <forename type="first">Christopher</forename>
                <surname>Norman</surname>
              </persName>
              <email type="md5">a92db7d18245ed712b8c179cd48561f3</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="numeric">1034700</idno>
              <idno type="halauthorid" notation="string">1400668-1034700</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9306-2363</idno>
              <idno type="IDREF">https://www.idref.fr/251096262</idno>
              <affiliation ref="#struct-247329"/>
              <affiliation ref="#struct-112034"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mariska</forename>
                <surname>Leeflang</surname>
              </persName>
              <idno type="halauthorid">1400669-0</idno>
              <affiliation ref="#struct-112034"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Aurélie</forename>
                <surname>Névéol</surname>
              </persName>
              <email type="md5">e940b30e4efdd83272c0245ca6255b44</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">aurelie-neveol</idno>
              <idno type="idhal" notation="numeric">20620</idno>
              <idno type="halauthorid" notation="string">6298-20620</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1846-9144</idno>
              <idno type="IDREF">https://www.idref.fr/094239428</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Limsi</forename>
                <surname>Publications</surname>
              </persName>
              <email type="md5">8e5605f65b0cc7a415570f9c535b6d01</email>
              <email type="domain">limsi.fr</email>
            </editor>
            <funder ref="#projeurop-650213"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-01-23 10:40:49</date>
              <date type="whenWritten">2018</date>
              <date type="whenModified">2025-12-05 03:15:56</date>
              <date type="whenReleased">2019-01-23 10:40:49</date>
              <date type="whenProduced">2018-11-01</date>
              <ref type="externalLink" target="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6371350"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="560720">
                <persName>
                  <forename>Limsi</forename>
                  <surname>Publications</surname>
                </persName>
                <email type="md5">8e5605f65b0cc7a415570f9c535b6d01</email>
                <email type="domain">limsi.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01990494</idno>
            <idno type="halUri">https://hal.science/hal-01990494</idno>
            <idno type="halBibtex">norman:hal-01990494</idno>
            <idno type="halRefHtml">&lt;i&gt;AMIA Annual Symposium&lt;/i&gt;, American Medical Informatics Association, Nov 2018, San Francisco, CA, United States. pp.817-826</idno>
            <idno type="halRef">AMIA Annual Symposium, American Medical Informatics Association, Nov 2018, San Francisco, CA, United States. pp.817-826</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="LIMSI">Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="LISN">Laboratoire Interdisciplinaire des Sciences du Numérique</idno>
            <idno type="stamp" n="GS-ENGINEERING">Graduate School Sciences de l'Ingénierie et des Systèmes</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="COMUE-UPSACLAY" corresp="UNIV-PARIS-SACLAY">Comue Univeristé Paris-Saclay</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Data Extraction and Synthesis in Systematic Reviews of Diagnostic Test Accuracy: A Corpus for Automating and Evaluating the Process</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Christopher</forename>
                    <surname>Norman</surname>
                  </persName>
                  <email type="md5">a92db7d18245ed712b8c179cd48561f3</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="numeric">1034700</idno>
                  <idno type="halauthorid" notation="string">1400668-1034700</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9306-2363</idno>
                  <idno type="IDREF">https://www.idref.fr/251096262</idno>
                  <affiliation ref="#struct-247329"/>
                  <affiliation ref="#struct-112034"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mariska</forename>
                    <surname>Leeflang</surname>
                  </persName>
                  <idno type="halauthorid">1400669-0</idno>
                  <affiliation ref="#struct-112034"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Aurélie</forename>
                    <surname>Névéol</surname>
                  </persName>
                  <email type="md5">e940b30e4efdd83272c0245ca6255b44</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">aurelie-neveol</idno>
                  <idno type="idhal" notation="numeric">20620</idno>
                  <idno type="halauthorid" notation="string">6298-20620</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1846-9144</idno>
                  <idno type="IDREF">https://www.idref.fr/094239428</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">AMIA Annual Symposium proceedings</title>
                <meeting>
                  <title>AMIA Annual Symposium</title>
                  <date type="start">2018-11-01</date>
                  <date type="end">2018-11-07</date>
                  <settlement>San Francisco, CA</settlement>
                  <country key="US">United States</country>
                </meeting>
                <respStmt>
                  <resp>conferenceOrganizer</resp>
                  <name>American Medical Informatics Association</name>
                </respStmt>
                <editor>American Medical Informatics Association</editor>
                <imprint>
                  <biblScope unit="pp">817–826</biblScope>
                </imprint>
              </monogr>
              <idno type="pubmed">30815124</idno>
              <idno type="pubmedcentral">PMC6371350</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Background: Systematic reviews are critical for obtaining accurate estimates of diagnostic test accuracy, yet these require extracting information buried in free text articles, which is often laborious. Objective: We create a dataset describing the data extraction and synthesis processes in 63 DTA systematic reviews, and demonstrate its utility by using it to replicate the data synthesis in the original reviews. Method: We construct our dataset using a custom automated extraction pipeline complemented with manual extraction, verification, and post-editing. We evaluate using manual assessment by two annotators and by comparing against data extracted from source files. Results: The constructed dataset contains 5,848 test results for 1,354 diagnostic tests from 1,738 diagnostic studies. We observe an extraction error rate of 0.06–0.3%. Conclusions: This constitutes the first dataset describing the later stages of the DTA systematic review process, and is intended to be useful for automating or evaluating the process.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-247329" status="OLD">
          <orgName>Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</orgName>
          <orgName type="acronym">LIMSI</orgName>
          <date type="start">1962-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Université Paris-Sud Bât. 507 - Rue du Belvédère -91405 ORSAY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.limsi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-408837" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation active="#struct-419361" type="direct"/>
            <relation name="UPR3251" active="#struct-441569" type="direct"/>
            <relation active="#struct-562112" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-112034" status="VALID">
          <orgName>Academic Medical Center - Academisch Medisch Centrum [Amsterdam]</orgName>
          <orgName type="acronym">AMC</orgName>
          <desc>
            <address>
              <addrLine>Meibergdreef 9 1105 AZ Amsterdam</addrLine>
              <country key="NL"/>
            </address>
            <ref type="url">https://www.amc.nl/web/home.htm</ref>
          </desc>
          <listRelation>
            <relation active="#struct-120654" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-408837" status="VALID">
          <orgName>Sorbonne Université - UFR d'Ingénierie</orgName>
          <orgName type="acronym">UFR 919</orgName>
          <desc>
            <address>
              <addrLine>SORBONNE UNIVERSITEFACULTE DES SCIENCES ET INGENIERIEUFR D'INGENIERIETour 55/65 - 2e étage4 place Jussieu75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://ingenierie.sorbonne-universite.fr/fr/index.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-562112" status="OLD">
          <orgName>Université Paris Saclay (COmUE)</orgName>
          <desc>
            <address>
              <addrLine>Espace Technologique, Bât. Discovery - RD 128 - 2è ététage, 91190 Saint-Aubin</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-120654" status="VALID">
          <idno type="IdRef">026431610</idno>
          <idno type="ISNI">0000 0000 8499 2262</idno>
          <idno type="ROR">https://ror.org/04dkp9463</idno>
          <idno type="Wikidata">Q214341</idno>
          <orgName>Universiteit van Amsterdam = University of Amsterdam</orgName>
          <orgName type="acronym">UvA</orgName>
          <date type="start">1632-01-01</date>
          <desc>
            <address>
              <addrLine>Spui 21 1012 WX Amsterdam</addrLine>
              <country key="NL"/>
            </address>
            <ref type="url">https://www.uva.nl/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="europeanProject" xml:id="projeurop-650213" status="VALID">
          <idno type="number">676207</idno>
          <idno type="program">H2020-MSCA-ITN-2015</idno>
          <idno type="call">H2020-MSCA-ITN-2015</idno>
          <orgName>MIROR</orgName>
          <desc>Methods in Research on Research</desc>
          <date type="start">2016-03-01</date>
          <date type="end">2020-02-29</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>