<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01070046</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-02T10:26:39+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="fr">REVISE, un outil d'évaluation précise des systèmes questions-réponses</title>
            <author role="aut">
              <persName>
                <forename type="first">Sarra</forename>
                <surname>El Ayari</surname>
              </persName>
              <email type="md5">baed1bebf34c22dabd5f804a888a217f</email>
              <email type="domain">cnrs.fr</email>
              <idno type="idhal" notation="string">selayari</idno>
              <idno type="idhal" notation="numeric">3578</idno>
              <idno type="halauthorid" notation="string">30497-3578</idno>
              <idno type="IDREF">https://www.idref.fr/151504989</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9783-1155</idno>
              <affiliation ref="#struct-92966"/>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Brigitte</forename>
                <surname>Grau</surname>
              </persName>
              <email type="md5">03b551b6434e19e88163db55fa52d2c8</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">brigitte-grau</idno>
              <idno type="idhal" notation="numeric">177137</idno>
              <idno type="halauthorid" notation="string">36331-177137</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=tao6t8IAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/070011575</idno>
              <idno type="VIAF">https://viaf.org/viaf/71527111</idno>
              <idno type="ISNI">http://isni.org/isni/0000000071442173</idno>
              <affiliation ref="#struct-247329"/>
              <affiliation ref="#struct-179741"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Anne-Laure</forename>
                <surname>Ligozat</surname>
              </persName>
              <email type="md5">16bb262cf9ba533a390cb4a23ad0590b</email>
              <email type="domain">universite-paris-saclay.fr</email>
              <idno type="idhal" notation="string">anne-laure-ligozat</idno>
              <idno type="idhal" notation="numeric">11451</idno>
              <idno type="halauthorid" notation="string">10151-11451</idno>
              <idno type="IDREF">https://www.idref.fr/112991440</idno>
              <idno type="ARXIV">https://arxiv.org/a/ligozat_a_1</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2188-3426</idno>
              <idno type="VIAF">https://viaf.org/viaf/188594614</idno>
              <idno type="ISNI">http://isni.org/isni/000000014089721X</idno>
              <affiliation ref="#struct-247329"/>
              <affiliation ref="#struct-179741"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Sarra</forename>
                <surname>El Ayari</surname>
              </persName>
              <email type="md5">baed1bebf34c22dabd5f804a888a217f</email>
              <email type="domain">cnrs.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-09-27 17:51:11</date>
              <date type="whenWritten">2009</date>
              <date type="whenModified">2024-11-01 03:22:08</date>
              <date type="whenReleased">2019-09-30 10:08:07</date>
              <date type="whenProduced">2009-05-05</date>
              <date type="whenEndEmbargoed">2019-09-27</date>
              <ref type="file" target="https://hal.science/hal-01070046v1/document">
                <date notBefore="2019-09-27"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-01070046v1/file/EALG_coria2009_VF.pdf" id="file-2299511-2218971">
                <date notBefore="2019-09-27"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="201770">
                <persName>
                  <forename>Sarra</forename>
                  <surname>El Ayari</surname>
                </persName>
                <email type="md5">baed1bebf34c22dabd5f804a888a217f</email>
                <email type="domain">cnrs.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01070046</idno>
            <idno type="halUri">https://hal.science/hal-01070046</idno>
            <idno type="halBibtex">elayari:hal-01070046</idno>
            <idno type="halRefHtml">&lt;i&gt;COnférence en Recherche d'Infomations et Applications&lt;/i&gt;, May 2009, Presqu'île de Giens, France. pp.385-396, &lt;a target="_blank" href="https://dx.doi.org/10.24348/coria.2009.385"&gt;&amp;#x27E8;10.24348/coria.2009.385&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">COnférence en Recherche d'Infomations et Applications, May 2009, Presqu'île de Giens, France. pp.385-396, &amp;#x27E8;10.24348/coria.2009.385&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2299511-2218971"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SHS">Sciences de l'Homme et de la Société</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="AO-LINGUISTIQUE">Archives ouvertes de la Linguistique</idno>
            <idno type="stamp" n="LIMSI">Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-INF-2018" corresp="SORBONNE-UNIVERSITE">SORBONNE université &lt;2018</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="LISN">Laboratoire Interdisciplinaire des Sciences du Numérique</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="ENSIIE">ENSIIE</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="3">National</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="fr">REVISE, un outil d'évaluation précise des systèmes questions-réponses</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Sarra</forename>
                    <surname>El Ayari</surname>
                  </persName>
                  <email type="md5">baed1bebf34c22dabd5f804a888a217f</email>
                  <email type="domain">cnrs.fr</email>
                  <idno type="idhal" notation="string">selayari</idno>
                  <idno type="idhal" notation="numeric">3578</idno>
                  <idno type="halauthorid" notation="string">30497-3578</idno>
                  <idno type="IDREF">https://www.idref.fr/151504989</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9783-1155</idno>
                  <affiliation ref="#struct-92966"/>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Brigitte</forename>
                    <surname>Grau</surname>
                  </persName>
                  <email type="md5">03b551b6434e19e88163db55fa52d2c8</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">brigitte-grau</idno>
                  <idno type="idhal" notation="numeric">177137</idno>
                  <idno type="halauthorid" notation="string">36331-177137</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=tao6t8IAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/070011575</idno>
                  <idno type="VIAF">https://viaf.org/viaf/71527111</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000071442173</idno>
                  <affiliation ref="#struct-247329"/>
                  <affiliation ref="#struct-179741"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Anne-Laure</forename>
                    <surname>Ligozat</surname>
                  </persName>
                  <email type="md5">16bb262cf9ba533a390cb4a23ad0590b</email>
                  <email type="domain">universite-paris-saclay.fr</email>
                  <idno type="idhal" notation="string">anne-laure-ligozat</idno>
                  <idno type="idhal" notation="numeric">11451</idno>
                  <idno type="halauthorid" notation="string">10151-11451</idno>
                  <idno type="IDREF">https://www.idref.fr/112991440</idno>
                  <idno type="ARXIV">https://arxiv.org/a/ligozat_a_1</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2188-3426</idno>
                  <idno type="VIAF">https://viaf.org/viaf/188594614</idno>
                  <idno type="ISNI">http://isni.org/isni/000000014089721X</idno>
                  <affiliation ref="#struct-247329"/>
                  <affiliation ref="#struct-179741"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">COnférence en Recherche d'Informations et Applications - CORIA 2009, 6th French Information Retrieval Conference, Presqu'île de Giens, France, May 5-7, 2009. Proceedings</title>
                <meeting>
                  <title>COnférence en Recherche d'Infomations et Applications</title>
                  <date type="start">2009-05-05</date>
                  <date type="end">2009-05-07</date>
                  <settlement>Presqu'île de Giens</settlement>
                  <country key="FR">France</country>
                </meeting>
                <imprint>
                  <biblScope unit="pp">385-396</biblScope>
                  <date type="datePub">2009</date>
                </imprint>
              </monogr>
              <idno type="doi">10.24348/coria.2009.385</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="fr">French</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="fr">evaluation framework</term>
                <term xml:lang="fr">question answering systems</term>
                <term xml:lang="fr">black-box evaluation</term>
                <term xml:lang="fr">Glass-box evaluation</term>
              </keywords>
              <classCode scheme="halDomain" n="shs.langue">Humanities and Social Sciences/Linguistics</classCode>
              <classCode scheme="halDomain" n="scco.comp">Cognitive science/Computer science</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="fr">
              <p>Des campagnes d’évaluations sont organisées chaque année pour évaluer des systèmes de questions-réponses sur la validité des résultats fournis. Pour les équipes, il s’agit ensuite de réussir à mesurer la pertinence des stratégies développées ainsi que le fonctionnement des composants. À ces fins, nous décrivons un outil générique d’évaluation de type boîte transparente qui permet à un système produisant des résultats intermédiaires d’évaluer ses résultats. Nous illustrerons cette démarche en testant l’impact d’une nouvelle définition de la notion de focus.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-247329" status="OLD">
          <orgName>Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</orgName>
          <orgName type="acronym">LIMSI</orgName>
          <date type="start">1962-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Université Paris-Sud Bât. 507 - Rue du Belvédère -91405 ORSAY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.limsi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-408837" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation active="#struct-419361" type="direct"/>
            <relation name="UPR3251" active="#struct-441569" type="direct"/>
            <relation active="#struct-562112" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-179741" status="VALID">
          <orgName>Ecole Nationale Supérieure d'Informatique pour l'Industrie et l'Entreprise</orgName>
          <orgName type="acronym">ENSIIE</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ensiie.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-408837" status="VALID">
          <orgName>Sorbonne Université - UFR d'Ingénierie</orgName>
          <orgName type="acronym">UFR 919</orgName>
          <desc>
            <address>
              <addrLine>SORBONNE UNIVERSITEFACULTE DES SCIENCES ET INGENIERIEUFR D'INGENIERIETour 55/65 - 2e étage4 place Jussieu75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://ingenierie.sorbonne-universite.fr/fr/index.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-562112" status="OLD">
          <orgName>Université Paris Saclay (COmUE)</orgName>
          <desc>
            <address>
              <addrLine>Espace Technologique, Bât. Discovery - RD 128 - 2è ététage, 91190 Saint-Aubin</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>