<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02951026</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T13:47:54+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">User evaluation of a multiple answer extraction system on the Web</title>
            <title xml:lang="fr">Évaluation d'un système d'extraction de réponses multiples sur le Web par comparaison à des humains</title>
            <author role="aut">
              <persName>
                <forename type="first">Mathieu-Henri</forename>
                <surname>Falco</surname>
              </persName>
              <email type="md5">25b5b7698fc5a2f04442f7cc921f55a8</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="numeric">1053649</idno>
              <idno type="halauthorid" notation="string">842476-1053649</idno>
              <idno type="IDREF">https://www.idref.fr/178659584</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Véronique</forename>
                <surname>Moriceau</surname>
              </persName>
              <email type="md5">971812267f1620cfcab9bb76cfd36eb5</email>
              <email type="domain">univ-tlse3.fr</email>
              <idno type="idhal" notation="string">veronique-moriceau</idno>
              <idno type="idhal" notation="numeric">735467</idno>
              <idno type="halauthorid" notation="string">40879-735467</idno>
              <idno type="IDREF">https://www.idref.fr/115607374</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9641-0714</idno>
              <orgName ref="#struct-217752"/>
              <affiliation ref="#struct-419558"/>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Anne</forename>
                <surname>Vilnat</surname>
              </persName>
              <email type="md5">9ce78ed5537add2d6066d4c3c6fd501e</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">anne-vilnat</idno>
              <idno type="idhal" notation="numeric">174170</idno>
              <idno type="halauthorid" notation="string">11967-174170</idno>
              <idno type="IDREF">https://www.idref.fr/079053750</idno>
              <idno type="ORCID">https://orcid.org/0009-0001-6652-9623</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Véronique</forename>
                <surname>MORICEAU</surname>
              </persName>
              <email type="md5">971812267f1620cfcab9bb76cfd36eb5</email>
              <email type="domain">univ-tlse3.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-09-29 09:24:14</date>
              <date type="whenModified">2025-10-22 18:04:08</date>
              <date type="whenReleased">2020-10-01 09:32:35</date>
              <date type="whenProduced">2014-07-01</date>
              <date type="whenEndEmbargoed">2020-09-29</date>
              <ref type="file" target="https://hal.science/hal-02951026v1/document">
                <date notBefore="2020-09-29"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02951026v1/file/EvaluationSystemeExtractionReponsesMultiplesWEBcomparaisonHumains_TALN_2014.pdf" id="file-2951867-2599472">
                <date notBefore="2020-09-29"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="902395">
                <persName>
                  <forename>Véronique</forename>
                  <surname>MORICEAU</surname>
                </persName>
                <email type="md5">971812267f1620cfcab9bb76cfd36eb5</email>
                <email type="domain">univ-tlse3.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02951026</idno>
            <idno type="halUri">https://hal.science/hal-02951026</idno>
            <idno type="halBibtex">falco:hal-02951026</idno>
            <idno type="halRefHtml">&lt;i&gt;21éme Conférence Traitement Automatique des Langues Naturelles (TALN 2014)&lt;/i&gt;, Jul 2014, Marseille, France. pp.449-454</idno>
            <idno type="halRef">21éme Conférence Traitement Automatique des Langues Naturelles (TALN 2014), Jul 2014, Marseille, France. pp.449-454</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2951867-2599472"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="LIMSI">Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-INF-2018" corresp="SORBONNE-UNIVERSITE">SORBONNE université &lt;2018</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-MELODI" corresp="IRIT">Méthodes et Ingénierie des Langues, des Ontologies et du Discours</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="LISN">Laboratoire Interdisciplinaire des Sciences du Numérique</idno>
            <idno type="stamp" n="IRIT-IA" corresp="IRIT">Intelligence Artificielle</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="IRIT-UT3">IRIT - Université Toulouse III Paul Sabatier</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">User evaluation of a multiple answer extraction system on the Web</title>
                <title xml:lang="fr">Évaluation d'un système d'extraction de réponses multiples sur le Web par comparaison à des humains</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Mathieu-Henri</forename>
                    <surname>Falco</surname>
                  </persName>
                  <email type="md5">25b5b7698fc5a2f04442f7cc921f55a8</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="numeric">1053649</idno>
                  <idno type="halauthorid" notation="string">842476-1053649</idno>
                  <idno type="IDREF">https://www.idref.fr/178659584</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Véronique</forename>
                    <surname>Moriceau</surname>
                  </persName>
                  <email type="md5">971812267f1620cfcab9bb76cfd36eb5</email>
                  <email type="domain">univ-tlse3.fr</email>
                  <idno type="idhal" notation="string">veronique-moriceau</idno>
                  <idno type="idhal" notation="numeric">735467</idno>
                  <idno type="halauthorid" notation="string">40879-735467</idno>
                  <idno type="IDREF">https://www.idref.fr/115607374</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9641-0714</idno>
                  <orgName ref="#struct-217752"/>
                  <affiliation ref="#struct-419558"/>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Anne</forename>
                    <surname>Vilnat</surname>
                  </persName>
                  <email type="md5">9ce78ed5537add2d6066d4c3c6fd501e</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">anne-vilnat</idno>
                  <idno type="idhal" notation="numeric">174170</idno>
                  <idno type="halauthorid" notation="string">11967-174170</idno>
                  <idno type="IDREF">https://www.idref.fr/079053750</idno>
                  <idno type="ORCID">https://orcid.org/0009-0001-6652-9623</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of TALN 2014 (Volume 2: Short Papers)</title>
                <meeting>
                  <title>21éme Conférence Traitement Automatique des Langues Naturelles (TALN 2014)</title>
                  <date type="start">2014-07-01</date>
                  <settlement>Marseille</settlement>
                  <country key="FR">France</country>
                </meeting>
                <editor>TALA : Association pour le Traitement Automatique des Langues</editor>
                <imprint>
                  <biblScope unit="pp">449-454</biblScope>
                </imprint>
              </monogr>
              <ref type="publisher">https://www.aclweb.org/anthology/F14-2011</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="fr">French</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="fr">evaluation utilisateur</term>
                <term xml:lang="fr">reponses multiples</term>
                <term xml:lang="fr">systeme de question-reponse</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-tt">Computer Science [cs]/Document and Text Processing</classCode>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we propose a user evaluation of Citron, a question-answering system in French which extracts answers for multiple answer questions (expecting different correct answers) in open domain from Web docu- ments. We present here our experimental protocol and results for user evaluations which aim at (1) comparing multiple answer extraction performances of Citron and users, and (2) knowing user preferences about multiple answer presentation.</p>
            </abstract>
            <abstract xml:lang="fr">
              <p>Dans  cet  article,  nous  proposons  une  évaluation  dans  un  cadre  utilisateur  de  Citron,  un  système  de question-réponse en français capable d’extraire des réponses à des questions à réponses multiples (questions possédant plusieurs réponses correctes différentes) en domaine ouvert à partir de documents provenant du Web. Nous présentons ici le protocole expérimental et les résultats pour nos deux expériences utilisateurs qui visent à (1) comparer les performances de Citron par rapport à celles d’un être humain pour la tâche d’extraction de réponses multiples et (2) connaître la satisfaction d’un utilisateur devant différents formats de présentation de réponses.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-247329" status="OLD">
          <orgName>Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</orgName>
          <orgName type="acronym">LIMSI</orgName>
          <date type="start">1962-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Université Paris-Sud Bât. 507 - Rue du Belvédère -91405 ORSAY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.limsi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-408837" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation active="#struct-419361" type="direct"/>
            <relation name="UPR3251" active="#struct-441569" type="direct"/>
            <relation active="#struct-562112" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-419558" status="OLD">
          <orgName>MEthodes et ingénierie des Langues, des Ontologies et du DIscours</orgName>
          <orgName type="acronym">IRIT-MELODI</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/-Equipe-MELODI-</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34499" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="indirect"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1149079" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-408837" status="VALID">
          <orgName>Sorbonne Université - UFR d'Ingénierie</orgName>
          <orgName type="acronym">UFR 919</orgName>
          <desc>
            <address>
              <addrLine>SORBONNE UNIVERSITEFACULTE DES SCIENCES ET INGENIERIEUFR D'INGENIERIETour 55/65 - 2e étage4 place Jussieu75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://ingenierie.sorbonne-universite.fr/fr/index.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-562112" status="OLD">
          <orgName>Université Paris Saclay (COmUE)</orgName>
          <desc>
            <address>
              <addrLine>Espace Technologique, Bât. Discovery - RD 128 - 2è ététage, 91190 Saint-Aubin</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-34499" status="OLD">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">1990-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1149079" type="direct"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-217752" status="OLD">
          <idno type="IdRef">026404672</idno>
          <idno type="ISNI">0000000121617331</idno>
          <idno type="ROR">https://ror.org/02v6kpv12</idno>
          <idno type="Wikidata">Q1273188</idno>
          <orgName>Université Toulouse III - Paul Sabatier</orgName>
          <orgName type="acronym">UT3</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 route de Narbonne - 31062 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1149079" status="OLD">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>