<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02358021</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T12:21:05+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Designing a virtual patient dialogue system based on terminology-rich resources: challenges and evaluation</title>
            <author role="aut">
              <persName>
                <forename type="first">Leonardo</forename>
                <surname>Campillos-Llanos</surname>
              </persName>
              <email type="md5">06a611daeaa4b2dfea47f965c39202b5</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="numeric">798267</idno>
              <idno type="halauthorid" notation="string">1708614-798267</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-3040-1756</idno>
              <idno type="IDREF">https://www.idref.fr/260878626</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Catherine</forename>
                <surname>Thomas</surname>
              </persName>
              <email type="md5">d5cd2a0b78352626f351aae9dcbe4a7e</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="numeric">1057991</idno>
              <idno type="halauthorid" notation="string">119992-1057991</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Eric</forename>
                <surname>Bilinski</surname>
              </persName>
              <email type="md5">eea09e55d268e5b8587f87a4c15f0185</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">eric-bilinski</idno>
              <idno type="idhal" notation="numeric">1343667</idno>
              <idno type="halauthorid" notation="string">901344-1343667</idno>
              <idno type="IDREF">https://www.idref.fr/232851395</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Pierre</forename>
                <surname>Zweigenbaum</surname>
              </persName>
              <email type="md5">875a8768fc7f867a01a904fe839de31d</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">pierre-zweigenbaum</idno>
              <idno type="idhal" notation="numeric">14995</idno>
              <idno type="halauthorid" notation="string">1218-14995</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8410-4808</idno>
              <idno type="IDREF">https://www.idref.fr/06664268X</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sophie</forename>
                <surname>Rosset</surname>
              </persName>
              <email type="md5">dbb4013fd09f2b07c31e3a8e3878f7bc</email>
              <email type="domain">limsi.fr</email>
              <idno type="idhal" notation="string">sophie-rosset</idno>
              <idno type="idhal" notation="numeric">14913</idno>
              <idno type="halauthorid" notation="string">11264-14913</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6865-4989</idno>
              <idno type="IDREF">https://www.idref.fr/137157835</idno>
              <idno type="ISNI">http://isni.org/isni/0000000357034976</idno>
              <idno type="VIAF">https://viaf.org/viaf/193001246</idno>
              <affiliation ref="#struct-247329"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Limsi</forename>
                <surname>Publications</surname>
              </persName>
              <email type="md5">8e5605f65b0cc7a415570f9c535b6d01</email>
              <email type="domain">limsi.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-07-27 14:56:11</date>
              <date type="whenWritten">2019</date>
              <date type="whenModified">2025-02-26 14:16:28</date>
              <date type="whenReleased">2021-07-28 11:31:29</date>
              <date type="whenProduced">2019</date>
              <date type="whenEndEmbargoed">2021-07-27</date>
              <ref type="file" target="https://hal.science/hal-02358021v1/document">
                <date notBefore="2021-07-27"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02358021v1/file/pg_nle_final.pdf" id="file-3301438-2900974">
                <date notBefore="2021-07-27"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="560720">
                <persName>
                  <forename>Limsi</forename>
                  <surname>Publications</surname>
                </persName>
                <email type="md5">8e5605f65b0cc7a415570f9c535b6d01</email>
                <email type="domain">limsi.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02358021</idno>
            <idno type="halUri">https://hal.science/hal-02358021</idno>
            <idno type="halBibtex">campillosllanos:hal-02358021</idno>
            <idno type="halRefHtml">&lt;i&gt;Natural Language Engineering&lt;/i&gt;, 2019, 26 (2), pp. 183 - 220. &lt;a target="_blank" href="https://dx.doi.org/10.1017/S1351324919000329"&gt;&amp;#x27E8;10.1017/S1351324919000329&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Natural Language Engineering, 2019, 26 (2), pp. 183 - 220. &amp;#x27E8;10.1017/S1351324919000329&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3301438-2900974"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="LIMSI">Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="LISN">Laboratoire Interdisciplinaire des Sciences du Numérique</idno>
            <idno type="stamp" n="GS-ENGINEERING">Graduate School Sciences de l'Ingénierie et des Systèmes</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="LISN-ILES" corresp="LISN">Information, Langue Ecrite et Signée </idno>
            <idno type="stamp" n="LISN-ASARD" corresp="LISN">Accompagnement et Soutien aux Activités de Recherche &amp; Développement</idno>
            <idno type="stamp" n="COMUE-UPSACLAY" corresp="UNIV-PARIS-SACLAY">Comue Univeristé Paris-Saclay</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="LISN-STL">Sciences et Technologies des Langues</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Designing a virtual patient dialogue system based on terminology-rich resources: challenges and evaluation</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Leonardo</forename>
                    <surname>Campillos-Llanos</surname>
                  </persName>
                  <email type="md5">06a611daeaa4b2dfea47f965c39202b5</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="numeric">798267</idno>
                  <idno type="halauthorid" notation="string">1708614-798267</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-3040-1756</idno>
                  <idno type="IDREF">https://www.idref.fr/260878626</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Catherine</forename>
                    <surname>Thomas</surname>
                  </persName>
                  <email type="md5">d5cd2a0b78352626f351aae9dcbe4a7e</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="numeric">1057991</idno>
                  <idno type="halauthorid" notation="string">119992-1057991</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Eric</forename>
                    <surname>Bilinski</surname>
                  </persName>
                  <email type="md5">eea09e55d268e5b8587f87a4c15f0185</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">eric-bilinski</idno>
                  <idno type="idhal" notation="numeric">1343667</idno>
                  <idno type="halauthorid" notation="string">901344-1343667</idno>
                  <idno type="IDREF">https://www.idref.fr/232851395</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Pierre</forename>
                    <surname>Zweigenbaum</surname>
                  </persName>
                  <email type="md5">875a8768fc7f867a01a904fe839de31d</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">pierre-zweigenbaum</idno>
                  <idno type="idhal" notation="numeric">14995</idno>
                  <idno type="halauthorid" notation="string">1218-14995</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8410-4808</idno>
                  <idno type="IDREF">https://www.idref.fr/06664268X</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sophie</forename>
                    <surname>Rosset</surname>
                  </persName>
                  <email type="md5">dbb4013fd09f2b07c31e3a8e3878f7bc</email>
                  <email type="domain">limsi.fr</email>
                  <idno type="idhal" notation="string">sophie-rosset</idno>
                  <idno type="idhal" notation="numeric">14913</idno>
                  <idno type="halauthorid" notation="string">11264-14913</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6865-4989</idno>
                  <idno type="IDREF">https://www.idref.fr/137157835</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000357034976</idno>
                  <idno type="VIAF">https://viaf.org/viaf/193001246</idno>
                  <affiliation ref="#struct-247329"/>
                </author>
              </analytic>
              <monogr>
                <idno type="localRef">Natural Language Engineering</idno>
                <idno type="halJournalId" status="VALID">17302</idno>
                <idno type="issn">1351-3249</idno>
                <idno type="eissn">1469-8110</idno>
                <title level="j">Natural Language Engineering</title>
                <imprint>
                  <publisher>Cambridge University Press (CUP)</publisher>
                  <biblScope unit="volume">26</biblScope>
                  <biblScope unit="issue">2</biblScope>
                  <biblScope unit="pp">pp. 183 - 220</biblScope>
                  <date type="datePub">2019</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1017/S1351324919000329</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">terminology resources</term>
                <term xml:lang="en">dialogue system</term>
                <term xml:lang="en">virtual patient</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Virtual patient software allows health professionals to practice their skills by interacting with tools simulating clinical scenarios. A natural language dialogue system can provide natural interaction for medical history taking. However, the large number of concepts and terms in the medical domain makes the creation of such a system a demanding task. We designed a dialogue system that stands out from current research by its ability to handle a wide variety of medical specialties and clinical cases. To address the task, we designed a patient record model, a knowledge model for the task, and a termino-ontological model that hosts structured thesauri with linguistic, terminological and ontological knowledge. We used a frame- and rule-based approach and terminology-rich resources to handle the medical dialogue. This work focuses on the termino-ontological model, the challenges involved and how the system manages resources for the French language. We adopted a comprehensive approach to collect terms and ontological knowledge, and dictionaries of affixes, synonyms and derivational variants. Resources include domain lists containing over 161,000 ters, and dictionaries with over 959,000 word/concept entries. We assessed our approach by having 71 participants (39 medical doctors and 32 non-medical evaluators) interact with the system and use 35 cases from 18 specialities. We conducted a quantitative evaluation of all components by analysing interaction logs (11,834turns). Natural language understanding achieved an F-measure of 95.8 per cent. Dialogue management provided on average 74.3 (Â±9.5) per cent of correct answers. We performed a qualitative evaluation by collecting 171 five-point Likert scale questionnaires. All evaluated aspects obtained mean scores above the Likert mid-scale point. We analysed the vocabulary coverage with regard to unseen cases: the system covered 97.8 per cent of theirterms. Evaluations showed that the system achieved high vocabulary coverage on unseen cases and was assessed as relevant for the task.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-247329" status="OLD">
          <orgName>Laboratoire d'Informatique pour la Mécanique et les Sciences de l'Ingénieur</orgName>
          <orgName type="acronym">LIMSI</orgName>
          <date type="start">1962-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Université Paris-Sud Bât. 507 - Rue du Belvédère -91405 ORSAY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.limsi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-408837" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation active="#struct-419361" type="direct"/>
            <relation name="UPR3251" active="#struct-441569" type="direct"/>
            <relation active="#struct-562112" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-408837" status="VALID">
          <orgName>Sorbonne Université - UFR d'Ingénierie</orgName>
          <orgName type="acronym">UFR 919</orgName>
          <desc>
            <address>
              <addrLine>SORBONNE UNIVERSITEFACULTE DES SCIENCES ET INGENIERIEUFR D'INGENIERIETour 55/65 - 2e étage4 place Jussieu75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://ingenierie.sorbonne-universite.fr/fr/index.html</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-562112" status="OLD">
          <orgName>Université Paris Saclay (COmUE)</orgName>
          <desc>
            <address>
              <addrLine>Espace Technologique, Bât. Discovery - RD 128 - 2è ététage, 91190 Saint-Aubin</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>