<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01873685</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T21:55:22+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A Proposed Methodology for Subjective Evaluation of Video and Text Summarization</title>
            <author role="aut">
              <persName>
                <forename type="first">Begona</forename>
                <surname>Garcia-Zapirain</surname>
              </persName>
              <idno type="halauthorid">1384956-0</idno>
              <affiliation ref="#struct-347320"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Cristian</forename>
                <surname>Castillo</surname>
              </persName>
              <idno type="halauthorid">1422029-0</idno>
              <affiliation ref="#struct-347320"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Aritz</forename>
                <surname>Badiola</surname>
              </persName>
              <idno type="halauthorid">1422030-0</idno>
              <affiliation ref="#struct-347320"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sofia</forename>
                <surname>Zahia</surname>
              </persName>
              <idno type="halauthorid">1422031-0</idno>
              <affiliation ref="#struct-347320"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Amaia</forename>
                <surname>Mendez</surname>
              </persName>
              <idno type="halauthorid">1384954-0</idno>
              <affiliation ref="#struct-347320"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">David</forename>
                <surname>Langlois</surname>
              </persName>
              <email type="md5">79c15d1d6cdc7ed6da2fb3777b50bf04</email>
              <email type="domain">loria.fr</email>
              <idno type="idhal" notation="string">david-langlois</idno>
              <idno type="idhal" notation="numeric">298</idno>
              <idno type="halauthorid" notation="string">3156-298</idno>
              <idno type="IDREF">https://www.idref.fr/070239509</idno>
              <affiliation ref="#struct-407170"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Denis</forename>
                <surname>Jouvet</surname>
              </persName>
              <email type="md5">ab9f3bec50c494f93b47672682f05c28</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">denis-jouvet</idno>
              <idno type="idhal" notation="numeric">15904</idno>
              <idno type="halauthorid" notation="string">13532-15904</idno>
              <idno type="IDREF">https://www.idref.fr/029418666</idno>
              <affiliation ref="#struct-420403"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Juan-Manuel</forename>
                <surname>Torres-Moreno</surname>
              </persName>
              <email type="md5">24e01ff455b854be4517b4ba9d593cf2</email>
              <email type="domain">univ-avignon.fr</email>
              <idno type="idhal" notation="string">juan-manuel-torres</idno>
              <idno type="idhal" notation="numeric">12610</idno>
              <idno type="halauthorid" notation="string">8811-12610</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4392-1825</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=NtQBItYAAAAJ&amp;hl=fr</idno>
              <idno type="IDREF">https://www.idref.fr/130897019</idno>
              <affiliation ref="#struct-100376"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mikołaj</forename>
                <surname>Leszczuk</surname>
              </persName>
              <idno type="halauthorid">1422028-0</idno>
              <affiliation ref="#struct-445585"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Kamel</forename>
                <surname>Smaïli</surname>
              </persName>
              <email type="md5">5297cd615c6ce3a7cfcf9b6976c22a1e</email>
              <email type="domain">loria.fr</email>
              <idno type="idhal" notation="string">kamel-smaili</idno>
              <idno type="idhal" notation="numeric">2521</idno>
              <idno type="halauthorid" notation="string">9079-2521</idno>
              <idno type="IDREF">https://www.idref.fr/034429700</idno>
              <affiliation ref="#struct-407170"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Kamel</forename>
                <surname>Smaïli</surname>
              </persName>
              <email type="md5">5297cd615c6ce3a7cfcf9b6976c22a1e</email>
              <email type="domain">loria.fr</email>
            </editor>
            <funder ref="#projanr-45898"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2018-09-19 14:41:22</date>
              <date type="whenModified">2025-11-04 11:58:33</date>
              <date type="whenReleased">2018-09-19 15:17:59</date>
              <date type="whenProduced">2018-09-12</date>
              <date type="whenEndEmbargoed">2018-09-13</date>
              <ref type="file" target="https://hal.science/hal-01873685v1/document">
                <date notBefore="2018-09-13"/>
              </ref>
              <ref type="file" subtype="publisherAgreement" n="1" target="https://hal.science/hal-01873685v1/file/Garcia-Zapirain2019_Chapter_AProposedMethodologyForSubject.pdf" id="file-1873685-1905377">
                <date notBefore="2018-09-13"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="103558">
                <persName>
                  <forename>Kamel</forename>
                  <surname>Smaïli</surname>
                </persName>
                <email type="md5">5297cd615c6ce3a7cfcf9b6976c22a1e</email>
                <email type="domain">loria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01873685</idno>
            <idno type="halUri">https://hal.science/hal-01873685</idno>
            <idno type="halBibtex">garciazapirain:hal-01873685</idno>
            <idno type="halRefHtml">&lt;i&gt;MISSI 2018 - 11th edition of the International Conference on Multimedia and Network Information Systems&lt;/i&gt;, Sep 2018, Wrocław, Poland. pp.396-404, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-3-319-98678-4_40"&gt;&amp;#x27E8;10.1007/978-3-319-98678-4_40&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">MISSI 2018 - 11th edition of the International Conference on Multimedia and Network Information Systems, Sep 2018, Wrocław, Poland. pp.396-404, &amp;#x27E8;10.1007/978-3-319-98678-4_40&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1873685-1905377"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-AVIGNON">Université d'Avignon</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LORIA2">Publications du LORIA</idno>
            <idno type="stamp" n="INRIA-NANCY-GRAND-EST">INRIA Nancy - Grand Est</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UNIV-LORRAINE">Université de Lorraine</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LORIA">Laboratoire Lorrain de Recherche en Informatique et ses Applications</idno>
            <idno type="stamp" n="LORIA-NLPKD" corresp="LORIA">Department of Natural Language Processing &amp; Knowledge Discovery</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="CENTRALESUPELEC-SACLAY" corresp="UNIV-PARIS-SACLAY">CENTRALESUPELEC-SACLAY</idno>
            <idno type="stamp" n="LIA" corresp="UNIV-AVIGNON">Laboratoire Informatique d'Avignon</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="AM2I-UL">Pôle scientifique Automatique, Mathématiques, Informatique et leurs Intéractions de l'Université de Lorraine</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A Proposed Methodology for Subjective Evaluation of Video and Text Summarization</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Begona</forename>
                    <surname>Garcia-Zapirain</surname>
                  </persName>
                  <idno type="halauthorid">1384956-0</idno>
                  <affiliation ref="#struct-347320"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Cristian</forename>
                    <surname>Castillo</surname>
                  </persName>
                  <idno type="halauthorid">1422029-0</idno>
                  <affiliation ref="#struct-347320"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Aritz</forename>
                    <surname>Badiola</surname>
                  </persName>
                  <idno type="halauthorid">1422030-0</idno>
                  <affiliation ref="#struct-347320"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sofia</forename>
                    <surname>Zahia</surname>
                  </persName>
                  <idno type="halauthorid">1422031-0</idno>
                  <affiliation ref="#struct-347320"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Amaia</forename>
                    <surname>Mendez</surname>
                  </persName>
                  <idno type="halauthorid">1384954-0</idno>
                  <affiliation ref="#struct-347320"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">David</forename>
                    <surname>Langlois</surname>
                  </persName>
                  <email type="md5">79c15d1d6cdc7ed6da2fb3777b50bf04</email>
                  <email type="domain">loria.fr</email>
                  <idno type="idhal" notation="string">david-langlois</idno>
                  <idno type="idhal" notation="numeric">298</idno>
                  <idno type="halauthorid" notation="string">3156-298</idno>
                  <idno type="IDREF">https://www.idref.fr/070239509</idno>
                  <affiliation ref="#struct-407170"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Denis</forename>
                    <surname>Jouvet</surname>
                  </persName>
                  <email type="md5">ab9f3bec50c494f93b47672682f05c28</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">denis-jouvet</idno>
                  <idno type="idhal" notation="numeric">15904</idno>
                  <idno type="halauthorid" notation="string">13532-15904</idno>
                  <idno type="IDREF">https://www.idref.fr/029418666</idno>
                  <affiliation ref="#struct-420403"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Juan-Manuel</forename>
                    <surname>Torres-Moreno</surname>
                  </persName>
                  <email type="md5">24e01ff455b854be4517b4ba9d593cf2</email>
                  <email type="domain">univ-avignon.fr</email>
                  <idno type="idhal" notation="string">juan-manuel-torres</idno>
                  <idno type="idhal" notation="numeric">12610</idno>
                  <idno type="halauthorid" notation="string">8811-12610</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4392-1825</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=NtQBItYAAAAJ&amp;hl=fr</idno>
                  <idno type="IDREF">https://www.idref.fr/130897019</idno>
                  <affiliation ref="#struct-100376"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mikołaj</forename>
                    <surname>Leszczuk</surname>
                  </persName>
                  <idno type="halauthorid">1422028-0</idno>
                  <affiliation ref="#struct-445585"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Kamel</forename>
                    <surname>Smaïli</surname>
                  </persName>
                  <email type="md5">5297cd615c6ce3a7cfcf9b6976c22a1e</email>
                  <email type="domain">loria.fr</email>
                  <idno type="idhal" notation="string">kamel-smaili</idno>
                  <idno type="idhal" notation="numeric">2521</idno>
                  <idno type="halauthorid" notation="string">9079-2521</idno>
                  <idno type="IDREF">https://www.idref.fr/034429700</idno>
                  <affiliation ref="#struct-407170"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>MISSI 2018 - 11th edition of the International Conference on Multimedia and Network Information Systems</title>
                  <date type="start">2018-09-12</date>
                  <date type="end">2018-09-14</date>
                  <settlement>Wrocław</settlement>
                  <country key="PL">Poland</country>
                </meeting>
                <imprint>
                  <publisher>Springer</publisher>
                  <biblScope unit="serie">Advances in Intelligent Systems and Computing</biblScope>
                  <biblScope unit="volume">833</biblScope>
                  <biblScope unit="pp">396-404</biblScope>
                  <date type="datePub">2018</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-3-319-98678-4_40</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Objective and subjective evaluation</term>
                <term xml:lang="en">Video summarization</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>To evaluate a system that automatically summarizes video files (image and audio), it should be taken into account how the system works and which are the part of the process that should be evaluated, as two main topics to be evaluated can be differentiated: the video summary and the text summary. So, in the present article it is presented a complete way in order to evaluate this type of systems efficiently. With this objective, the authors have performed two types of evaluation: objective and subjective (the main focus of this paper). The objective evaluation is mainly done automatically, using established and proven metrics or frameworks, but it may need in some way the participation of humans, while the subjective evaluation is based directly on the opinion of people, who evaluate the system by answering a set of questions, which are then processed in order to obtain the targeted conclusions. The obtained general results from both evaluation systems will provide valuable information about the completeness and coherence, as well as the correctness of the generated summarizations from different points of view, as the lexical, semantical, etc. perspective. Apart from providing information about the state of the art, it will be presented an experimental proposal too, including the parameters of the experiment and the evaluation methods to be applied.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-347320" status="VALID">
          <idno type="ROR">https://ror.org/00ne6sr39</idno>
          <orgName>Universidad de Deusto</orgName>
          <orgName type="acronym">DEUSTO</orgName>
          <date type="start">1886-01-01</date>
          <desc>
            <address>
              <addrLine>Avenida de las Universidades, 24 - 48007 - Bilbao - Bizkaia</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">https://www.deusto.es</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-407170" status="VALID">
          <orgName>Statistical Machine Translation and Speech Modelization and Text</orgName>
          <orgName type="acronym">SMarT</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/la-recherche/equipes/smart</ref>
          </desc>
          <listRelation>
            <relation active="#struct-423086" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-420403" status="VALID">
          <idno type="RNSR">201421147E</idno>
          <idno type="ROR">https://ror.org/02mv3qy73</idno>
          <orgName>Speech Modeling for Facilitating Oral-Based Communication</orgName>
          <orgName type="acronym">MULTISPEECH</orgName>
          <date type="start">2015-07-01</date>
          <date type="end">2029-04-30</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de Lorraine , 615 Rue du Jardin-Botanique, 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/multispeech</ref>
          </desc>
          <listRelation>
            <relation active="#struct-129671" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-423086" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-100376" status="VALID">
          <orgName>Laboratoire Informatique d'Avignon</orgName>
          <orgName type="acronym">LIA</orgName>
          <desc>
            <address>
              <addrLine>339 Chemin des Meinajaries Agroparc BP 1228 84911 Avignon cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://lia.univ-avignon.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-195507" type="direct"/>
            <relation active="#struct-302221" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-445585" status="VALID">
          <idno type="ROR">https://ror.org/00bas1c41</idno>
          <orgName>AGH University of Science and Technology [Krakow, PL]</orgName>
          <orgName type="acronym">AGH UST</orgName>
          <date type="start">1912</date>
          <desc>
            <address>
              <addrLine>al. Mickiewicza 30, 30-059 Krakow, Poland</addrLine>
              <country key="PL"/>
            </address>
            <ref type="url">https://www.agh.edu.pl</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-423086" status="VALID">
          <orgName>Department of Natural Language Processing &amp; Knowledge Discovery</orgName>
          <orgName type="acronym">LORIA - NLPKD</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/en/research/departments/natural-language-processing-and-knowledge-discovery/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-206040" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-206040" status="VALID">
          <idno type="IdRef">067077927</idno>
          <idno type="ISNI">0000000121795429</idno>
          <idno type="RNSR">198912571S</idno>
          <idno type="IdUnivLorraine">[UL]RSI--</idno>
          <idno type="ROR">https://ror.org/02vnf0c38</idno>
          <orgName>Laboratoire Lorrain de Recherche en Informatique et ses Applications</orgName>
          <orgName type="acronym">LORIA</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Scientifique BP 239 54506 Vandoeuvre-lès-Nancy Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-413289" type="direct"/>
            <relation name="UMR7503" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-413289" status="VALID">
          <idno type="IdRef">157040569</idno>
          <idno type="IdUnivLorraine">[UL]100--</idno>
          <idno type="ROR">https://ror.org/04vfs2w97</idno>
          <orgName>Université de Lorraine</orgName>
          <orgName type="acronym">UL</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>34 cours Léopold - CS 25233 - 54052 Nancy cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lorraine.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-129671" status="VALID">
          <idno type="RNSR">198618246Y</idno>
          <idno type="ROR">https://ror.org/03fcjvn64</idno>
          <orgName>Centre Inria de l'Université de Lorraine</orgName>
          <desc>
            <address>
              <addrLine>615 rue du Jardin Botanique 54600 Villers-lès-Nancy</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/nancy</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-195507" status="VALID">
          <idno type="ROR">https://ror.org/00mfpxb84</idno>
          <orgName>Avignon Université</orgName>
          <orgName type="acronym">AU</orgName>
          <desc>
            <address>
              <addrLine>74 rue Louis Pasteur - 84 029 Avignon cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-avignon.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-302221" status="VALID">
          <orgName>Centre d'Enseignement et de Recherche en Informatique - CERI</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-45898" status="VALID">
          <idno type="anr">ANR-15-CHR2-0001</idno>
          <orgName>AMIS</orgName>
          <desc>Access Multilingual Information opinionS</desc>
          <date type="start">2015</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>