<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02371856</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T16:53:31+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Interactive Robot Learning for Multimodal Emotion Recognition</title>
            <author role="aut">
              <persName>
                <forename type="first">Chuang</forename>
                <surname>Yu</surname>
              </persName>
              <email type="md5">2870953ed0c62670aeb8eea5c9c26b0b</email>
              <email type="domain">ensta-paris.fr</email>
              <idno type="idhal" notation="numeric">1058674</idno>
              <idno type="halauthorid" notation="string">839424-1058674</idno>
              <affiliation ref="#struct-234188"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Adriana</forename>
                <surname>Tapus</surname>
              </persName>
              <email type="md5">358ed9992ffaa30757fef97373b3b10f</email>
              <email type="domain">ensta-paristech.fr</email>
              <idno type="idhal" notation="string">adriana-tapus</idno>
              <idno type="idhal" notation="numeric">3558</idno>
              <idno type="halauthorid" notation="string">5427-3558</idno>
              <idno type="IDREF">https://www.idref.fr/188592814</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2793-4511</idno>
              <affiliation ref="#struct-234188"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Chuang</forename>
                <surname>YU</surname>
              </persName>
              <email type="md5">2870953ed0c62670aeb8eea5c9c26b0b</email>
              <email type="domain">ensta-paris.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2019-11-20 10:19:57</date>
              <date type="whenModified">2025-06-10 19:30:21</date>
              <date type="whenReleased">2019-11-25 13:47:45</date>
              <date type="whenProduced">2019-11-26</date>
              <date type="whenEndEmbargoed">2019-11-20</date>
              <ref type="file" target="https://hal.science/hal-02371856v1/document">
                <date notBefore="2019-11-20"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02371856v1/file/ICSR2019_final_1.pdf" id="file-2371856-2271227">
                <date notBefore="2019-11-20"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="796769">
                <persName>
                  <forename>Chuang</forename>
                  <surname>YU</surname>
                </persName>
                <email type="md5">2870953ed0c62670aeb8eea5c9c26b0b</email>
                <email type="domain">ensta-paris.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02371856</idno>
            <idno type="halUri">https://hal.science/hal-02371856</idno>
            <idno type="halBibtex">yu:hal-02371856</idno>
            <idno type="halRefHtml">&lt;i&gt;The Eleventh International Conference on Social Robotics&lt;/i&gt;, Nov 2019, Madrid, Spain</idno>
            <idno type="halRef">The Eleventh International Conference on Social Robotics, Nov 2019, Madrid, Spain</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2371856-2271227"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENSTA_U2IS">Unité d'Informatique et d'Ingénierie des Systèmes (U2IS)</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="ENSTA-PARIS">ENSTA-PARIS</idno>
            <idno type="stamp" n="ENSTA">Ensta</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Interactive Robot Learning for Multimodal Emotion Recognition</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Chuang</forename>
                    <surname>Yu</surname>
                  </persName>
                  <email type="md5">2870953ed0c62670aeb8eea5c9c26b0b</email>
                  <email type="domain">ensta-paris.fr</email>
                  <idno type="idhal" notation="numeric">1058674</idno>
                  <idno type="halauthorid" notation="string">839424-1058674</idno>
                  <affiliation ref="#struct-234188"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Adriana</forename>
                    <surname>Tapus</surname>
                  </persName>
                  <email type="md5">358ed9992ffaa30757fef97373b3b10f</email>
                  <email type="domain">ensta-paristech.fr</email>
                  <idno type="idhal" notation="string">adriana-tapus</idno>
                  <idno type="idhal" notation="numeric">3558</idno>
                  <idno type="halauthorid" notation="string">5427-3558</idno>
                  <idno type="IDREF">https://www.idref.fr/188592814</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2793-4511</idno>
                  <affiliation ref="#struct-234188"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>The Eleventh International Conference on Social Robotics</title>
                  <date type="start">2019-11-26</date>
                  <settlement>Madrid</settlement>
                  <country key="ES">Spain</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="https://dl.acm.org/ccs" n="ACM2012.K.2.1.7"/>
              <classCode scheme="https://dl.acm.org/ccs" n="ACM2012.K.2.7.0.6"/>
              <classCode scheme="https://dl.acm.org/ccs" n="ACM2012.K.3.2.13"/>
              <classCode scheme="https://dl.acm.org/ccs" n="ACM2012.C.1.1"/>
              <classCode scheme="halDomain" n="info.info-rb">Computer Science [cs]/Robotics [cs.RO]</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-hc">Computer Science [cs]/Human-Computer Interaction [cs.HC]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Interaction plays a critical role in skills learning for natural communication. In human-robot interaction (HRI), robots can get feedback during the interaction to improve their social abilities. In this context, we propose an interactive robot learning framework using mul-timodal data from thermal facial images and human gait data for online emotion recognition. We also propose a new decision-level fusion method for the multimodal classification using Random Forest (RF) model. Our hybrid online emotion recognition model focuses on the detection of four human emotions (i.e., neutral, happiness, angry, and sadness). After conducting offline training and testing with the hybrid model, the accuracy of the online emotion recognition system is more than 10% lower than the offline one. In order to improve our system, the human verbal feedback is injected into the robot interactive learning. With the new online emotion recognition system, a 12.5% accuracy increase compared with the online system without interactive robot learning is obtained.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regrouplaboratory" xml:id="struct-234188" status="OLD">
          <idno type="IdRef">203564529</idno>
          <idno type="RNSR">200920620D</idno>
          <orgName>Unité d'Informatique et d'Ingénierie des Systèmes</orgName>
          <orgName type="acronym">U2IS</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux, 91762 Palaiseau CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://u2is.ensta-paris.fr/index.php?lang=fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300065" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300065" status="OLD">
          <idno type="IdRef">028139577</idno>
          <idno type="ISNI">0000000122070120</idno>
          <idno type="ROR">https://ror.org/0309cs235</idno>
          <idno type="Wikidata">Q838454</idno>
          <orgName>École Nationale Supérieure de Techniques Avancées</orgName>
          <orgName type="acronym">ENSTA Paris</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ensta-paris.fr/fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>