<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04439174</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-02T08:49:58+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Recent advancements in multimodal human–robot interaction</title>
            <author role="aut">
              <persName>
                <forename type="first">Hang</forename>
                <surname>Su</surname>
              </persName>
              <email type="md5">4afa0a77cfa631872979f13d86d130b2</email>
              <email type="domain">univ-evry.fr</email>
              <ptr type="url" target="https://suhangself.github.io/"/>
              <idno type="idhal" notation="numeric">1168257</idno>
              <idno type="halauthorid" notation="string">1396490-1168257</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6877-6783</idno>
              <affiliation ref="#struct-1128514"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Wen</forename>
                <surname>Qi</surname>
              </persName>
              <email type="md5">f1b1adb33db81c0907f1c511643a682d</email>
              <email type="domain">scut.edu.cn</email>
              <idno type="idhal" notation="numeric">1168258</idno>
              <idno type="halauthorid" notation="string">2593836-1168258</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2091-3718</idno>
              <affiliation ref="#struct-560092"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jiahao</forename>
                <surname>Chen</surname>
              </persName>
              <idno type="halauthorid">1143162-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Chenguang</forename>
                <surname>Yang</surname>
              </persName>
              <idno type="halauthorid">1671043-0</idno>
              <affiliation ref="#struct-365626"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Juan Sébastian</forename>
                <surname>Sandoval Arevalo</surname>
              </persName>
              <email type="md5">fb5c8171801419ae522ca318c80a3fce</email>
              <email type="domain">univ-poitiers.fr</email>
              <ptr type="url" target="https://www.ec-nantes.fr/version-francaise/annuaire/juan-sandoval"/>
              <idno type="idhal" notation="string">juan-sandoval</idno>
              <idno type="idhal" notation="numeric">753897</idno>
              <idno type="halauthorid" notation="string">46731-753897</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1118-5165</idno>
              <idno type="IDREF">https://www.idref.fr/233623299</idno>
              <idno type="VIAF">https://viaf.org/viaf/137154981752467740069</idno>
              <affiliation ref="#struct-1098412"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Med Amine</forename>
                <surname>Laribi</surname>
              </persName>
              <email type="md5">ab354855d9874ef310e801f3db6c751e</email>
              <email type="domain">univ-poitiers.fr</email>
              <ptr type="url" target="https://pprime.fr/med-amine-laribi/"/>
              <idno type="idhal" notation="string">med-amine-laribi</idno>
              <idno type="idhal" notation="numeric">183266</idno>
              <idno type="halauthorid" notation="string">29574-183266</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-0797-7669</idno>
              <idno type="IDREF">https://www.idref.fr/099386437</idno>
              <idno type="VIAF">https://viaf.org/viaf/201075529</idno>
              <idno type="ISNI">http://isni.org/isni/0000000357780987</idno>
              <affiliation ref="#struct-1098412"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Cécile</forename>
                <surname>Boye</surname>
              </persName>
              <email type="md5">feaf4c3812df5f7e46b49985bd0ec2fd</email>
              <email type="domain">ensma.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-02-05 15:02:10</date>
              <date type="whenModified">2025-10-06 09:54:05</date>
              <date type="whenReleased">2024-02-05 15:11:12</date>
              <date type="whenProduced">2023</date>
              <date type="whenEndEmbargoed">2024-02-05</date>
              <ref type="file" target="https://hal.science/hal-04439174v1/document">
                <date notBefore="2024-02-05"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-04439174v1/file/fnbot-17-1084000.pdf" id="file-4439174-3854030">
                <date notBefore="2024-02-05"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="149612">
                <persName>
                  <forename>Cécile</forename>
                  <surname>Boye</surname>
                </persName>
                <email type="md5">feaf4c3812df5f7e46b49985bd0ec2fd</email>
                <email type="domain">ensma.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04439174</idno>
            <idno type="halUri">https://hal.science/hal-04439174</idno>
            <idno type="halBibtex">su:hal-04439174</idno>
            <idno type="halRefHtml">&lt;i&gt;Frontiers in Neurorobotics&lt;/i&gt;, 2023, 17, pp.1084000. &lt;a target="_blank" href="https://dx.doi.org/10.3389/fnbot.2023.1084000"&gt;&amp;#x27E8;10.3389/fnbot.2023.1084000&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Frontiers in Neurorobotics, 2023, 17, pp.1084000. &amp;#x27E8;10.3389/fnbot.2023.1084000&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4439174-3854030"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-POITIERS">Université de Poitiers</idno>
            <idno type="stamp" n="ENSMA">Ecole Nationale Supérieure de Mécanique et d'Aérotechnique</idno>
            <idno type="stamp" n="PPRIME">Institut PPRIME (P')</idno>
            <idno type="stamp" n="ISAE-ENSMA">École nationale supérieure de mécanique et d’aérotechnique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Recent advancements in multimodal human–robot interaction</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Hang</forename>
                    <surname>Su</surname>
                  </persName>
                  <email type="md5">4afa0a77cfa631872979f13d86d130b2</email>
                  <email type="domain">univ-evry.fr</email>
                  <ptr type="url" target="https://suhangself.github.io/"/>
                  <idno type="idhal" notation="numeric">1168257</idno>
                  <idno type="halauthorid" notation="string">1396490-1168257</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6877-6783</idno>
                  <affiliation ref="#struct-1128514"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Wen</forename>
                    <surname>Qi</surname>
                  </persName>
                  <email type="md5">f1b1adb33db81c0907f1c511643a682d</email>
                  <email type="domain">scut.edu.cn</email>
                  <idno type="idhal" notation="numeric">1168258</idno>
                  <idno type="halauthorid" notation="string">2593836-1168258</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2091-3718</idno>
                  <affiliation ref="#struct-560092"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jiahao</forename>
                    <surname>Chen</surname>
                  </persName>
                  <idno type="halauthorid">1143162-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Chenguang</forename>
                    <surname>Yang</surname>
                  </persName>
                  <idno type="halauthorid">1671043-0</idno>
                  <affiliation ref="#struct-365626"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Juan Sébastian</forename>
                    <surname>Sandoval Arevalo</surname>
                  </persName>
                  <email type="md5">fb5c8171801419ae522ca318c80a3fce</email>
                  <email type="domain">univ-poitiers.fr</email>
                  <ptr type="url" target="https://www.ec-nantes.fr/version-francaise/annuaire/juan-sandoval"/>
                  <idno type="idhal" notation="string">juan-sandoval</idno>
                  <idno type="idhal" notation="numeric">753897</idno>
                  <idno type="halauthorid" notation="string">46731-753897</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1118-5165</idno>
                  <idno type="IDREF">https://www.idref.fr/233623299</idno>
                  <idno type="VIAF">https://viaf.org/viaf/137154981752467740069</idno>
                  <affiliation ref="#struct-1098412"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Med Amine</forename>
                    <surname>Laribi</surname>
                  </persName>
                  <email type="md5">ab354855d9874ef310e801f3db6c751e</email>
                  <email type="domain">univ-poitiers.fr</email>
                  <ptr type="url" target="https://pprime.fr/med-amine-laribi/"/>
                  <idno type="idhal" notation="string">med-amine-laribi</idno>
                  <idno type="idhal" notation="numeric">183266</idno>
                  <idno type="halauthorid" notation="string">29574-183266</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-0797-7669</idno>
                  <idno type="IDREF">https://www.idref.fr/099386437</idno>
                  <idno type="VIAF">https://viaf.org/viaf/201075529</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000357780987</idno>
                  <affiliation ref="#struct-1098412"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">60273</idno>
                <idno type="issn">1662-5218</idno>
                <idno type="eissn">1662-5218</idno>
                <title level="j">Frontiers in Neurorobotics</title>
                <imprint>
                  <publisher>Frontiers</publisher>
                  <biblScope unit="volume">17</biblScope>
                  <biblScope unit="pp">1084000</biblScope>
                  <date type="datePub">2023</date>
                </imprint>
              </monogr>
              <idno type="doi">10.3389/fnbot.2023.1084000</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">multi-modal signal processing</term>
                <term xml:lang="en">multi-modal feedback</term>
                <term xml:lang="en">multi-modal human-robot interaction</term>
                <term xml:lang="en">physical human-robot interaction</term>
                <term xml:lang="en">human-robot interaction</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-rb">Computer Science [cs]/Robotics [cs.RO]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Robotics have advanced significantly over the years, and human–robot interaction (HRI) is now playing an important role in delivering the best user experience, cutting down on laborious tasks, and raising public acceptance of robots. New HRI approaches are necessary to promote the evolution of robots, with a more natural and flexible interaction manner clearly the most crucial. As a newly emerging approach to HRI, multimodal HRI is a method for individuals to communicate with a robot using various modalities, including voice, image, text, eye movement, and touch, as well as bio-signals like EEG and ECG. It is a broad field closely related to cognitive science, ergonomics, multimedia technology, and virtual reality, with numerous applications springing up each year. However, little research has been done to summarize the current development and future trend of HRI. To this end, this paper systematically reviews the state of the art of multimodal HRI on its applications by summing up the latest research articles relevant to this field. Moreover, the research development in terms of the input signal and the output signal is also covered in this manuscript.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regrouplaboratory" xml:id="struct-1128514" status="VALID">
          <orgName>Dipartimento di Electtronica, Informazione e Bioingegneria [Politecnico Milano]</orgName>
          <orgName type="acronym">POLIMI</orgName>
          <desc>
            <address>
              <addrLine>Politecnico di Milano, Via Ponzio 34/5, 20133, Milano, Italy</addrLine>
              <country key="IT"/>
            </address>
            <ref type="url">https://www.deib.polimi.it/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-125443" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-560092" status="VALID">
          <idno type="ROR">https://ror.org/0530pts50</idno>
          <orgName>South China University of Technology [Guangzhou]</orgName>
          <orgName type="acronym">SCUT</orgName>
          <desc>
            <address>
              <addrLine>Guangzhou</addrLine>
              <country key="CN"/>
            </address>
            <ref type="url">https://www.scut.edu.cn/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-365626" status="VALID">
          <orgName>University of the West of England [Bristol]</orgName>
          <orgName type="acronym">UWE Bristol</orgName>
          <desc>
            <address>
              <addrLine>Coldharbour Lane, Frenchay, Bristol BS16 1QY, United Kingdom</addrLine>
              <country key="GB"/>
            </address>
            <ref type="url">http://www.uwe.ac.uk/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-1098412" status="VALID">
          <orgName>Cobotique, Bio-ing Robotique pour l'Assistance [Institut Pprime]</orgName>
          <orgName type="acronym">COBRA</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>PPRIME Institut P' : Recherche et Ingénierie en Matériaux, Mécanique et Énergétique – 11 boulevard Marie et Pierre Curie – Site du futuroscope – TSA 41123 – 86073 Poitiers Cedex 9 – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://pprime.fr/la-recherche/genie-mecanique-systemes-complexes/cobra/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-555997" type="direct"/>
            <relation active="#struct-118112" type="indirect"/>
            <relation name="UPR 3346" active="#struct-54493" type="indirect"/>
            <relation name="UPR 3346" active="#struct-300463" type="indirect"/>
            <relation name="UPR3346" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-125443" status="VALID">
          <idno type="ISNI">0000 0004 1937 0327</idno>
          <idno type="ROR">https://ror.org/01nffqt88</idno>
          <orgName>Politecnico di Milano [Milan]</orgName>
          <orgName type="acronym">POLIMI</orgName>
          <desc>
            <address>
              <addrLine>Piazza Leonardo da Vinci, 32 20133 Milano</addrLine>
              <country key="IT"/>
            </address>
            <ref type="url">https://www.polimi.it/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-555997" status="VALID">
          <orgName>Département Génie Mécanique et Systèmes Complexes [Institut Pprime]</orgName>
          <orgName type="acronym">Département GMSC</orgName>
          <date type="start">2010-01-01</date>
          <desc>
            <address>
              <addrLine>11 boulevard Marie et Pierre Curie – Site du futuroscope – TSA 41123 – 86073 Poitiers Cedex 9 – France</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-118112" type="direct"/>
            <relation name="UPR 3346" active="#struct-54493" type="indirect"/>
            <relation name="UPR 3346" active="#struct-300463" type="indirect"/>
            <relation name="UPR3346" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-118112" status="VALID">
          <idno type="IdRef">16376297X</idno>
          <idno type="ISNI">0000000121643230</idno>
          <idno type="RNSR">201019365K</idno>
          <idno type="ROR">https://ror.org/05vjdsn22</idno>
          <idno type="Wikidata">Q3151798</idno>
          <orgName>Institut Pprime [UPR 3346]</orgName>
          <orgName type="acronym">PPrime [Poitiers]</orgName>
          <date type="start">2010-01-01</date>
          <desc>
            <address>
              <addrLine>11 boulevard Marie et Pierre Curie – Site du futuroscope – TSA 41123 – 86073 Poitiers Cedex 9 – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.pprime.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UPR 3346" active="#struct-54493" type="direct"/>
            <relation name="UPR 3346" active="#struct-300463" type="direct"/>
            <relation name="UPR3346" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-54493" status="VALID">
          <idno type="IdRef">026403765</idno>
          <idno type="ISNI">0000000121606368</idno>
          <idno type="ROR">https://ror.org/04xhy8q59</idno>
          <idno type="Wikidata">Q661056</idno>
          <orgName>Université de Poitiers =  University of Poitiers</orgName>
          <orgName type="acronym">UP</orgName>
          <desc>
            <address>
              <addrLine>15, rue de l'Hôtel Dieu - 86034 Poitiers Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-poitiers.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300463" status="VALID">
          <idno type="IdRef">028024400</idno>
          <idno type="ROR">https://ror.org/04jx68594</idno>
          <orgName>École Nationale Supérieure de Mécanique et d’Aérotechnique [Poitiers]</orgName>
          <orgName type="acronym">ISAE-ENSMA</orgName>
          <desc>
            <address>
              <addrLine>Téléport 2 – 1 avenue Clément AderBP 4010986961 Futuroscope Chasseneuil Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ensma.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>