<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03442752</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T15:29:58+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">How does Modality Matter? Investigating the Synthesis and Effects of Multi-modal Robot Behavior on Social Intelligence</title>
            <author role="aut">
              <persName>
                <forename type="first">Karen</forename>
                <surname>Tatarian</surname>
              </persName>
              <idno type="halauthorid">2158360-0</idno>
              <affiliation ref="#struct-526872"/>
              <affiliation ref="#struct-1003535"/>
              <affiliation ref="#struct-541937"/>
              <affiliation ref="#struct-413221"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Rebecca</forename>
                <surname>Stower</surname>
              </persName>
              <idno type="halauthorid">2158362-0</idno>
              <affiliation ref="#struct-264916"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Damien</forename>
                <surname>Rudaz</surname>
              </persName>
              <email type="md5">e5495c49077e59fc6d2274d81c4113a0</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">damien-rudaz</idno>
              <idno type="idhal" notation="numeric">752696</idno>
              <idno type="halauthorid" notation="string">55156-752696</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-0357-8946</idno>
              <idno type="IDREF">https://www.idref.fr/282539204</idno>
              <affiliation ref="#struct-526872"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marine</forename>
                <surname>Chamoux</surname>
              </persName>
              <idno type="halauthorid">2028825-0</idno>
              <affiliation ref="#struct-526872"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Arvid</forename>
                <surname>Kappas</surname>
              </persName>
              <idno type="halauthorid">1162220-0</idno>
              <affiliation ref="#struct-264916"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mohamed</forename>
                <surname>Chetouani</surname>
              </persName>
              <email type="md5">2c46ac1ee73e020056e2c292b7850f87</email>
              <email type="domain">upmc.fr</email>
              <idno type="idhal" notation="string">mohamed-chetouani</idno>
              <idno type="idhal" notation="numeric">179528</idno>
              <idno type="halauthorid" notation="string">39147-179528</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/F-5854-2010</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2920-4539</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=AKdzMWUAAAAJ&amp;hl=fr</idno>
              <idno type="IDREF">https://www.idref.fr/089021916</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/F-5854-2010</idno>
              <affiliation ref="#struct-1003535"/>
              <affiliation ref="#struct-541937"/>
              <affiliation ref="#struct-413221"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Mohamed</forename>
                <surname>Chetouani</surname>
              </persName>
              <email type="md5">2c46ac1ee73e020056e2c292b7850f87</email>
              <email type="domain">upmc.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-11-23 11:40:23</date>
              <date type="whenModified">2024-10-30 13:28:36</date>
              <date type="whenReleased">2021-12-03 08:05:10</date>
              <date type="whenProduced">2021-11-23</date>
              <date type="whenEndEmbargoed">2021-11-23</date>
              <ref type="file" target="https://hal.science/hal-03442752v1/document">
                <date notBefore="2021-11-23"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03442752v1/file/FinalVersion_IJSR.pdf" id="file-3442752-3018695">
                <date notBefore="2021-11-23"/>
              </ref>
              <ref type="externalLink" target="https://hal.archives-ouvertes.fr/hal-03442752/document"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="154207">
                <persName>
                  <forename>Mohamed</forename>
                  <surname>Chetouani</surname>
                </persName>
                <email type="md5">2c46ac1ee73e020056e2c292b7850f87</email>
                <email type="domain">upmc.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03442752</idno>
            <idno type="halUri">https://hal.science/hal-03442752</idno>
            <idno type="halBibtex">tatarian:hal-03442752</idno>
            <idno type="halRefHtml">&lt;i&gt;International Journal of Social Robotics&lt;/i&gt;, In press, &lt;a target="_blank" href="https://dx.doi.org/10.1007/s12369-021-00839-w"&gt;&amp;#x27E8;10.1007/s12369-021-00839-w&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">International Journal of Social Robotics, In press, &amp;#x27E8;10.1007/s12369-021-00839-w&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3442752-3018695"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ISIR_PIROS" corresp="ISIR">Perception,INteraction, Robotique sociales</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">How does Modality Matter? Investigating the Synthesis and Effects of Multi-modal Robot Behavior on Social Intelligence</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Karen</forename>
                    <surname>Tatarian</surname>
                  </persName>
                  <idno type="halauthorid">2158360-0</idno>
                  <affiliation ref="#struct-526872"/>
                  <affiliation ref="#struct-1003535"/>
                  <affiliation ref="#struct-541937"/>
                  <affiliation ref="#struct-413221"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Rebecca</forename>
                    <surname>Stower</surname>
                  </persName>
                  <idno type="halauthorid">2158362-0</idno>
                  <affiliation ref="#struct-264916"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Damien</forename>
                    <surname>Rudaz</surname>
                  </persName>
                  <email type="md5">e5495c49077e59fc6d2274d81c4113a0</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">damien-rudaz</idno>
                  <idno type="idhal" notation="numeric">752696</idno>
                  <idno type="halauthorid" notation="string">55156-752696</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-0357-8946</idno>
                  <idno type="IDREF">https://www.idref.fr/282539204</idno>
                  <affiliation ref="#struct-526872"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marine</forename>
                    <surname>Chamoux</surname>
                  </persName>
                  <idno type="halauthorid">2028825-0</idno>
                  <affiliation ref="#struct-526872"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Arvid</forename>
                    <surname>Kappas</surname>
                  </persName>
                  <idno type="halauthorid">1162220-0</idno>
                  <affiliation ref="#struct-264916"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mohamed</forename>
                    <surname>Chetouani</surname>
                  </persName>
                  <email type="md5">2c46ac1ee73e020056e2c292b7850f87</email>
                  <email type="domain">upmc.fr</email>
                  <idno type="idhal" notation="string">mohamed-chetouani</idno>
                  <idno type="idhal" notation="numeric">179528</idno>
                  <idno type="halauthorid" notation="string">39147-179528</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/F-5854-2010</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2920-4539</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=AKdzMWUAAAAJ&amp;hl=fr</idno>
                  <idno type="IDREF">https://www.idref.fr/089021916</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/F-5854-2010</idno>
                  <affiliation ref="#struct-1003535"/>
                  <affiliation ref="#struct-541937"/>
                  <affiliation ref="#struct-413221"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">64311</idno>
                <idno type="issn">1875-4791</idno>
                <idno type="eissn">1875-4805</idno>
                <title level="j">International Journal of Social Robotics</title>
                <imprint>
                  <publisher>Springer</publisher>
                  <date type="datePub" subtype="inPress">2021-11-23</date>
                  <date type="dateEpub">2021-11-23</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/s12369-021-00839-w</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Multi-modal interaction</term>
                <term xml:lang="en">Gestures</term>
                <term xml:lang="en">Gaze</term>
                <term xml:lang="en">Proxemics</term>
                <term xml:lang="en">Social Cues</term>
                <term xml:lang="en">Social Intelligence</term>
                <term xml:lang="en">Nonverbal Behavior</term>
                <term xml:lang="en">Human Robot Interaction</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ts">Computer Science [cs]/Signal and Image Processing</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-rb">Computer Science [cs]/Robotics [cs.RO]</classCode>
              <classCode scheme="halDomain" n="scco.comp">Cognitive science/Computer science</classCode>
              <classCode scheme="halDomain" n="scco.psyc">Cognitive science/Psychology</classCode>
              <classCode scheme="halDomain" n="scco.neur">Cognitive science/Neuroscience</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Multi-modal behavior for social robots is crucial for the robot's perceived social intelligence, ability to communicate nonverbally, and the extent to which the robot can be trusted. However, most of the research conducted so far has been with only one modality, thus there is still a lack of understanding of the effect of each modality when performed in a multi-modal interaction. This study presents a multi-modal interaction focusing on the following modalities: proxemics for social navigation, gaze mechanisms (for turn-taking floor-holding, turn-yielding and joint attention), kinesics (for symbolic, deictic, and beat gestures), and social dialogue. The multi-modal behaviors were evaluated through an experiment with 105 participants in a seven minute interaction to analyze the effects on perceived social intelligence through both objective and subjective measurements. The results show various insights of the effect of modalities in a multi-modal interaction onto several behavioral outcomes of the users, including taking physical suggestions, distances maintained during the interaction, wave gestures performed in greeting and closing, back-channeling, and how socially the robot is treated, while having no effect on self-disclosure and subjective liking.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-526872" status="VALID">
          <idno type="ROR">https://ror.org/02msvh720</idno>
          <orgName>SoftBank Robotics Europe</orgName>
          <desc>
            <address>
              <addrLine>43 Rue du Colonel Pierre Avia, 75015 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.softbankrobotics.com/emea/fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-545036" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1003535" status="OLD">
          <orgName>Perception, Interaction, Robotique sociales</orgName>
          <orgName type="acronym">PIROS</orgName>
          <date type="start">2019-01-01</date>
          <date type="end">2023-12-31</date>
          <desc>
            <address>
              <addrLine>ISIR, Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr/index.php?op=view_equipe&amp;lang=fr&amp;pageid=1096&amp;id=2</ref>
          </desc>
          <listRelation>
            <relation active="#struct-541937" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7222" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541937" status="VALID">
          <idno type="IdRef">241179122</idno>
          <idno type="RNSR">200918463J</idno>
          <idno type="ROR">05neq8668</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7222" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-264916" status="VALID">
          <idno type="ROR">https://ror.org/02yrs2n53</idno>
          <orgName>Jacobs University = Constructor University [Bremen]</orgName>
          <date type="start">2016-11-23</date>
          <desc>
            <address>
              <addrLine>Campus Ring 1, 28759 Bremen</addrLine>
              <country key="DE"/>
            </address>
            <ref type="url">https://www.jacobs-university.de</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-545036" status="VALID">
          <orgName>SoftBank Robotics Group Corp.</orgName>
          <desc>
            <address>
              <addrLine>1-9-1, Higashi-Shimbashi, Minato-ku, Tokyo 105-7307</addrLine>
              <country key="JP"/>
            </address>
            <ref type="url">https://www.softbankrobotics.com</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>