<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04293266</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T00:00:19+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Seeing and hearing what has not been said; A multimodal client behavior classifier in Motivational Interviewing with interpretable fusion</title>
            <author role="aut">
              <persName>
                <forename type="first">Lucie</forename>
                <surname>Galland</surname>
              </persName>
              <email type="md5">9832ce2de5811989d53563e7ada0b14e</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="string">lucie-galland</idno>
              <idno type="idhal" notation="numeric">1171693</idno>
              <idno type="halauthorid" notation="string">2603116-1171693</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4682-6011</idno>
              <idno type="IDREF">https://www.idref.fr/292085532</idno>
              <affiliation ref="#struct-541937"/>
              <affiliation ref="#struct-25027"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Catherine</forename>
                <surname>Pelachaud</surname>
              </persName>
              <email type="md5">6cb7a30bf500b244c7f7af7c7b93acb6</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="string">catherine-pelachaud</idno>
              <idno type="idhal" notation="numeric">179912</idno>
              <idno type="halauthorid" notation="string">47749-179912</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1008-0799</idno>
              <idno type="IDREF">https://www.idref.fr/110203283</idno>
              <affiliation ref="#struct-1003535"/>
              <affiliation ref="#struct-441569"/>
              <affiliation ref="#struct-541937"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Florian</forename>
                <surname>Pecune</surname>
              </persName>
              <email type="md5">6e504fc7aeeec7d6770fedff74fa5f66</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">florian-pecune</idno>
              <idno type="idhal" notation="numeric">1481639</idno>
              <idno type="halauthorid" notation="string">743387-1481639</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-3235-2575</idno>
              <affiliation ref="#struct-168249"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Catherine</forename>
                <surname>Pelachaud</surname>
              </persName>
              <email type="md5">6cb7a30bf500b244c7f7af7c7b93acb6</email>
              <email type="domain">isir.upmc.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-11-23 12:30:23</date>
              <date type="whenModified">2025-11-25 11:54:30</date>
              <date type="whenReleased">2023-11-23 12:44:57</date>
              <date type="whenProduced">2023-11-23</date>
              <date type="whenEndEmbargoed">2023-11-23</date>
              <ref type="file" target="https://hal.science/hal-04293266v1/document">
                <date notBefore="2023-11-23"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04293266v1/file/ICMI_HAL2_2023.pdf" id="file-4302306-3753254">
                <date notBefore="2023-11-23"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="142336">
                <persName>
                  <forename>Catherine</forename>
                  <surname>Pelachaud</surname>
                </persName>
                <email type="md5">6cb7a30bf500b244c7f7af7c7b93acb6</email>
                <email type="domain">isir.upmc.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04293266</idno>
            <idno type="halUri">https://hal.science/hal-04293266</idno>
            <idno type="halBibtex">galland:hal-04293266</idno>
            <idno type="halRefHtml">2023</idno>
            <idno type="halRef">2023</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4302306-3753254"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENS-PARIS">Ecole Normale Supérieure de Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="PSL">Université Paris sciences et lettres</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="ENS-PSL" corresp="PSL">École normale supérieure - PSL</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ISIR_PIROS" corresp="ISIR">Perception,INteraction, Robotique sociales</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="DIENS" corresp="ENS-PARIS">Département d'informatique de l'ENS-PSL</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Seeing and hearing what has not been said; A multimodal client behavior classifier in Motivational Interviewing with interpretable fusion</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Lucie</forename>
                    <surname>Galland</surname>
                  </persName>
                  <email type="md5">9832ce2de5811989d53563e7ada0b14e</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="string">lucie-galland</idno>
                  <idno type="idhal" notation="numeric">1171693</idno>
                  <idno type="halauthorid" notation="string">2603116-1171693</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4682-6011</idno>
                  <idno type="IDREF">https://www.idref.fr/292085532</idno>
                  <affiliation ref="#struct-541937"/>
                  <affiliation ref="#struct-25027"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Catherine</forename>
                    <surname>Pelachaud</surname>
                  </persName>
                  <email type="md5">6cb7a30bf500b244c7f7af7c7b93acb6</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="string">catherine-pelachaud</idno>
                  <idno type="idhal" notation="numeric">179912</idno>
                  <idno type="halauthorid" notation="string">47749-179912</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1008-0799</idno>
                  <idno type="IDREF">https://www.idref.fr/110203283</idno>
                  <affiliation ref="#struct-1003535"/>
                  <affiliation ref="#struct-441569"/>
                  <affiliation ref="#struct-541937"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Florian</forename>
                    <surname>Pecune</surname>
                  </persName>
                  <email type="md5">6e504fc7aeeec7d6770fedff74fa5f66</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">florian-pecune</idno>
                  <idno type="idhal" notation="numeric">1481639</idno>
                  <idno type="halauthorid" notation="string">743387-1481639</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-3235-2575</idno>
                  <affiliation ref="#struct-168249"/>
                </author>
              </analytic>
              <monogr>
                <imprint>
                  <date type="datePub">2023</date>
                </imprint>
              </monogr>
              <idno type="doi">10.48550/arXiv.2309.14398</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Machine Learning (cs.LG)</term>
                <term xml:lang="en">Artificial Intelligence (cs.AI)</term>
                <term xml:lang="en">Computation and Language (cs.CL)</term>
                <term xml:lang="en">Audio and Speech Processing (eess.AS)</term>
                <term xml:lang="en">FOS: Computer and information sciences</term>
                <term xml:lang="en">FOS: Electrical engineering</term>
                <term xml:lang="en">electronic engineering</term>
                <term xml:lang="en">information engineering</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-hc">Computer Science [cs]/Human-Computer Interaction [cs.HC]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Motivational Interviewing (MI) is an approach to therapy that emphasizes collaboration and encourages behavioral change. To evaluate the quality of an MI conversation, client utterances can be classified using the MISC code as either change talk, sustain talk, or follow/neutral talk. The proportion of change talk in a MI conversation is positively correlated with therapy outcomes, making accurate classification of client utterances essential. In this paper, we present a classifier that accurately distinguishes between the three MISC classes (change talk, sustain talk, and follow/neutral talk) leveraging multimodal features such as text, prosody, facial expressivity, and body expressivity. To train our model, we perform annotations on the publicly available AnnoMI dataset to collect multimodal information, including text, audio, facial expressivity, and body expressivity. Furthermore, we identify the most important modalities in the decision-making process, providing valuable insights into the interplay of different modalities during a MI conversation.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-541937" status="VALID">
          <idno type="IdRef">241179122</idno>
          <idno type="RNSR">200918463J</idno>
          <idno type="ROR">05neq8668</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7222" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-25027" status="VALID">
          <idno type="IdRef">148034055</idno>
          <idno type="RNSR">199812876J</idno>
          <idno type="ROR">05y6rqs46</idno>
          <orgName>Département d'informatique - ENS-PSL</orgName>
          <orgName type="acronym">DI-ENS</orgName>
          <date type="start">1999-01-01</date>
          <desc>
            <address>
              <addrLine>École normale supérieure 45 rue d'Ulm F-75230 Paris Cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.di.ens.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-59704" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1003535" status="OLD">
          <orgName>Perception, Interaction, Robotique sociales</orgName>
          <orgName type="acronym">PIROS</orgName>
          <date type="start">2019-01-01</date>
          <date type="end">2023-12-31</date>
          <desc>
            <address>
              <addrLine>ISIR, Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr/index.php?op=view_equipe&amp;lang=fr&amp;pageid=1096&amp;id=2</ref>
          </desc>
          <listRelation>
            <relation active="#struct-541937" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7222" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-168249" status="VALID">
          <idno type="ISNI">0000 0001 2158 5974</idno>
          <orgName>Waseda University [Tokyo]</orgName>
          <desc>
            <address>
              <addrLine>1-104 Totsukamachi, Shinjuku-ku, Tokyo, 169-8050</addrLine>
              <country key="JP"/>
            </address>
            <ref type="url">https://www.waseda.jp/top/en</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-59704" status="VALID">
          <idno type="IdRef">031738419</idno>
          <idno type="ISNI">0000000123532622</idno>
          <idno type="ROR">https://ror.org/05a0dhs15</idno>
          <orgName>École normale supérieure - Paris</orgName>
          <orgName type="acronym">ENS-PSL</orgName>
          <date type="start">1985-07-24</date>
          <desc>
            <address>
              <addrLine>45, Rue d'Ulm - 75230 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>