<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03634490v2</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T15:57:02+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Transformer-Based Self-Supervised Learning for Emotion Recognition</title>
            <author role="aut">
              <persName>
                <forename type="first">Juan</forename>
                <surname>Vazquez-Rodriguez</surname>
              </persName>
              <email type="md5">96785e8d28c6da980f49c1894744f157</email>
              <email type="domain">orange.com</email>
              <idno type="idhal" notation="numeric">1131954</idno>
              <idno type="halauthorid" notation="string">2471777-1131954</idno>
              <affiliation ref="#struct-242003"/>
              <affiliation ref="#struct-1060735"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Grégoire</forename>
                <surname>Lefebvre</surname>
              </persName>
              <email type="md5">cb6fe14daa3d4fcb17173259091d28d4</email>
              <email type="domain">orange.com</email>
              <idno type="idhal" notation="string">gregoire-lefebvre</idno>
              <idno type="idhal" notation="numeric">5481</idno>
              <idno type="halauthorid" notation="string">26401-5481</idno>
              <idno type="IDREF">https://www.idref.fr/121808807</idno>
              <affiliation ref="#struct-242003"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Julien</forename>
                <surname>Cumin</surname>
              </persName>
              <email type="md5">1e62b27f8f5caf6cbe6a721dd8812302</email>
              <email type="domain">orange.com</email>
              <idno type="idhal" notation="numeric">977626</idno>
              <idno type="halauthorid" notation="string">923193-977626</idno>
              <affiliation ref="#struct-242003"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">James L.</forename>
                <surname>Crowley</surname>
              </persName>
              <email type="md5">d86e9d4f80fc30db56e4f319631a8c6e</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">james-crowley</idno>
              <idno type="idhal" notation="numeric">5323</idno>
              <idno type="halauthorid" notation="string">22546-5323</idno>
              <idno type="IDREF">https://www.idref.fr/033907641</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7730-8968</idno>
              <orgName ref="#struct-300275"/>
              <affiliation ref="#struct-1060735"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Juan</forename>
                <surname>Vazquez-Rodriguez</surname>
              </persName>
              <email type="md5">78b935b1b7dbbd5e6de2f768c43f7688</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
            </editor>
            <funder ref="#projanr-50501"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1">
              <date type="whenSubmitted">2022-04-07 16:27:01</date>
            </edition>
            <edition n="v2" type="current">
              <date type="whenSubmitted">2022-06-01 14:26:40</date>
              <date type="whenModified">2025-09-27 19:10:38</date>
              <date type="whenReleased">2022-06-03 11:13:37</date>
              <date type="whenProduced">2022-08-21</date>
              <date type="whenEndEmbargoed">2022-06-01</date>
              <ref type="file" target="https://hal.science/hal-03634490v2/document">
                <date notBefore="2022-06-01"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03634490v2/file/Trnsf_based_EmoRec.pdf" id="file-3684520-3217038">
                <date notBefore="2022-06-01"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2204.05103"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1178188">
                <persName>
                  <forename>Juan</forename>
                  <surname>Vazquez-Rodriguez</surname>
                </persName>
                <email type="md5">78b935b1b7dbbd5e6de2f768c43f7688</email>
                <email type="domain">univ-grenoble-alpes.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03634490</idno>
            <idno type="halUri">https://hal.science/hal-03634490</idno>
            <idno type="halBibtex">vazquezrodriguez:hal-03634490</idno>
            <idno type="halRefHtml">&lt;i&gt;26th International Conference on Pattern Recognition (ICPR 2022)&lt;/i&gt;, Aug 2022, Montreal, Canada</idno>
            <idno type="halRef">26th International Conference on Pattern Recognition (ICPR 2022), Aug 2022, Montreal, Canada</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3684520-3217038"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="LIG">Laboratoire d'Informatique de Grenoble</idno>
            <idno type="stamp" n="MIAI">Multidisciplinary Institute in Artificial intelligence - Grenoble Alpes</idno>
            <idno type="stamp" n="PNRIA">Programme National de Recherche en IA</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="LIG_SIC_M-PSI" corresp="LIG_SIC">Multimodal Perception and Sociable Interaction</idno>
            <idno type="stamp" n="LIG_SIDCH" corresp="LIG">Systèmes intelligents pour les données, les connaissances et les humains</idno>
            <idno type="stamp" n="ANR-IA-19" corresp="ANR-IA">ANR-IA-19</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Transformer-Based Self-Supervised Learning for Emotion Recognition</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Juan</forename>
                    <surname>Vazquez-Rodriguez</surname>
                  </persName>
                  <email type="md5">96785e8d28c6da980f49c1894744f157</email>
                  <email type="domain">orange.com</email>
                  <idno type="idhal" notation="numeric">1131954</idno>
                  <idno type="halauthorid" notation="string">2471777-1131954</idno>
                  <affiliation ref="#struct-242003"/>
                  <affiliation ref="#struct-1060735"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Grégoire</forename>
                    <surname>Lefebvre</surname>
                  </persName>
                  <email type="md5">cb6fe14daa3d4fcb17173259091d28d4</email>
                  <email type="domain">orange.com</email>
                  <idno type="idhal" notation="string">gregoire-lefebvre</idno>
                  <idno type="idhal" notation="numeric">5481</idno>
                  <idno type="halauthorid" notation="string">26401-5481</idno>
                  <idno type="IDREF">https://www.idref.fr/121808807</idno>
                  <affiliation ref="#struct-242003"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Julien</forename>
                    <surname>Cumin</surname>
                  </persName>
                  <email type="md5">1e62b27f8f5caf6cbe6a721dd8812302</email>
                  <email type="domain">orange.com</email>
                  <idno type="idhal" notation="numeric">977626</idno>
                  <idno type="halauthorid" notation="string">923193-977626</idno>
                  <affiliation ref="#struct-242003"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">James L.</forename>
                    <surname>Crowley</surname>
                  </persName>
                  <email type="md5">d86e9d4f80fc30db56e4f319631a8c6e</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">james-crowley</idno>
                  <idno type="idhal" notation="numeric">5323</idno>
                  <idno type="halauthorid" notation="string">22546-5323</idno>
                  <idno type="IDREF">https://www.idref.fr/033907641</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7730-8968</idno>
                  <orgName ref="#struct-300275"/>
                  <affiliation ref="#struct-1060735"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>26th International Conference on Pattern Recognition (ICPR 2022)</title>
                  <date type="start">2022-08-21</date>
                  <date type="end">2022-08-25</date>
                  <settlement>Montreal</settlement>
                  <country key="CA">Canada</country>
                </meeting>
                <imprint/>
              </monogr>
              <idno type="arxiv">2204.05103</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Transformers</term>
                <term xml:lang="en">Unsupervised learning</term>
                <term xml:lang="en">Machine learning</term>
                <term xml:lang="en">Emotion recognition</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ts">Computer Science [cs]/Signal and Image Processing</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In order to exploit representations of time-series signals, such as physiological signals, it is essential that these representations capture relevant information from the whole signal. In this work, we propose to use a Transformer-based model to process electrocardiograms (ECG) for emotion recognition. Attention mechanisms of the Transformer can be used to build contextualized representations for a signal, giving more importance to relevant parts. These representations may then be processed with a fully-connected network to predict emotions. To overcome the relatively small size of datasets with emotional labels, we employ self-supervised learning. We gathered several ECG datasets with no labels of emotion to pre-train our model, which we then fine-tuned for emotion recognition on the AMIGOS dataset. We show that our approach reaches state-of-the-art performances for emotion recognition using ECG signals on AMIGOS. More generally, our experiments show that transformers and pre-training are promising strategies for emotion recognition with physiological signals.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-242003" status="VALID">
          <orgName>Orange Labs [Meylan]</orgName>
          <desc>
            <address>
              <addrLine>28 Chemin du Vieux Chêne, 38240 Meylan</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-365900" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1060735" status="VALID">
          <orgName>Multimodal Perception and Sociable Interaction</orgName>
          <orgName type="acronym">M-PSI</orgName>
          <date type="start">2021-01-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment IMAG, 700 Avenue Centrale, 38401 Saint-Martin-d'Hères</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.m-psi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1043301" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR5217" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-365900" status="VALID">
          <orgName>Orange Labs</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1043301" status="VALID">
          <idno type="IdRef">148425550</idno>
          <idno type="ISNI">0000 0001 2286 4035</idno>
          <idno type="RNSR">200711886U</idno>
          <idno type="ROR">https://ror.org/01c8rcg82</idno>
          <orgName>Laboratoire d'Informatique de Grenoble</orgName>
          <orgName type="acronym">LIG</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>UMR 5217 - Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d’Hères Adresse postale : CS 40700 - 38058 Grenoble cedex 9Tél. : 04 57 42 14 00</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.liglab.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1043329" status="VALID">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-50501" status="VALID">
          <idno type="anr">ANR-19-P3IA-0003</idno>
          <orgName>MIAI</orgName>
          <desc>MIAI @ Grenoble Alpes</desc>
          <date type="start">2019</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>