<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05324845</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T11:03:10+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Action matters for object representation learning from sequences</title>
            <author role="aut">
              <persName>
                <forename type="first">Mohamed</forename>
                <forename type="middle">Massamba</forename>
                <surname>Sene</surname>
              </persName>
              <email type="md5">d0d95584de2e8dc5cb4b7c032508c337</email>
              <email type="domain">etu.univ-lyon1.fr</email>
              <idno type="idhal" notation="numeric">1597473</idno>
              <idno type="halauthorid" notation="string">3841520-1597473</idno>
              <affiliation ref="#struct-1043083"/>
              <affiliation ref="#struct-413093"/>
              <affiliation ref="#struct-2003"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jean-Charles</forename>
                <surname>Quinton</surname>
              </persName>
              <email type="md5">3e9f873267986600316ea18882481f6c</email>
              <email type="domain">imag.fr</email>
              <idno type="idhal" notation="string">jean-charles-quinton</idno>
              <idno type="idhal" notation="numeric">16071</idno>
              <idno type="halauthorid" notation="string">31073-16071</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8118-1752</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=hm8ThYMAAAAJ&amp;hl=fr&amp;oi=ao</idno>
              <idno type="IDREF">https://www.idref.fr/131590669</idno>
              <affiliation ref="#struct-1043083"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Frédéric</forename>
                <surname>Armetta</surname>
              </persName>
              <email type="md5">31e0d464103cb2bd698b1b2ea9c3b6e9</email>
              <email type="domain">univ-lyon1.fr</email>
              <idno type="idhal" notation="string">frederic-armetta</idno>
              <idno type="idhal" notation="numeric">5426</idno>
              <idno type="halauthorid" notation="string">19185-5426</idno>
              <idno type="IDREF">https://www.idref.fr/133954374</idno>
              <idno type="ORCID">https://orcid.org/0009-0009-2549-5242</idno>
              <affiliation ref="#struct-413093"/>
              <affiliation ref="#struct-2003"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mathieu</forename>
                <surname>Lefort</surname>
              </persName>
              <email type="md5">c155e73113d52ac8803790cbe3869a04</email>
              <email type="domain">liris.cnrs.fr</email>
              <idno type="idhal" notation="string">mathieu-lefort</idno>
              <idno type="idhal" notation="numeric">3549</idno>
              <idno type="halauthorid" notation="string">36475-3549</idno>
              <idno type="IDREF">https://www.idref.fr/165489618</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8581-0536</idno>
              <affiliation ref="#struct-2003"/>
              <affiliation ref="#struct-413093"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Frédéric</forename>
                <surname>Armetta</surname>
              </persName>
              <email type="md5">31e0d464103cb2bd698b1b2ea9c3b6e9</email>
              <email type="domain">univ-lyon1.fr</email>
            </editor>
            <funder ref="#projanr-109680"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-10-21 15:52:29</date>
              <date type="whenModified">2025-11-24 12:46:15</date>
              <date type="whenReleased">2025-10-23 10:21:41</date>
              <date type="whenProduced">2025-10-25</date>
              <date type="whenEndEmbargoed">2025-10-21</date>
              <ref type="file" target="https://hal.science/hal-05324845v1/document">
                <date notBefore="2025-10-21"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-05324845v1/file/Article_ECAI-AIC.pdf" id="file-5324845-4560375">
                <date notBefore="2025-10-21"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="124717">
                <persName>
                  <forename>Frédéric</forename>
                  <surname>Armetta</surname>
                </persName>
                <email type="md5">31e0d464103cb2bd698b1b2ea9c3b6e9</email>
                <email type="domain">univ-lyon1.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05324845</idno>
            <idno type="halUri">https://hal.science/hal-05324845</idno>
            <idno type="halBibtex">sene:hal-05324845</idno>
            <idno type="halRefHtml">&lt;i&gt;European Conference On Artificial Intelligence (ECAI), Artificial Intelligence and Cognition workshop (AIC)&lt;/i&gt;, Oct 2025, Bologna, Italy</idno>
            <idno type="halRef">European Conference On Artificial Intelligence (ECAI), Artificial Intelligence and Cognition workshop (AIC), Oct 2025, Bologna, Italy</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-5324845-4560375"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-LYON1">Université Claude Bernard - Lyon I</idno>
            <idno type="stamp" n="UNIV-LYON2">Université Lumière Lyon 2</idno>
            <idno type="stamp" n="INSA-LYON">Institut National des Sciences Appliquées de Lyon</idno>
            <idno type="stamp" n="EC-LYON">Ecole Centrale de Lyon</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="LIRIS" corresp="UNIV-LYON1">Laboratoire d'InfoRmatique en Image et Systèmes d'information</idno>
            <idno type="stamp" n="LJK">Laboratoire Jean Kuntzmann</idno>
            <idno type="stamp" n="LJK_PS" corresp="LJK">Département Probabilités et Statistiques</idno>
            <idno type="stamp" n="LJK-PS-SVH" corresp="LJK_PS">Statistique pour le Vivant et l’Homme</idno>
            <idno type="stamp" n="LYON2">Université Lyon2</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="UDL">UDL</idno>
            <idno type="stamp" n="UNIV-LYON">Université de Lyon</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ANR-IA-23" corresp="ANR-IA">ANR-IA-23</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="HAL-LYON-2-NOUVELLE-VERSION">Nouvelle version portail </idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Action matters for object representation learning from sequences</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Mohamed</forename>
                    <forename type="middle">Massamba</forename>
                    <surname>Sene</surname>
                  </persName>
                  <email type="md5">d0d95584de2e8dc5cb4b7c032508c337</email>
                  <email type="domain">etu.univ-lyon1.fr</email>
                  <idno type="idhal" notation="numeric">1597473</idno>
                  <idno type="halauthorid" notation="string">3841520-1597473</idno>
                  <affiliation ref="#struct-1043083"/>
                  <affiliation ref="#struct-413093"/>
                  <affiliation ref="#struct-2003"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jean-Charles</forename>
                    <surname>Quinton</surname>
                  </persName>
                  <email type="md5">3e9f873267986600316ea18882481f6c</email>
                  <email type="domain">imag.fr</email>
                  <idno type="idhal" notation="string">jean-charles-quinton</idno>
                  <idno type="idhal" notation="numeric">16071</idno>
                  <idno type="halauthorid" notation="string">31073-16071</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8118-1752</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=hm8ThYMAAAAJ&amp;hl=fr&amp;oi=ao</idno>
                  <idno type="IDREF">https://www.idref.fr/131590669</idno>
                  <affiliation ref="#struct-1043083"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Frédéric</forename>
                    <surname>Armetta</surname>
                  </persName>
                  <email type="md5">31e0d464103cb2bd698b1b2ea9c3b6e9</email>
                  <email type="domain">univ-lyon1.fr</email>
                  <idno type="idhal" notation="string">frederic-armetta</idno>
                  <idno type="idhal" notation="numeric">5426</idno>
                  <idno type="halauthorid" notation="string">19185-5426</idno>
                  <idno type="IDREF">https://www.idref.fr/133954374</idno>
                  <idno type="ORCID">https://orcid.org/0009-0009-2549-5242</idno>
                  <affiliation ref="#struct-413093"/>
                  <affiliation ref="#struct-2003"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mathieu</forename>
                    <surname>Lefort</surname>
                  </persName>
                  <email type="md5">c155e73113d52ac8803790cbe3869a04</email>
                  <email type="domain">liris.cnrs.fr</email>
                  <idno type="idhal" notation="string">mathieu-lefort</idno>
                  <idno type="idhal" notation="numeric">3549</idno>
                  <idno type="halauthorid" notation="string">36475-3549</idno>
                  <idno type="IDREF">https://www.idref.fr/165489618</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8581-0536</idno>
                  <affiliation ref="#struct-2003"/>
                  <affiliation ref="#struct-413093"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>European Conference On Artificial Intelligence (ECAI),  Artificial Intelligence and Cognition workshop (AIC)</title>
                  <date type="start">2025-10-25</date>
                  <date type="end">2025-10-30</date>
                  <settlement>Bologna</settlement>
                  <country key="IT">Italy</country>
                </meeting>
                <imprint/>
              </monogr>
              <ref type="publisher">https://ecai2025.org/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Tetris</term>
                <term xml:lang="en">Sequence modeling</term>
                <term xml:lang="en">Self-supervised learning</term>
                <term xml:lang="en">Representation learning</term>
                <term xml:lang="en">Sensorimotor theory</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="scco.comp">Cognitive science/Computer science</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>According to the sensorimotor contingencies theory, building from developments in cognitive sciences, action, and especially the rules governing the changes in sensations caused by action, are essential to construct meaningful representation of the environment. However, most of current approaches to self-supervised learning are currently learning static representations from large datasets. In this article, we study how state-of-the-art deep learning methods can learn sensorimotor representations from sequences of interactions in a simplified deterministic Tetris-like environment, partially observable by the model. Especially, we emphasize the role of action to facilitate the emergence of representations related to objects present in the environment (here Tetris manipulable shapes). To that purpose, several model configurations were compared: a multi-task Transformer, a multi-task State Space Model, and ablated variants omitting action either in the input and/or in the pretext tasks. All models were trained in a self-supervised setting using predictive tasks of a masked subpart of the input sequence. Results show that explicitly including actions in the input and in the pretext tasks significantly improves the quality of learned representations, particularly in ambiguous situations. These findings support the relevance of the sensorimotor framework for structuring representation learning.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1043083" status="VALID">
          <orgName>Statistique pour le Vivant et l’Homme</orgName>
          <orgName type="acronym">SVH</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www-ljk.imag.fr/SVH/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1043077" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR5224" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-413093" status="VALID">
          <orgName>Systèmes Cognitifs et Systèmes Multi-Agents</orgName>
          <orgName type="acronym">SyCoSMA</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-2003" type="direct"/>
            <relation active="#struct-33804" type="indirect"/>
            <relation active="#struct-126765" type="indirect"/>
            <relation active="#struct-301088" type="indirect"/>
            <relation active="#struct-194495" type="indirect"/>
            <relation active="#struct-219748" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation name="UMR5205" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2003" status="VALID">
          <idno type="IdRef">149705271</idno>
          <idno type="ISNI">0000000122577669</idno>
          <idno type="RNSR">200511875R</idno>
          <idno type="ROR">https://ror.org/04dv4he91</idno>
          <orgName>Laboratoire d'InfoRmatique en Image et Systèmes d'information</orgName>
          <orgName type="acronym">LIRIS</orgName>
          <date type="start">2003-01-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment Blaise Pascal - 20, avenue Albert Einstein - 69621 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://liris.cnrs.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-33804" type="direct"/>
            <relation active="#struct-126765" type="direct"/>
            <relation active="#struct-301088" type="indirect"/>
            <relation active="#struct-194495" type="direct"/>
            <relation active="#struct-219748" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation name="UMR5205" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1043077" status="VALID">
          <idno type="IdRef">184945011</idno>
          <idno type="ISNI">0000 0004 0383 676X</idno>
          <idno type="RNSR">200711891Z</idno>
          <idno type="ROR">https://ror.org/04ett5b41</idno>
          <orgName>Laboratoire Jean Kuntzmann</orgName>
          <orgName type="acronym">LJK</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment IMAG, CS 40700, F-38058 Grenoble Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://ljk.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5224" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1043329" status="VALID">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-33804" status="VALID">
          <idno type="IdRef">02640334X</idno>
          <idno type="ISNI">0000 0001 2188 0906</idno>
          <idno type="ROR">https://ror.org/03rth4p18</idno>
          <idno type="Wikidata">Q4041</idno>
          <orgName>Université Lumière - Lyon 2</orgName>
          <orgName type="acronym">UL2</orgName>
          <desc>
            <address>
              <addrLine>86, rue Pasteur - 69007 Lyon</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lyon2.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-126765" status="VALID">
          <idno type="ROR">https://ror.org/05s6rge65</idno>
          <orgName>École Centrale de Lyon</orgName>
          <orgName type="acronym">ECL</orgName>
          <desc>
            <address>
              <addrLine>36 avenue Guy de Collongue - 69134 Ecully cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ec-lyon.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301088" status="VALID">
          <idno type="ROR">https://ror.org/01rk35k63</idno>
          <orgName>Université de Lyon</orgName>
          <desc>
            <address>
              <addrLine>92 rue Pasteur - CS 30122, 69361 Lyon Cedex 07</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-lyon.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-194495" status="VALID">
          <idno type="IdRef">026402823</idno>
          <idno type="ISNI">0000000121686185</idno>
          <idno type="ROR">https://ror.org/029brtt94</idno>
          <orgName>Université Claude Bernard Lyon 1</orgName>
          <orgName type="acronym">UCBL</orgName>
          <desc>
            <address>
              <addrLine>43, boulevard du 11 novembre 1918, 69622 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lyon1.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-219748" status="VALID">
          <idno type="IdRef">052444724</idno>
          <idno type="ISNI">0000 0001 2292 0228</idno>
          <orgName>Institut National des Sciences Appliquées de Lyon</orgName>
          <orgName type="acronym">INSA Lyon</orgName>
          <date type="start">1957-03-18</date>
          <desc>
            <address>
              <addrLine>20 Avenue Albert Einstein, 69621 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-lyon.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-109680" status="VALID">
          <idno type="anr">ANR-23-CE23-0021</idno>
          <orgName>MeSMRise</orgName>
          <desc>Apprentissage profond de représentations sensorimotrices multimodales</desc>
          <date type="start">2023</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>