<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02975529</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T17:51:51+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Continuous Learning of Action and State Spaces (CLASS)</title>
            <author role="aut">
              <persName>
                <forename type="first">Paul</forename>
                <surname>Robertson</surname>
              </persName>
              <idno type="halauthorid">1051259-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Olivier L.</forename>
                <surname>Georgeon</surname>
              </persName>
              <email type="md5">4de2661a63e9c5bf47237fbb20c4a4fb</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">olivier-georgeon</idno>
              <idno type="idhal" notation="numeric">4205</idno>
              <idno type="halauthorid" notation="string">21556-4205</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4883-8702</idno>
              <idno type="IDREF">https://www.idref.fr/130886238</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=Jztco5kAAAAJ</idno>
              <idno type="VIAF">https://viaf.org/viaf/202251873</idno>
              <idno type="ISNI">http://isni.org/isni/0000000357863379</idno>
              <affiliation ref="#struct-413093"/>
              <affiliation ref="#struct-1042740"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Olivier</forename>
                <surname>Georgeon</surname>
              </persName>
              <email type="md5">4de2661a63e9c5bf47237fbb20c4a4fb</email>
              <email type="domain">gmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-10-22 17:35:48</date>
              <date type="whenModified">2025-09-03 10:37:45</date>
              <date type="whenReleased">2020-10-22 17:35:48</date>
              <date type="whenProduced">2020-02-27</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="316651">
                <persName>
                  <forename>Olivier</forename>
                  <surname>Georgeon</surname>
                </persName>
                <email type="md5">4de2661a63e9c5bf47237fbb20c4a4fb</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02975529</idno>
            <idno type="halUri">https://hal.science/hal-02975529</idno>
            <idno type="halBibtex">robertson:hal-02975529</idno>
            <idno type="halRefHtml">&lt;i&gt;International Workshop on Self-Supervised Learning&lt;/i&gt;, Feb 2020, Boston, United States. pp.15-31</idno>
            <idno type="halRef">International Workshop on Self-Supervised Learning, Feb 2020, Boston, United States. pp.15-31</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-LYON1">Université Claude Bernard - Lyon I</idno>
            <idno type="stamp" n="UNIV-LYON2">Université Lumière Lyon 2</idno>
            <idno type="stamp" n="INSA-LYON">Institut National des Sciences Appliquées de Lyon</idno>
            <idno type="stamp" n="EC-LYON">Ecole Centrale de Lyon</idno>
            <idno type="stamp" n="LIRIS" corresp="UNIV-LYON1">Laboratoire d'InfoRmatique en Image et Systèmes d'information</idno>
            <idno type="stamp" n="LYON2">Université Lyon2</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="UDL">UDL</idno>
            <idno type="stamp" n="UNIV-LYON">Université de Lyon</idno>
            <idno type="stamp" n="UR-CONFLUENCE">Unité de Recherche CONFLUENCE : Sciences et Humanités (EA 1598) - UCLy</idno>
            <idno type="stamp" n="HAL-LYON-2-NOUVELLE-VERSION">Nouvelle version portail </idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Continuous Learning of Action and State Spaces (CLASS)</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Paul</forename>
                    <surname>Robertson</surname>
                  </persName>
                  <idno type="halauthorid">1051259-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier L.</forename>
                    <surname>Georgeon</surname>
                  </persName>
                  <email type="md5">4de2661a63e9c5bf47237fbb20c4a4fb</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">olivier-georgeon</idno>
                  <idno type="idhal" notation="numeric">4205</idno>
                  <idno type="halauthorid" notation="string">21556-4205</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4883-8702</idno>
                  <idno type="IDREF">https://www.idref.fr/130886238</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=Jztco5kAAAAJ</idno>
                  <idno type="VIAF">https://viaf.org/viaf/202251873</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000357863379</idno>
                  <affiliation ref="#struct-413093"/>
                  <affiliation ref="#struct-1042740"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>International Workshop on Self-Supervised Learning</title>
                  <date type="start">2020-02-27</date>
                  <date type="end">2020-02-28</date>
                  <settlement>Boston</settlement>
                  <country key="US">United States</country>
                </meeting>
                <editor>Henry Minsky</editor>
                <editor>Paul Robertson</editor>
                <editor>Olivier L. Georgeon</editor>
                <editor>Milan Minsky</editor>
                <editor>Cyrus Shaoul</editor>
                <imprint>
                  <publisher>PMLR</publisher>
                  <biblScope unit="serie">Proceedings of Machine Learning Research</biblScope>
                  <biblScope unit="volume">131</biblScope>
                  <biblScope unit="pp">15-31</biblScope>
                </imprint>
              </monogr>
              <ref target="http://proceedings.mlr.press/v131/robertson20b/robertson20b.pdf" type="seeAlso"/>
              <ref type="publisher">http://proceedings.mlr.press/v131/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>We present a novel approach to state space discretization for constructivist and reinforcement learning. Constructivist learning and reinforcement learning often operate on a predefined set of states and transitions (state space). AI researchers design algorithms to reach particular goal states in this state space (for example, visualized in the form of goal cells that a robot should reach in a grid). When the size and the dimensionality of the state space increases, however, finding goal states becomes intractable. It is nonetheless assumed that these algorithms can have useful applications in the physical world provided that there is a way to construct a discrete state space of reasonable size and dimensionality. Yet, the manner in which the state space is discretized is the source of many problems for both constructivist and reinforcement learning approaches. The problems can roughly be divided into two categories: (1) wiring too much domain information into the solution, and (2) requiring massive storage to represent the state space (such as Q-tables. The problems relate to (1) the non generality arising from wiring domain information into the solution, and (2) non scalability of the approach to useful domains involving high dimensional state spaces. Another important limitation is that high dimensional state spaces require a massive number of learning trials. We present a new approach that builds upon ideas from place cells and cognitive maps.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-413093" status="VALID">
          <orgName>Systèmes Cognitifs et Systèmes Multi-Agents</orgName>
          <orgName type="acronym">SyCoSMA</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-2003" type="direct"/>
            <relation active="#struct-33804" type="indirect"/>
            <relation active="#struct-126765" type="indirect"/>
            <relation active="#struct-301088" type="indirect"/>
            <relation active="#struct-194495" type="indirect"/>
            <relation active="#struct-219748" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation name="UMR5205" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1042740" status="VALID">
          <idno type="IdRef">276042387</idno>
          <idno type="RNSR">202023976D</idno>
          <idno type="ROR">https://ror.org/02yt1th11</idno>
          <orgName>UR CONFLUENCE : Sciences et Humanités (EA 1598)</orgName>
          <date type="start">2020-01-07</date>
          <desc>
            <address>
              <addrLine>10 Place des archives - 69002 Lyon</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ucly.fr/la-recherche/ur-confluence-sciences-humanites/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300989" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2003" status="VALID">
          <idno type="IdRef">149705271</idno>
          <idno type="ISNI">0000000122577669</idno>
          <idno type="RNSR">200511875R</idno>
          <idno type="ROR">https://ror.org/04dv4he91</idno>
          <orgName>Laboratoire d'InfoRmatique en Image et Systèmes d'information</orgName>
          <orgName type="acronym">LIRIS</orgName>
          <date type="start">2003-01-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment Blaise Pascal - 20, avenue Albert Einstein - 69621 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://liris.cnrs.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-33804" type="direct"/>
            <relation active="#struct-126765" type="direct"/>
            <relation active="#struct-301088" type="indirect"/>
            <relation active="#struct-194495" type="direct"/>
            <relation active="#struct-219748" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation name="UMR5205" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-33804" status="VALID">
          <idno type="IdRef">02640334X</idno>
          <idno type="ISNI">0000 0001 2188 0906</idno>
          <idno type="ROR">https://ror.org/03rth4p18</idno>
          <idno type="Wikidata">Q4041</idno>
          <orgName>Université Lumière - Lyon 2</orgName>
          <orgName type="acronym">UL2</orgName>
          <desc>
            <address>
              <addrLine>86, rue Pasteur - 69007 Lyon</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lyon2.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-126765" status="VALID">
          <idno type="ROR">https://ror.org/05s6rge65</idno>
          <orgName>École Centrale de Lyon</orgName>
          <orgName type="acronym">ECL</orgName>
          <desc>
            <address>
              <addrLine>36 avenue Guy de Collongue - 69134 Ecully cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ec-lyon.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301088" status="VALID">
          <idno type="ROR">https://ror.org/01rk35k63</idno>
          <orgName>Université de Lyon</orgName>
          <desc>
            <address>
              <addrLine>92 rue Pasteur - CS 30122, 69361 Lyon Cedex 07</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-lyon.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-194495" status="VALID">
          <idno type="IdRef">026402823</idno>
          <idno type="ISNI">0000000121686185</idno>
          <idno type="ROR">https://ror.org/029brtt94</idno>
          <orgName>Université Claude Bernard Lyon 1</orgName>
          <orgName type="acronym">UCBL</orgName>
          <desc>
            <address>
              <addrLine>43, boulevard du 11 novembre 1918, 69622 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lyon1.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-219748" status="VALID">
          <idno type="IdRef">052444724</idno>
          <idno type="ISNI">0000 0001 2292 0228</idno>
          <orgName>Institut National des Sciences Appliquées de Lyon</orgName>
          <orgName type="acronym">INSA Lyon</orgName>
          <date type="start">1957-03-18</date>
          <desc>
            <address>
              <addrLine>20 Avenue Albert Einstein, 69621 Villeurbanne cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-lyon.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301088" type="direct"/>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300989" status="VALID">
          <idno type="IdRef">026525704</idno>
          <idno type="ISNI">0000 0001 2154 9535</idno>
          <idno type="ROR">https://ror.org/01anhj553</idno>
          <orgName>UCLy (Lyon Catholic University)</orgName>
          <orgName type="acronym">UCLy</orgName>
          <desc>
            <address>
              <addrLine>10 Place des archives - 69002 Lyon</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ucly.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>