<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03124277</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-04-27T18:18:28+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Combining latent learning with dynamic programming in the modular anticipatory classifier system</title>
            <author role="aut">
              <persName>
                <forename type="first">Pierre</forename>
                <surname>Gérard</surname>
              </persName>
              <idno type="halauthorid">166786-0</idno>
              <affiliation ref="#struct-408330"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jean-Arcady</forename>
                <surname>Meyer</surname>
              </persName>
              <idno type="halauthorid">125149-0</idno>
              <affiliation ref="#struct-408330"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Olivier</forename>
                <surname>Sigaud</surname>
              </persName>
              <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
              <email type="domain">upmc.fr</email>
              <idno type="idhal" notation="string">olivier-sigaud</idno>
              <idno type="idhal" notation="numeric">14932</idno>
              <idno type="halauthorid" notation="string">15986-14932</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
              <idno type="IDREF">https://www.idref.fr/072724714</idno>
              <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
              <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
              <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
              <orgName ref="#struct-93591"/>
              <affiliation ref="#struct-408330"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Olivier</forename>
                <surname>Sigaud</surname>
              </persName>
              <email type="md5">b5f607a7e9a8a060f29dae3dff0eeabf</email>
              <email type="domain">sorbonne-universite.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-01-28 15:35:18</date>
              <date type="whenModified">2023-04-11 15:16:28</date>
              <date type="whenReleased">2021-02-09 14:09:41</date>
              <date type="whenProduced">2005-02</date>
              <date type="whenEndEmbargoed">2005-01-01</date>
              <ref type="file" target="https://hal.science/hal-03124277v1/document">
                <date notBefore="2005-01-01"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03124277v1/file/2005ACLI414.pdf" id="file-3124277-2748293">
                <date notBefore="2005-01-01"/>
              </ref>
              <ref type="externalLink" target="https://hal.archives-ouvertes.fr/hal-03124277/document"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="176291">
                <persName>
                  <forename>Olivier</forename>
                  <surname>Sigaud</surname>
                </persName>
                <email type="md5">b5f607a7e9a8a060f29dae3dff0eeabf</email>
                <email type="domain">sorbonne-universite.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03124277</idno>
            <idno type="halUri">https://hal.science/hal-03124277</idno>
            <idno type="halBibtex">gerard:hal-03124277</idno>
            <idno type="halRefHtml">&lt;i&gt;European Journal of Operational Research&lt;/i&gt;, 2005, 160 (3), pp.614-637. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.ejor.2003.10.004"&gt;&amp;#x27E8;10.1016/j.ejor.2003.10.004&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">European Journal of Operational Research, 2005, 160 (3), pp.614-637. &amp;#x27E8;10.1016/j.ejor.2003.10.004&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3124277-2748293"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UPMC" corresp="SORBONNE-UNIVERSITE">Université Pierre et Marie Curie</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="UPMC_POLE_1" corresp="UPMC">UPMC Pôle 1</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Combining latent learning with dynamic programming in the modular anticipatory classifier system</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Pierre</forename>
                    <surname>Gérard</surname>
                  </persName>
                  <idno type="halauthorid">166786-0</idno>
                  <affiliation ref="#struct-408330"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jean-Arcady</forename>
                    <surname>Meyer</surname>
                  </persName>
                  <idno type="halauthorid">125149-0</idno>
                  <affiliation ref="#struct-408330"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier</forename>
                    <surname>Sigaud</surname>
                  </persName>
                  <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
                  <email type="domain">upmc.fr</email>
                  <idno type="idhal" notation="string">olivier-sigaud</idno>
                  <idno type="idhal" notation="numeric">14932</idno>
                  <idno type="halauthorid" notation="string">15986-14932</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
                  <idno type="IDREF">https://www.idref.fr/072724714</idno>
                  <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
                  <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
                  <orgName ref="#struct-93591"/>
                  <affiliation ref="#struct-408330"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">13070</idno>
                <idno type="issn">0377-2217</idno>
                <idno type="eissn">1872-6860</idno>
                <title level="j">European Journal of Operational Research</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">160</biblScope>
                  <biblScope unit="issue">3</biblScope>
                  <biblScope unit="pp">614-637</biblScope>
                  <date type="datePub">2005-02</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.ejor.2003.10.004</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Learning Classifier Systems (LCS) are rule based Reinforcement Learning (RL) systems which use a generalization capability. In this paper, we highlight the differences between two kinds of LCSs. Some are used to directly perform RL while others latently learn a model of the interactions between the agent and its environment. Such a model can be used to speed up the core RL process. Thus, these two kinds of learning processes are complementary. We show here how the notion of generalization differs depending on whether the system anticipates (like Anticipatory Classifier System (ACS) and Yet Another Classifier System (YACS)) or not (like XCS). Moreover, we show some limitations of the formalism common to ACS and YACS, and propose a new system, called Modular Anticipatory Classifier System (MACS), which allows the latent learning process to take advantage of new regularities. We describe how the model can be used to perform active exploration and how this exploration may be aggregated with the policy resulting from the reinforcement learning process. The different algorithms are validated experimentally and some limitations in presence of uncertainties are highlighted.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-408330" status="OLD">
          <orgName>Animatlab</orgName>
          <date type="start">2004-01-01</date>
          <date type="end">2006-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-233" type="direct"/>
            <relation active="#struct-93591" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-233" status="OLD">
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>Laboratoire d'Informatique de Paris 6</orgName>
          <orgName type="acronym">LIP6</orgName>
          <date type="start">1997-01-01</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-93591" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-93591" status="OLD">
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Université Pierre et Marie Curie - Paris 6</orgName>
          <orgName type="acronym">UPMC</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 place Jussieu - 75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.upmc.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>