<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00601941</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-24T20:32:36+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">The world of Independent learners is not Markovian.</title>
            <author role="aut">
              <persName>
                <forename type="first">Guillaume J.</forename>
                <surname>Laurent</surname>
              </persName>
              <email type="md5">f6a9918896145518914f4e46e651c3dd</email>
              <email type="domain">ens2m.fr</email>
              <idno type="idhal" notation="numeric">854827</idno>
              <idno type="halauthorid" notation="string">384371-854827</idno>
              <affiliation ref="#struct-866"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Laëtitia</forename>
                <surname>Matignon</surname>
              </persName>
              <email type="md5">b2ec0964ba70e29b4bcac9a851898487</email>
              <email type="domain">univ-lyon1.fr</email>
              <idno type="idhal" notation="string">laetitia-matignon</idno>
              <idno type="idhal" notation="numeric">3290</idno>
              <idno type="halauthorid" notation="string">4775-3290</idno>
              <idno type="IDREF">https://www.idref.fr/134644239</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7126-8715</idno>
              <affiliation ref="#struct-866"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nadine</forename>
                <surname>Le Fort-Piat</surname>
              </persName>
              <email type="md5">7832e2b51bc4f8041cd4cc96cb1ac086</email>
              <email type="domain">ens2m.fr</email>
              <idno type="idhal" notation="numeric">853953</idno>
              <idno type="halauthorid" notation="string">240520-853953</idno>
              <idno type="IDREF">https://www.idref.fr/070163863</idno>
              <idno type="VIAF">https://viaf.org/viaf/74073617</idno>
              <idno type="ISNI">http://isni.org/isni/0000000001428317</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4910-2086</idno>
              <affiliation ref="#struct-866"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Martine</forename>
                <surname>Azema</surname>
              </persName>
              <email type="md5">24ed69d7786a56d94e443068b8e2a026</email>
              <email type="domain">ens2m.fr.invalid</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2011-06-21 09:46:41</date>
              <date type="whenWritten">2010</date>
              <date type="whenModified">2026-05-13 03:21:39</date>
              <date type="whenReleased">2011-06-21 10:14:11</date>
              <date type="whenProduced">2011-03-29</date>
              <date type="whenEndEmbargoed">2011-06-21</date>
              <ref type="file" target="https://hal.science/hal-00601941v1/document">
                <date notBefore="2011-06-21"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-00601941v1/file/Laurent2011world.pdf" id="file-601941-34972">
                <date notBefore="2011-06-21"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="117362">
                <persName>
                  <forename>Martine</forename>
                  <surname>Azema</surname>
                </persName>
                <email type="md5">24ed69d7786a56d94e443068b8e2a026</email>
                <email type="domain">ens2m.fr.invalid</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00601941</idno>
            <idno type="halUri">https://hal.science/hal-00601941</idno>
            <idno type="halBibtex">laurent:hal-00601941</idno>
            <idno type="halRefHtml">&lt;i&gt;International Journal of Knowledge-Based and Intelligent Engineering Systems&lt;/i&gt;, 2011, 15 (1), pp.55-64. &lt;a target="_blank" href="https://dx.doi.org/10.3233/KES-2010-0206"&gt;&amp;#x27E8;10.3233/KES-2010-0206&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">International Journal of Knowledge-Based and Intelligent Engineering Systems, 2011, 15 (1), pp.55-64. &amp;#x27E8;10.3233/KES-2010-0206&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-601941-34972"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-BM">Université de Technologie de Belfort-Montbeliard</idno>
            <idno type="stamp" n="ENSMM">Ecole Nationale Supérieure de Mécanique et des Microtechniques</idno>
            <idno type="stamp" n="UNIV-BM-THESE">Université de Technologie de Belfort-Montbeliard</idno>
            <idno type="stamp" n="LABEXIMU">Laboratoire d’Excellence Intelligences des Mondes Urbains</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">The world of Independent learners is not Markovian.</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Guillaume J.</forename>
                    <surname>Laurent</surname>
                  </persName>
                  <email type="md5">f6a9918896145518914f4e46e651c3dd</email>
                  <email type="domain">ens2m.fr</email>
                  <idno type="idhal" notation="numeric">854827</idno>
                  <idno type="halauthorid" notation="string">384371-854827</idno>
                  <affiliation ref="#struct-866"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Laëtitia</forename>
                    <surname>Matignon</surname>
                  </persName>
                  <email type="md5">b2ec0964ba70e29b4bcac9a851898487</email>
                  <email type="domain">univ-lyon1.fr</email>
                  <idno type="idhal" notation="string">laetitia-matignon</idno>
                  <idno type="idhal" notation="numeric">3290</idno>
                  <idno type="halauthorid" notation="string">4775-3290</idno>
                  <idno type="IDREF">https://www.idref.fr/134644239</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7126-8715</idno>
                  <affiliation ref="#struct-866"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nadine</forename>
                    <surname>Le Fort-Piat</surname>
                  </persName>
                  <email type="md5">7832e2b51bc4f8041cd4cc96cb1ac086</email>
                  <email type="domain">ens2m.fr</email>
                  <idno type="idhal" notation="numeric">853953</idno>
                  <idno type="halauthorid" notation="string">240520-853953</idno>
                  <idno type="IDREF">https://www.idref.fr/070163863</idno>
                  <idno type="VIAF">https://viaf.org/viaf/74073617</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000001428317</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4910-2086</idno>
                  <affiliation ref="#struct-866"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">39413</idno>
                <idno type="issn">1327-2314</idno>
                <title level="j">International Journal of Knowledge-Based and Intelligent Engineering Systems</title>
                <imprint>
                  <publisher>IOS Press</publisher>
                  <biblScope unit="volume">15</biblScope>
                  <biblScope unit="issue">1</biblScope>
                  <biblScope unit="pp">55-64</biblScope>
                  <date type="datePub">2011-03-29</date>
                </imprint>
              </monogr>
              <idno type="doi">10.3233/KES-2010-0206</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Multi-Agent System</term>
                <term xml:lang="en">Machine Learning</term>
                <term xml:lang="en">Reinforcement Learning</term>
                <term xml:lang="en">Reinforcement Learning.</term>
              </keywords>
              <classCode scheme="halDomain" n="spi.nano">Engineering Sciences [physics]/Micro and nanotechnologies/Microelectronics</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In multi-agent systems, the presence of learning agents can cause the environment to be non-Markovian from an agent's perspective thus violat- ing the property that traditional single-agent learning methods rely upon. This paper formalizes some known intuition about concurrently learning agents by providing formal conditions that make the environment non- Markovian from an independent (non-communicative) learner's perspec- tive. New concepts are introduced like the divergent learning paths and the observability of the e ects of others' actions. To illustrate the formal concepts, a case study is also presented. These ndings are signi cant because they both help to understand failures and successes of existing learning algorithms as well as being suggestive for future work.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-866" status="VALID">
          <idno type="IdRef">152639071</idno>
          <idno type="RNSR">200412232H</idno>
          <idno type="ROR">https://ror.org/004fmxv66</idno>
          <orgName>Franche-Comté Électronique Mécanique, Thermique et Optique - Sciences et Technologies (UMR 6174)</orgName>
          <orgName type="acronym">FEMTO-ST</orgName>
          <date type="start">2004-01-01</date>
          <desc>
            <address>
              <addrLine>32 avenue de l'Observatoire 25044 BESANCON CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.femto-st.fr</ref>
          </desc>
          <listRelation>
            <relation name="UMR 6174" active="#struct-300261" type="direct"/>
            <relation active="#struct-300360" type="direct"/>
            <relation name="UMR6174" active="#struct-441569" type="direct"/>
            <relation active="#struct-458810" type="direct"/>
            <relation active="#struct-426438" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300261" status="VALID">
          <orgName>Université de Technologie de Belfort-Montbeliard</orgName>
          <orgName type="acronym">UTBM</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300360" status="VALID">
          <idno type="IdRef">201436736</idno>
          <idno type="ROR">https://ror.org/05813w841</idno>
          <orgName>Ecole Nationale Supérieure de Mécanique et des Microtechniques</orgName>
          <orgName type="acronym">ENSMM</orgName>
          <desc>
            <address>
              <addrLine>École Nationale Supérieure de Mécanique et des Microtechniques26, rue de l'épitapheCS 5181325030 BESANÇON CEDEX - FRANCE</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-458810" status="VALID">
          <idno type="IdRef">026403188</idno>
          <idno type="ISNI">0000000121883779</idno>
          <idno type="ROR">https://ror.org/03pcc9z86</idno>
          <orgName>Université Marie et Louis Pasteur</orgName>
          <orgName type="acronym">UMLP</orgName>
          <desc>
            <address>
              <addrLine>1 rue Goudimel25030 Besançon cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.umlp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-426438" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-426438" status="VALID">
          <idno type="IdRef">200716271</idno>
          <idno type="ISNI">0000 0004 4910 6615</idno>
          <idno type="ROR">https://ror.org/02dn7x778</idno>
          <orgName>Université Bourgogne Franche-Comté [COMUE]</orgName>
          <orgName type="acronym">UBFC</orgName>
          <date type="start">2015-04-01</date>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>32, avenue de l’observatoire25000 BESANCON</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ubfc.fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>