<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00947727</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T09:57:23+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Modelling Individual Differences in the Form of Pavlovian Conditioned Approach Responses: A Dual Learning Systems Approach with Factored Representation</title>
            <author role="crp">
              <persName>
                <forename type="first">Florian</forename>
                <surname>Lesaint</surname>
              </persName>
              <email type="md5">bacbd398508a3f65c5a3ec9c768cc6db</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="numeric">952858</idno>
              <idno type="halauthorid" notation="string">732099-952858</idno>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-388373"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Olivier</forename>
                <surname>Sigaud</surname>
              </persName>
              <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
              <email type="domain">upmc.fr</email>
              <idno type="idhal" notation="string">olivier-sigaud</idno>
              <idno type="idhal" notation="numeric">14932</idno>
              <idno type="halauthorid" notation="string">15986-14932</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
              <idno type="IDREF">https://www.idref.fr/072724714</idno>
              <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
              <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
              <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
              <orgName ref="#struct-0"/>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-388373"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Shelly</forename>
                <forename type="middle">B.</forename>
                <surname>Flagel</surname>
              </persName>
              <idno type="halauthorid">803613-0</idno>
              <affiliation ref="#struct-244875"/>
              <affiliation ref="#struct-244876"/>
              <affiliation ref="#struct-244877"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Terry</forename>
                <forename type="middle">E.</forename>
                <surname>Robinson</surname>
              </persName>
              <idno type="halauthorid">803614-0</idno>
              <affiliation ref="#struct-244877"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mehdi</forename>
                <surname>Khamassi</surname>
              </persName>
              <email type="md5">89090976f2a2899545a7140d7b6699af</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="string">mehdi-khamassi</idno>
              <idno type="idhal" notation="numeric">186</idno>
              <idno type="halauthorid" notation="string">22061-186</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2515-1046</idno>
              <idno type="IDREF">https://www.idref.fr/12845072X</idno>
              <affiliation ref="#struct-400593"/>
              <affiliation ref="#struct-96164"/>
              <affiliation ref="#struct-388373"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Florian</forename>
                <surname>Lesaint</surname>
              </persName>
              <email type="md5">bacbd398508a3f65c5a3ec9c768cc6db</email>
              <email type="domain">isir.upmc.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2014-02-17 12:37:54</date>
              <date type="whenModified">2025-11-24 15:10:08</date>
              <date type="whenReleased">2014-02-18 13:21:16</date>
              <date type="whenProduced">2014-02-13</date>
              <date type="whenEndEmbargoed">2014-02-17</date>
              <ref type="file" target="https://hal.science/hal-00947727v1/document">
                <date notBefore="2014-02-17"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-00947727v1/file/journal.pcbi.1003466.pdf" id="file-947727-1108276">
                <date notBefore="2014-02-17"/>
              </ref>
              <ref type="externalLink" target="https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1003466&amp;type=printable"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="191697">
                <persName>
                  <forename>Florian</forename>
                  <surname>Lesaint</surname>
                </persName>
                <email type="md5">bacbd398508a3f65c5a3ec9c768cc6db</email>
                <email type="domain">isir.upmc.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00947727</idno>
            <idno type="halUri">https://hal.science/hal-00947727</idno>
            <idno type="halBibtex">lesaint:hal-00947727</idno>
            <idno type="halRefHtml">&lt;i&gt;PLoS Computational Biology&lt;/i&gt;, 2014, 10 (2), pp.e1003466. &lt;a target="_blank" href="https://dx.doi.org/10.1371/journal.pcbi.1003466"&gt;&amp;#x27E8;10.1371/journal.pcbi.1003466&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">PLoS Computational Biology, 2014, 10 (2), pp.e1003466. &amp;#x27E8;10.1371/journal.pcbi.1003466&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-947727-1108276"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UPMC" corresp="SORBONNE-UNIVERSITE">Université Pierre et Marie Curie</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="UPMC_POLE_1" corresp="UPMC">UPMC Pôle 1</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ISIR_AMAC" corresp="ISIR">Architectures et Modèles de l'Adaptation et de la Cognition</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Modelling Individual Differences in the Form of Pavlovian Conditioned Approach Responses: A Dual Learning Systems Approach with Factored Representation</title>
                <author role="crp">
                  <persName>
                    <forename type="first">Florian</forename>
                    <surname>Lesaint</surname>
                  </persName>
                  <email type="md5">bacbd398508a3f65c5a3ec9c768cc6db</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="numeric">952858</idno>
                  <idno type="halauthorid" notation="string">732099-952858</idno>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-388373"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier</forename>
                    <surname>Sigaud</surname>
                  </persName>
                  <email type="md5">1a3a7a628849e00426cd103ac2d585cb</email>
                  <email type="domain">upmc.fr</email>
                  <idno type="idhal" notation="string">olivier-sigaud</idno>
                  <idno type="idhal" notation="numeric">14932</idno>
                  <idno type="halauthorid" notation="string">15986-14932</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8544-0229</idno>
                  <idno type="IDREF">https://www.idref.fr/072724714</idno>
                  <idno type="ARXIV">https://arxiv.org/a/sigaud_o_1</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000073281983</idno>
                  <idno type="VIAF">https://viaf.org/viaf/43669783</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/FWG-2898-2022</idno>
                  <orgName ref="#struct-0"/>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-388373"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Shelly</forename>
                    <forename type="middle">B.</forename>
                    <surname>Flagel</surname>
                  </persName>
                  <idno type="halauthorid">803613-0</idno>
                  <affiliation ref="#struct-244875"/>
                  <affiliation ref="#struct-244876"/>
                  <affiliation ref="#struct-244877"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Terry</forename>
                    <forename type="middle">E.</forename>
                    <surname>Robinson</surname>
                  </persName>
                  <idno type="halauthorid">803614-0</idno>
                  <affiliation ref="#struct-244877"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mehdi</forename>
                    <surname>Khamassi</surname>
                  </persName>
                  <email type="md5">89090976f2a2899545a7140d7b6699af</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="string">mehdi-khamassi</idno>
                  <idno type="idhal" notation="numeric">186</idno>
                  <idno type="halauthorid" notation="string">22061-186</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2515-1046</idno>
                  <idno type="IDREF">https://www.idref.fr/12845072X</idno>
                  <affiliation ref="#struct-400593"/>
                  <affiliation ref="#struct-96164"/>
                  <affiliation ref="#struct-388373"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">1956</idno>
                <idno type="issn">1553-734X</idno>
                <idno type="eissn">1553-7358</idno>
                <title level="j">PLoS Computational Biology</title>
                <imprint>
                  <publisher>PLOS</publisher>
                  <biblScope unit="volume">10</biblScope>
                  <biblScope unit="issue">2</biblScope>
                  <biblScope unit="pp">e1003466</biblScope>
                  <date type="datePub">2014-02-13</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1371/journal.pcbi.1003466</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Factored representations</term>
                <term xml:lang="en">Conditioned Approach</term>
                <term xml:lang="en">Goal-Trackers</term>
                <term xml:lang="en">Sign-Trackers</term>
                <term xml:lang="en">Autoshaping</term>
                <term xml:lang="en">Model-Based Reinforcement Learning</term>
                <term xml:lang="en">Model-Free Reinforcement Learning</term>
                <term xml:lang="en">Reinforcement Learning</term>
                <term xml:lang="en">Dopamine</term>
                <term xml:lang="en">Pavlovian conditioning</term>
              </keywords>
              <classCode scheme="halDomain" n="scco.neur">Cognitive science/Neuroscience</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Reinforcement Learning has greatly influenced models of conditioning, providing powerful explanations of acquired behaviour and underlying physiological observations. However, in recent autoshaping experiments in rats, variation in the form of Pavlovian conditioned responses (CRs) and associated dopamine activity, have questioned the classical hypothesis that phasic dopamine activity corresponds to a reward prediction error-like signal arising from a classical Model-Free system, necessary for Pavlovian conditioning. Over the course of Pavlovian conditioning using food as the unconditioned stimulus (US), some rats (sign-trackers) come to approach and engage the conditioned stimulus (CS) itself - a lever - more and more avidly, whereas other rats (goal-trackers) learn to approach the location of food delivery upon CS presentation. Importantly, although both sign-trackers and goal-trackers learn the CS-US association equally well, only in sign-trackers does phasic dopamine activity show classical reward prediction error-like bursts. Furthermore, neither the acquisition nor the expression of a goal-tracking CR is dopamine-dependent. Here we present a computational model that can account for such individual variations. We show that a combination of a Model-Based system and a revised Model-Free system can account for the development of distinct CRs in rats. Moreover, we show that revising a classical Model-Free system to individually process stimuli by using factored representations can explain why classical dopaminergic patterns may be observed for some rats and not for others depending on the CR they develop. In addition, the model can account for other behavioural and pharmacological results obtained using the same, or similar, autoshaping procedures. Finally, the model makes it possible to draw a set of experimental predictions that may be verified in a modified experimental protocol. We suggest that further investigation of factored representations in computational neuroscience studies may be useful.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-96164" status="OLD">
          <idno type="RNSR">200918463J</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2002-01-01</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>Université Pierre et Marie Curie - Paris VI Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-93591" type="direct"/>
            <relation name="UMR7222 / FRE2507" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-388373" status="OLD">
          <orgName>AMAC</orgName>
          <date type="start">1991-01-01</date>
          <date type="end">2011-11-30</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-96164" type="direct"/>
            <relation active="#struct-93591" type="indirect"/>
            <relation name="UMR7222 / FRE2507" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-244875" status="INCOMING">
          <orgName>Molecular and Behavioral Neuroscience Institute</orgName>
          <orgName type="acronym">MBNI</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">http://www.mbni.med.umich.edu</ref>
          </desc>
          <listRelation>
            <relation active="#struct-24332" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-244876" status="INCOMING">
          <orgName>Department of Psychiatry</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-24332" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-244877" status="INCOMING">
          <orgName>Department of Psychology</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-24332" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-400593" status="INCOMING">
          <orgName>Architectures et Modèles pour l'Adaptation et la Cognition</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-96164" type="direct"/>
            <relation active="#struct-93591" type="indirect"/>
            <relation name="UMR7222 / FRE2507" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-93591" status="OLD">
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Université Pierre et Marie Curie - Paris 6</orgName>
          <orgName type="acronym">UPMC</orgName>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>4 place Jussieu - 75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.upmc.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-24332" status="VALID">
          <idno type="IdRef">02643198X</idno>
          <idno type="ROR">https://ror.org/00jmfr291</idno>
          <idno type="Wikidata">Q230492</idno>
          <orgName>Université du Michigan = University of Michigan [Ann Arbor]</orgName>
          <orgName type="acronym">UMich</orgName>
          <desc>
            <address>
              <addrLine>500 Church Street Ann Arbor, MI 48109-1090</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.umich.edu/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>