<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02504897</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-21T10:17:00+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Modeling awake hippocampal reactivations with model-based bidirectional search</title>
            <author role="aut">
              <persName>
                <forename type="first">Mehdi</forename>
                <surname>Khamassi</surname>
              </persName>
              <email type="md5">89090976f2a2899545a7140d7b6699af</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="string">mehdi-khamassi</idno>
              <idno type="idhal" notation="numeric">186</idno>
              <idno type="halauthorid" notation="string">22061-186</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2515-1046</idno>
              <idno type="IDREF">https://www.idref.fr/12845072X</idno>
              <affiliation ref="#struct-541939"/>
              <affiliation ref="#struct-541937"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Benoît</forename>
                <surname>Girard</surname>
              </persName>
              <email type="md5">7c77c6fd7e81b6c152e41743c70cce44</email>
              <email type="domain">isir.upmc.fr</email>
              <idno type="idhal" notation="string">benoit-girard</idno>
              <idno type="idhal" notation="numeric">1537</idno>
              <idno type="halauthorid" notation="string">1090-1537</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/C-2374-2009</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8117-7064</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=21KIWeQAAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/089381092</idno>
              <affiliation ref="#struct-541939"/>
              <affiliation ref="#struct-541937"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Mehdi</forename>
                <surname>Khamassi</surname>
              </persName>
              <email type="md5">89090976f2a2899545a7140d7b6699af</email>
              <email type="domain">isir.upmc.fr</email>
            </editor>
            <funder ref="#projanr-26414"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-03-11 10:15:15</date>
              <date type="whenModified">2024-10-30 13:28:29</date>
              <date type="whenReleased">2020-03-12 17:00:39</date>
              <date type="whenProduced">2020-02-17</date>
              <date type="whenEndEmbargoed">2020-03-11</date>
              <ref type="file" target="https://hal.science/hal-02504897v1/document">
                <date notBefore="2020-03-11"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02504897v1/file/MBBPreplay2020R3.pdf" id="file-2504897-2380456">
                <date notBefore="2020-03-11"/>
              </ref>
              <ref type="externalLink" target="https://hal.archives-ouvertes.fr/hal-02504897/file/MBBPreplay2020R3.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="172200">
                <persName>
                  <forename>Mehdi</forename>
                  <surname>Khamassi</surname>
                </persName>
                <email type="md5">89090976f2a2899545a7140d7b6699af</email>
                <email type="domain">isir.upmc.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02504897</idno>
            <idno type="halUri">https://hal.science/hal-02504897</idno>
            <idno type="halBibtex">khamassi:hal-02504897</idno>
            <idno type="halRefHtml">&lt;i&gt;Biological Cybernetics (Modeling)&lt;/i&gt;, 2020, 114 (2), pp.231-248. &lt;a target="_blank" href="https://dx.doi.org/10.1007/s00422-020-00817-x"&gt;&amp;#x27E8;10.1007/s00422-020-00817-x&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Biological Cybernetics (Modeling), 2020, 114 (2), pp.231-248. &amp;#x27E8;10.1007/s00422-020-00817-x&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2504897-2380456"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="ISIR" corresp="SORBONNE-UNIVERSITE">Institut des Systèmes Intelligents et de Robotique</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ISIR_AMAC" corresp="ISIR">Architectures et Modèles de l'Adaptation et de la Cognition</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Modeling awake hippocampal reactivations with model-based bidirectional search</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Mehdi</forename>
                    <surname>Khamassi</surname>
                  </persName>
                  <email type="md5">89090976f2a2899545a7140d7b6699af</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="string">mehdi-khamassi</idno>
                  <idno type="idhal" notation="numeric">186</idno>
                  <idno type="halauthorid" notation="string">22061-186</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2515-1046</idno>
                  <idno type="IDREF">https://www.idref.fr/12845072X</idno>
                  <affiliation ref="#struct-541939"/>
                  <affiliation ref="#struct-541937"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Benoît</forename>
                    <surname>Girard</surname>
                  </persName>
                  <email type="md5">7c77c6fd7e81b6c152e41743c70cce44</email>
                  <email type="domain">isir.upmc.fr</email>
                  <idno type="idhal" notation="string">benoit-girard</idno>
                  <idno type="idhal" notation="numeric">1537</idno>
                  <idno type="halauthorid" notation="string">1090-1537</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/C-2374-2009</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8117-7064</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=21KIWeQAAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/089381092</idno>
                  <affiliation ref="#struct-541939"/>
                  <affiliation ref="#struct-541937"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">11161</idno>
                <idno type="issn">0340-1200</idno>
                <idno type="eissn">1432-0770</idno>
                <title level="j">Biological Cybernetics (Modeling)</title>
                <imprint>
                  <publisher>Springer Verlag</publisher>
                  <biblScope unit="volume">114</biblScope>
                  <biblScope unit="issue">2</biblScope>
                  <biblScope unit="pp">231-248</biblScope>
                  <date type="datePub">2020-02-17</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/s00422-020-00817-x</idno>
              <ref type="publisher">https://link.springer.com/article/10.1007%2Fs00422-020-00817-x</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="sdv.neu">Life Sciences [q-bio]/Neurons and Cognition [q-bio.NC]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Hippocampal offline reactivations during reward-based learning, usually categorized as replay events, have been found to be important for performance improvement over time and for memory consolidation. Recent computational work has linked these phenomena to the need to transform reward information into state-action values for decision-making and to propagate it to all relevant states of the environment. Nevertheless, it is still unclear whether an integrated reinforcement learning mechanism could account for the variety of awake hippocampal reacti-vations, including variety in order (forward and reverse reactivated trajectories) and variety in the location where they occur (reward site or decision-point). Here we present a model-based bidirectional search model which accounts for a variety of hippocampal reactivations. The model combines forward trajectory sampling from current position and backward sampling through prioritized sweeping from states associated with large reward prediction errors until the two trajectories connect. This is repeated until stabilization of state-action values (convergence), which could explain why hippocampal reactivations drastically diminish when the animal's performance stabilizes. Simulations in a multiple T-maze task show that forward reactivations are prominently found at decision-points while backward reactivations are exclusively generated at reward sites. Finally, the model can generate imaginary trajectories that are not allowed to the agent during task performance. We raise some experimental predictions and implications for future studies of the role of the hippocampo-prefronto-striatal network in learning.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-541939" status="OLD">
          <orgName>Architectures et modèles d'Adptation et de la cognition</orgName>
          <orgName type="acronym">AMAC</orgName>
          <date type="start">2011-12-01</date>
          <date type="end">2023-12-31</date>
          <desc>
            <address>
              <addrLine>ISIR, Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr/index.php?op=view_equipe&amp;lang=fr&amp;id=1</ref>
          </desc>
          <listRelation>
            <relation active="#struct-541937" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7222" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541937" status="VALID">
          <idno type="IdRef">241179122</idno>
          <idno type="RNSR">200918463J</idno>
          <idno type="ROR">05neq8668</idno>
          <orgName>Institut des Systèmes Intelligents et de Robotique</orgName>
          <orgName type="acronym">ISIR</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Sorbonne-Université, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.isir.upmc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7222" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-26414" status="VALID">
          <idno type="anr">ANR-11-IDEX-0004</idno>
          <orgName>SUPER</orgName>
          <desc>Sorbonne Universités à Paris pour l'Enseignement et la Recherche</desc>
          <date type="start">2011</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>