<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05054392v1</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T16:29:55+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Bayes-Adaptive Impulse Control of Piecewise-Deterministic Markov Processes</title>
            <author role="aut">
              <persName>
                <forename type="first">Orlane</forename>
                <surname>Rossini</surname>
              </persName>
              <email type="md5">e1a3b0ddd78e50cbdbd33f1c617440b2</email>
              <email type="domain">umontpellier.fr</email>
              <idno type="idhal" notation="string">orlane-rossini</idno>
              <idno type="idhal" notation="numeric">1368770</idno>
              <idno type="halauthorid" notation="string">3109811-1368770</idno>
              <affiliation ref="#struct-1100744"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Meritxell</forename>
                <surname>Vinyals</surname>
              </persName>
              <email type="md5">f7a5032f65755198273df80ec54d9ba6</email>
              <email type="domain">inrae.fr</email>
              <idno type="idhal" notation="string">meritxell-vinyals</idno>
              <idno type="idhal" notation="numeric">1193281</idno>
              <idno type="halauthorid" notation="string">1355381-1193281</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9975-298X</idno>
              <affiliation ref="#struct-1002385"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alice</forename>
                <surname>Cleynen</surname>
              </persName>
              <email type="md5">ea15e649d117d572368c105a15aee7bc</email>
              <email type="domain">umontpellier.fr</email>
              <idno type="idhal" notation="string">alice-cleynen</idno>
              <idno type="idhal" notation="numeric">170781</idno>
              <idno type="halauthorid" notation="string">19921-170781</idno>
              <idno type="IDREF">https://www.idref.fr/174717369</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8083-0204</idno>
              <affiliation ref="#struct-1100744"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Benoîte</forename>
                <surname>de Saporta</surname>
              </persName>
              <email type="md5">a55d1eb0e8b163b20a10d4d4da5949b8</email>
              <email type="domain">umontpellier.fr</email>
              <idno type="idhal" notation="string">benoite-de-saporta</idno>
              <idno type="idhal" notation="numeric">5170</idno>
              <idno type="halauthorid" notation="string">1083-5170</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2509-1431</idno>
              <idno type="IDREF">https://www.idref.fr/083013121</idno>
              <affiliation ref="#struct-1100744"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Régis</forename>
                <surname>Sabbadin</surname>
              </persName>
              <email type="md5">d8239e10e2ce1c4fbaf2c230c7d21ee5</email>
              <email type="domain">inrae.fr</email>
              <idno type="idhal" notation="string">regis-sabbadin</idno>
              <idno type="idhal" notation="numeric">736236</idno>
              <idno type="halauthorid" notation="string">50679-736236</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6286-1821</idno>
              <idno type="IDREF">https://www.idref.fr/133261395</idno>
              <affiliation ref="#struct-1002385"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Orlane</forename>
                <surname>Rossini</surname>
              </persName>
              <email type="md5">e1a3b0ddd78e50cbdbd33f1c617440b2</email>
              <email type="domain">umontpellier.fr</email>
            </editor>
            <funder ref="#projanr-55941"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-05-05 14:15:16</date>
              <date type="whenModified">2025-11-06 03:20:05</date>
              <date type="whenReleased">2025-05-06 07:35:14</date>
              <date type="whenProduced">2025-05-05</date>
              <date type="whenEndEmbargoed">2025-05-05</date>
              <ref type="file" target="https://hal.science/hal-05054392v1/document">
                <date notBefore="2025-05-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05054392v1/file/deep_bamcp_po_conf-14.pdf" id="file-5054392-4377246">
                <date notBefore="2025-05-05"/>
              </ref>
            </edition>
            <edition n="v2">
              <date type="whenSubmitted">2025-10-22 10:52:53</date>
            </edition>
            <edition n="v3">
              <date type="whenSubmitted">2026-01-12 17:35:48</date>
            </edition>
            <edition n="v4">
              <date type="whenSubmitted">2026-02-18 19:15:36</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1380889">
                <persName>
                  <forename>Orlane</forename>
                  <surname>Rossini</surname>
                </persName>
                <email type="md5">e1a3b0ddd78e50cbdbd33f1c617440b2</email>
                <email type="domain">umontpellier.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05054392</idno>
            <idno type="halUri">https://hal.science/hal-05054392</idno>
            <idno type="halBibtex">rossini:hal-05054392</idno>
            <idno type="halRefHtml">2025</idno>
            <idno type="halRef">2025</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5054392-4377246"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt/>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Bayes-Adaptive Impulse Control of Piecewise-Deterministic Markov Processes</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Orlane</forename>
                    <surname>Rossini</surname>
                  </persName>
                  <email type="md5">e1a3b0ddd78e50cbdbd33f1c617440b2</email>
                  <email type="domain">umontpellier.fr</email>
                  <idno type="idhal" notation="string">orlane-rossini</idno>
                  <idno type="idhal" notation="numeric">1368770</idno>
                  <idno type="halauthorid" notation="string">3109811-1368770</idno>
                  <affiliation ref="#struct-1100744"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Meritxell</forename>
                    <surname>Vinyals</surname>
                  </persName>
                  <email type="md5">f7a5032f65755198273df80ec54d9ba6</email>
                  <email type="domain">inrae.fr</email>
                  <idno type="idhal" notation="string">meritxell-vinyals</idno>
                  <idno type="idhal" notation="numeric">1193281</idno>
                  <idno type="halauthorid" notation="string">1355381-1193281</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9975-298X</idno>
                  <affiliation ref="#struct-1002385"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alice</forename>
                    <surname>Cleynen</surname>
                  </persName>
                  <email type="md5">ea15e649d117d572368c105a15aee7bc</email>
                  <email type="domain">umontpellier.fr</email>
                  <idno type="idhal" notation="string">alice-cleynen</idno>
                  <idno type="idhal" notation="numeric">170781</idno>
                  <idno type="halauthorid" notation="string">19921-170781</idno>
                  <idno type="IDREF">https://www.idref.fr/174717369</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8083-0204</idno>
                  <affiliation ref="#struct-1100744"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Benoîte</forename>
                    <surname>de Saporta</surname>
                  </persName>
                  <email type="md5">a55d1eb0e8b163b20a10d4d4da5949b8</email>
                  <email type="domain">umontpellier.fr</email>
                  <idno type="idhal" notation="string">benoite-de-saporta</idno>
                  <idno type="idhal" notation="numeric">5170</idno>
                  <idno type="halauthorid" notation="string">1083-5170</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2509-1431</idno>
                  <idno type="IDREF">https://www.idref.fr/083013121</idno>
                  <affiliation ref="#struct-1100744"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Régis</forename>
                    <surname>Sabbadin</surname>
                  </persName>
                  <email type="md5">d8239e10e2ce1c4fbaf2c230c7d21ee5</email>
                  <email type="domain">inrae.fr</email>
                  <idno type="idhal" notation="string">regis-sabbadin</idno>
                  <idno type="idhal" notation="numeric">736236</idno>
                  <idno type="halauthorid" notation="string">50679-736236</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6286-1821</idno>
                  <idno type="IDREF">https://www.idref.fr/133261395</idno>
                  <affiliation ref="#struct-1002385"/>
                </author>
              </analytic>
              <monogr>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">controlled Piecewise-Deterministic Markov Processes • Bayes-Adaptive POMDP</term>
                <term xml:lang="en">controlled Piecewise-Deterministic Markov Processes • Bayes-Adaptive POMDP</term>
                <term xml:lang="en">controlled Piecewise-Deterministic Markov Processes • Bayes-Adaptive POMDP</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we propose a Bayes-adaptive approach for controlling Piecewise-Deterministic Markov Processes (PDMPs) under partial observability and incomplete model knowledge. PDMPs are a form of continuous time (semi-)Markov processes which enable the description of hybrid (discrete-continuous) process dynamics. They allow for the modeling of very general dynamics with a minimal set of interpretable parameters. When some parameters of the controlled PDMP are poorly known, we demonstrate that a Bayes-adaptive approach can provide a learning while managing control method. To achieve this, we show how to formulate the problem as a Bayes-Adaptive Partially Observable Markov Decision Process (BAPOMDP), which itself can be modeled as a higherdimensional Partially Observable Markov Decision Process (POMDP). Subsequently, deep reinforcement learning algorithms can be employed to solve the resulting problem off-line. We illustrate the various steps of our approach with a medical patient follow-up application and utilize the Proximal Policy Optimization (PPO) algorithm to solve the final POMDP model.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1100744" status="VALID">
          <idno type="ISNI">0000000404890602</idno>
          <idno type="RNSR">200311827X</idno>
          <idno type="ROR">https://ror.org/044kxby82</idno>
          <orgName>Institut Montpelliérain Alexander Grothendieck</orgName>
          <orgName type="acronym">IMAG</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>UMR CNRS 5149 - Université Montpellier 2, Case courrier 051, 34095 Montpellier cedex 5 - France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://imag.umontpellier.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR5149" active="#struct-441569" type="direct"/>
            <relation active="#struct-1100589" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1002385" status="VALID">
          <idno type="RNSR">198717966P</idno>
          <orgName>Unité de Mathématiques et Informatique Appliquées de Toulouse</orgName>
          <orgName type="acronym">MIAT INRAE</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Chemin de Borde Rouge, 31320 Castanet Tolosan</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://carlit.toulouse.inra.fr/wikiz/index.php/Accueil</ref>
          </desc>
          <listRelation>
            <relation name="UR0875" active="#struct-577435" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1100589" status="VALID">
          <idno type="ROR">https://ror.org/051escj72</idno>
          <orgName>Université de Montpellier</orgName>
          <orgName type="acronym">UM</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>163 rue Auguste Broussonnet - 34090 Montpellier</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.umontpellier.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-577435" status="VALID">
          <idno type="ROR">https://ror.org/003vg9w96</idno>
          <orgName>Institut National de Recherche pour l’Agriculture, l’Alimentation et l’Environnement</orgName>
          <orgName type="acronym">INRAE</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-55941" status="VALID">
          <idno type="anr">ANR-21-CE40-0005</idno>
          <orgName>HSMM-INCA</orgName>
          <desc>Modèles de Semi Markov Cachés: Inférence, Contrôle et Applications</desc>
          <date type="start">2021</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>