<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05198828</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-26T03:17:28+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Efficient Solving of Large Single Input Superstate Decomposable Markovian Decision Process</title>
            <author role="crp">
              <persName>
                <forename type="first">Youssef Ait El</forename>
                <surname>Mahjoub</surname>
              </persName>
              <idno type="halauthorid">3696875-0</idno>
              <affiliation ref="#struct-1096019"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jean-Michel</forename>
                <surname>Fourneau</surname>
              </persName>
              <email type="md5">a7195eb21a7dd4779a73774f5d042686</email>
              <email type="domain">uvsq.fr</email>
              <idno type="idhal" notation="string">jean-michel-fourneau</idno>
              <idno type="idhal" notation="numeric">4706</idno>
              <idno type="halauthorid" notation="string">20699-4706</idno>
              <idno type="IDREF">https://www.idref.fr/061122483</idno>
              <affiliation ref="#struct-456060"/>
              <affiliation ref="#struct-1176625"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Salma</forename>
                <surname>Alouah</surname>
              </persName>
              <idno type="halauthorid">3696876-0</idno>
              <affiliation ref="#struct-300366"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Youssef</forename>
                <surname>Ait El Mahjoub</surname>
              </persName>
              <email type="md5">c8b1d80c96f6a057e504366407c32b95</email>
              <email type="domain">hotmail.com</email>
            </editor>
            <funder>PGMO-UVSQ</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-08-04 13:16:04</date>
              <date type="whenWritten">2025-08-01</date>
              <date type="whenModified">2025-08-06 03:17:27</date>
              <date type="whenReleased">2025-08-04 14:30:10</date>
              <date type="whenProduced">2025-08-01</date>
              <date type="whenEndEmbargoed">2025-08-04</date>
              <ref type="file" target="https://hal.science/hal-05198828v1/document">
                <date notBefore="2025-08-04"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05198828v1/file/2508.00816v1.pdf" id="file-5198828-4478090">
                <date notBefore="2025-08-04"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1315353">
                <persName>
                  <forename>Youssef</forename>
                  <surname>Ait El Mahjoub</surname>
                </persName>
                <email type="md5">c8b1d80c96f6a057e504366407c32b95</email>
                <email type="domain">hotmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05198828</idno>
            <idno type="halUri">https://hal.science/hal-05198828</idno>
            <idno type="halBibtex">mahjoub:hal-05198828</idno>
            <idno type="halRefHtml">2025</idno>
            <idno type="halRef">2025</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by-nc-nd/4.0/">CC BY-NC-ND 4.0 - Attribution - Non-commercial use - No Derivative Works<ref corresp="#file-5198828-4478090"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENS-PARIS">Ecole Normale Supérieure de Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="ENSEIRB">Ecole Nationale Supérieure d'Electronique, Informatique et Radiocommunications de Bordeaux</idno>
            <idno type="stamp" n="INRIA-ROCQ">INRIA Paris - Rocquencourt</idno>
            <idno type="stamp" n="UNIV-BORDEAUX">Université de Bordeaux</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="UVSQ">Université de Versailles Saint-Quentin-en-Yvelines</idno>
            <idno type="stamp" n="TESTBORDEAUX">TESTBORDEAUX</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="DAVID">Données et algorithmes pour une ville intelligente et durable</idno>
            <idno type="stamp" n="PSL">Université Paris sciences et lettres</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="ENS-PSL" corresp="PSL">École normale supérieure - PSL</idno>
            <idno type="stamp" n="UVSQ-UPSACLAY" corresp="UNIV-PARIS-SACLAY">UVSQ-UPSACLAY</idno>
            <idno type="stamp" n="GS-HUMANITIES-HERITAGE">Graduate School Humanités - Sciences du Patrimoine</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="PANTHEON-ASSAS-UNIVERSITE">Université Paris-Panthéon-Assas</idno>
            <idno type="stamp" n="UNIV-ASSAS" corresp="PANTHEON-ASSAS-UNIVERSITE">Université Paris-Panthéon-Assas</idno>
            <idno type="stamp" n="DIENS" corresp="ENS-PARIS">Département d'informatique de l'ENS-PSL</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">Preprint document</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Efficient Solving of Large Single Input Superstate Decomposable Markovian Decision Process</title>
                <author role="crp">
                  <persName>
                    <forename type="first">Youssef Ait El</forename>
                    <surname>Mahjoub</surname>
                  </persName>
                  <idno type="halauthorid">3696875-0</idno>
                  <affiliation ref="#struct-1096019"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jean-Michel</forename>
                    <surname>Fourneau</surname>
                  </persName>
                  <email type="md5">a7195eb21a7dd4779a73774f5d042686</email>
                  <email type="domain">uvsq.fr</email>
                  <idno type="idhal" notation="string">jean-michel-fourneau</idno>
                  <idno type="idhal" notation="numeric">4706</idno>
                  <idno type="halauthorid" notation="string">20699-4706</idno>
                  <idno type="IDREF">https://www.idref.fr/061122483</idno>
                  <affiliation ref="#struct-456060"/>
                  <affiliation ref="#struct-1176625"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Salma</forename>
                    <surname>Alouah</surname>
                  </persName>
                  <idno type="halauthorid">3696876-0</idno>
                  <affiliation ref="#struct-300366"/>
                </author>
              </analytic>
              <monogr>
                <imprint>
                  <date type="datePub">2025-08-01</date>
                </imprint>
              </monogr>
              <idno type="doi">10.48550/arXiv.2508.00816</idno>
              <ref target="https://arxiv.org/pdf/2508.00816" type="seeAlso"/>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Structured MDP</term>
                <term xml:lang="en">Policy Evaluation</term>
                <term xml:lang="en">SISDMDP</term>
                <term xml:lang="en">Average reward</term>
                <term xml:lang="en">Discounted reward</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="info.info-ro">Computer Science [cs]/Operations Research [math.OC]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Solving Markov Decision Processes (MDPs) remains a central challenge in sequential decision-making, especially when dealing with large state spaces and long-term optimization criteria. A key step in Bellman dynamic programming algorithms is the policy evaluation, which becomes computationally demanding in infinite-horizon settings such as average-reward or discounted-reward formulations. In the context of Markov chains, aggregation and disaggregation techniques have for a long time been used to reduce complexity by exploiting structural decompositions. In this work, we extend these principles to a structured class of MDPs. We define the Single-Input Superstate Decomposable Markov Decision Process (SISDMDP), which combines Chiu's single-input decomposition with Robertazzi's single-cycle recurrence property. When a policy induces this structure, the resulting transition graph can be decomposed into interacting components with centralized recurrence. We develop an exact and efficient policy evaluation method based on this structure. This yields a scalable solution applicable to both average and discounted reward MDPs.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1096019" status="VALID">
          <orgName>Efrei Research Lab</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-416458" type="direct"/>
            <relation active="#struct-1091427" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-456060" status="VALID">
          <idno type="IdRef">19191620X</idno>
          <idno type="RNSR">201622145F</idno>
          <idno type="ROR">https://ror.org/01xta2p78</idno>
          <idno type="Wikidata">Q51785421</idno>
          <orgName>Données et algorithmes pour une ville intelligente et durable - DAVID</orgName>
          <orgName type="acronym">DAVID</orgName>
          <date type="start">2015-07-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment Descartes — Campus des SciencesUniversité de Versailles Saint-Quentin45 avenue des États-Unis78035 Versailles</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.david.uvsq.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UR 7431" active="#struct-81173" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1176625" status="VALID">
          <idno type="RNSR">202324449E</idno>
          <idno type="ROR">https://ror.org/02jkb9r34</idno>
          <orgName>Apprentissage, graphes et optimisation distribuée</orgName>
          <orgName type="acronym">ARGO</orgName>
          <date type="start">2023-10-01</date>
          <date type="end">2027-09-30</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-25027" type="direct"/>
            <relation active="#struct-59704" type="indirect"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR8548" active="#struct-441569" type="indirect"/>
            <relation active="#struct-454310" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300366" status="VALID">
          <orgName>École Nationale Supérieure d'Électronique, Informatique et Radiocommunications de Bordeaux (ENSEIRB)</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-416458" status="VALID">
          <idno type="ROR">https://ror.org/01h7hvj14</idno>
          <orgName>Efrei (Villejuif / Bordeaux)</orgName>
          <orgName type="acronym">Efrei</orgName>
          <desc>
            <address>
              <addrLine>30-32 avenue de la République, 94800 Villejuif, France83 Rue Lucien Faure, 33000 Bordeaux, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.efrei.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1091427" status="VALID">
          <idno type="IdRef">260745863</idno>
          <idno type="ISNI">0000 0001 2299 9829</idno>
          <idno type="ROR">https://ror.org/04qb2qm38</idno>
          <orgName>Université Paris-Panthéon-Assas</orgName>
          <date type="start">2022-01-01</date>
          <desc>
            <address>
              <addrLine>12 place du Panthéon - 75231 Paris Cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-paris2.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-81173" status="VALID">
          <idno type="IdRef">03082057X</idno>
          <idno type="ISNI">0000 0001 2323 0229 </idno>
          <idno type="ROR">https://ror.org/03mkjjy25</idno>
          <orgName>Université de Versailles Saint-Quentin-en-Yvelines</orgName>
          <orgName type="acronym">UVSQ</orgName>
          <date type="start">1991-07-22</date>
          <desc>
            <address>
              <addrLine>55 avenue de Paris - 78035 Versailles cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.uvsq.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-25027" status="VALID">
          <idno type="IdRef">148034055</idno>
          <idno type="RNSR">199812876J</idno>
          <idno type="ROR">05y6rqs46</idno>
          <orgName>Département d'informatique - ENS-PSL</orgName>
          <orgName type="acronym">DI-ENS</orgName>
          <date type="start">1999-01-01</date>
          <desc>
            <address>
              <addrLine>École normale supérieure 45 rue d'Ulm F-75230 Paris Cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.di.ens.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-59704" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-59704" status="VALID">
          <idno type="IdRef">031738419</idno>
          <idno type="ISNI">0000000123532622</idno>
          <idno type="ROR">https://ror.org/05a0dhs15</idno>
          <orgName>École normale supérieure - Paris</orgName>
          <orgName type="acronym">ENS-PSL</orgName>
          <date type="start">1985-07-24</date>
          <desc>
            <address>
              <addrLine>45, Rue d'Ulm - 75230 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-454310" status="VALID">
          <idno type="IdRef">241614864</idno>
          <idno type="RNSR">196718247G</idno>
          <idno type="ROR">https://ror.org/05eyd5d35</idno>
          <orgName>Centre Inria de Paris</orgName>
          <date type="start">2016-03-10</date>
          <desc>
            <address>
              <addrLine>48 Rue Barrault, 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/paris</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>