<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04389196</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T13:52:22+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Towards a Modular Deep Reinforcement Learning Digital-Twins Framework: A Step towards optimal RMS control</title>
            <author role="aut">
              <persName>
                <forename type="first">Abdelfatah</forename>
                <surname>Kermali</surname>
              </persName>
              <idno type="halauthorid">3012985-0</idno>
              <affiliation ref="#struct-1059165"/>
              <affiliation ref="#struct-470176"/>
            </author>
            <author role="crp">
              <persName>
                <forename type="first">Madani</forename>
                <surname>Bezoui</surname>
              </persName>
              <email type="md5">74eb573f95d453cb6e7e3901e9bd4d16</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">mbezoui</idno>
              <idno type="idhal" notation="numeric">14501</idno>
              <idno type="halauthorid" notation="string">29531-14501</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-6930-1088</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=d8g50fgAAAAJ&amp;hl=fr&amp;oi=ao</idno>
              <idno type="IDREF">https://www.idref.fr/253126452</idno>
              <affiliation ref="#struct-1059165"/>
              <affiliation ref="#struct-470176"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Samir</forename>
                <surname>Ouchani</surname>
              </persName>
              <idno type="halauthorid">1280124-0</idno>
              <affiliation ref="#struct-470176"/>
              <affiliation ref="#struct-1059165"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Ahcene</forename>
                <surname>Bounceur</surname>
              </persName>
              <email type="md5">b3b1678e2ef0e62836df635db63a0b79</email>
              <email type="domain">univ-brest.fr</email>
              <idno type="idhal" notation="string">ahcene-bounceur</idno>
              <idno type="idhal" notation="numeric">14866</idno>
              <idno type="halauthorid" notation="string">3002101-14866</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-0043-7742</idno>
              <idno type="IDREF">https://www.idref.fr/117817007</idno>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Madani</forename>
                <surname>BEZOUI</surname>
              </persName>
              <email type="md5">a2a58677fcd29a85676dc8585b6a36df</email>
              <email type="domain">cesi.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-01-11 18:23:06</date>
              <date type="whenModified">2026-04-17 08:34:36</date>
              <date type="whenReleased">2024-01-16 11:40:27</date>
              <date type="whenProduced">2023-12-21</date>
              <date type="whenEndEmbargoed">2024-01-11</date>
              <ref type="file" target="https://hal.science/hal-04389196v1/document">
                <date notBefore="2024-01-11"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04389196v1/file/ReiforcemntICFNDS-5.pdf" id="file-4389196-3822171">
                <date notBefore="2024-01-11"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="539709">
                <persName>
                  <forename>Madani</forename>
                  <surname>BEZOUI</surname>
                </persName>
                <email type="md5">a2a58677fcd29a85676dc8585b6a36df</email>
                <email type="domain">cesi.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04389196</idno>
            <idno type="halUri">https://hal.science/hal-04389196</idno>
            <idno type="halBibtex">kermali:hal-04389196</idno>
            <idno type="halRefHtml">&lt;i&gt;The 7th International Conference on Future Networks &amp; Distributed Systems&lt;/i&gt;, Dec 2023, Dubai, United Arab Emirates</idno>
            <idno type="halRef">The 7th International Conference on Future Networks &amp; Distributed Systems, Dec 2023, Dubai, United Arab Emirates</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4389196-3822171"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="HESAM">Hesam</idno>
            <idno type="stamp" n="HESAM-CESI" corresp="HESAM">CESI : groupe d’Enseignement Supérieur et de Formation Professionnelle - Hesam</idno>
            <idno type="stamp" n="LINEACT-CESI">Groupe d’Enseignement Supérieur et de Formation Professionnelle </idno>
            <idno type="stamp" n="CESI">CESI - GROUPE D'ENSEIGNEMENT SUPERIEUR ET DE FORMATION PROFESSIONNELLE </idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Towards a Modular Deep Reinforcement Learning Digital-Twins Framework: A Step towards optimal RMS control</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Abdelfatah</forename>
                    <surname>Kermali</surname>
                  </persName>
                  <idno type="halauthorid">3012985-0</idno>
                  <affiliation ref="#struct-1059165"/>
                  <affiliation ref="#struct-470176"/>
                </author>
                <author role="crp">
                  <persName>
                    <forename type="first">Madani</forename>
                    <surname>Bezoui</surname>
                  </persName>
                  <email type="md5">74eb573f95d453cb6e7e3901e9bd4d16</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">mbezoui</idno>
                  <idno type="idhal" notation="numeric">14501</idno>
                  <idno type="halauthorid" notation="string">29531-14501</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-6930-1088</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=d8g50fgAAAAJ&amp;hl=fr&amp;oi=ao</idno>
                  <idno type="IDREF">https://www.idref.fr/253126452</idno>
                  <affiliation ref="#struct-1059165"/>
                  <affiliation ref="#struct-470176"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Samir</forename>
                    <surname>Ouchani</surname>
                  </persName>
                  <idno type="halauthorid">1280124-0</idno>
                  <affiliation ref="#struct-470176"/>
                  <affiliation ref="#struct-1059165"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Ahcene</forename>
                    <surname>Bounceur</surname>
                  </persName>
                  <email type="md5">b3b1678e2ef0e62836df635db63a0b79</email>
                  <email type="domain">univ-brest.fr</email>
                  <idno type="idhal" notation="string">ahcene-bounceur</idno>
                  <idno type="idhal" notation="numeric">14866</idno>
                  <idno type="halauthorid" notation="string">3002101-14866</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-0043-7742</idno>
                  <idno type="IDREF">https://www.idref.fr/117817007</idno>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>The 7th International Conference on Future Networks &amp; Distributed Systems</title>
                  <date type="start">2023-12-21</date>
                  <date type="end">2023-12-22</date>
                  <settlement>Dubai</settlement>
                  <country key="AE">United Arab Emirates</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Reconfigurable Manufacturing Systems (RMS) Deep Reinforcement Learning (DRL) Digital Twin Technology (DTT) Modern Manufacturing Multi/Hierarchical agents Systems RMS control Industry 4.0</term>
                <term xml:lang="en">Reconfigurable Manufacturing Systems (RMS)</term>
                <term xml:lang="en">Deep Reinforcement Learning (DRL)</term>
                <term xml:lang="en">Digital Twin Technology (DTT)</term>
                <term xml:lang="en">Modern Manufacturing</term>
                <term xml:lang="en">Multi/Hierarchical agents Systems</term>
                <term xml:lang="en">RMS control</term>
                <term xml:lang="en">Industry 4.0</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-sy">Computer Science [cs]/Systems and Control [cs.SY]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ro">Computer Science [cs]/Operations Research [math.OC]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>This paper proposes a modular deep reinforcement learning framework integrated with digital twin technology for optimizing the control of Reconfigurable Manufacturing Systems (RMS). The framework employs hierarchical deep reinforcement learning agents for scheduling and reconfiguration decisions across decentralized digital twins of individual Reconfigurable Machine Tools (RMT). The digital twins enable real-time monitoring, simulation, and visualization to inform the reinforcement learning agents. The modular architecture aligns with RMS goals of adaptability and rapid reconfiguration. The reconfiguration agent selects optimal machine configurations based on assessments of job queues, tardiness costs, and due dates. The scheduling agent optimizes job sequencing given the current configuration. The RMS environment coordinates the machine agents for overall optimization. Predictive maintenance capabilities are also incorporated within the digital twins. This integration of digital twins and deep reinforcement learning provides capabilities for optimal control of resilient and efficient RMS, to be responsive to dynamic manufacturing environments.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1059165" status="VALID">
          <idno type="RNSR">201522514L</idno>
          <orgName>Laboratoire d'Innovation Numérique pour les Entreprises et les Apprentissages au service de la Compétitivité des Territoires</orgName>
          <orgName type="acronym">LINEACT</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://lineact.cesi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-470176" type="direct"/>
            <relation active="#struct-302628" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-470176" status="VALID">
          <idno type="IdRef">197380506</idno>
          <orgName>CESI : groupe d’Enseignement Supérieur et de Formation Professionnelle</orgName>
          <orgName type="acronym">CESI</orgName>
          <date type="start">2016-11-02</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.cesi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302628" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302628" status="VALID">
          <idno type="IdRef">238277429</idno>
          <idno type="ROR">https://ror.org/042949r55</idno>
          <orgName>HESAM Université - Communauté d'universités et d'établissements Hautes écoles Sorbonne Arts et métiers université</orgName>
          <orgName type="acronym">HESAM</orgName>
          <date type="start">2010-01-01</date>
          <desc>
            <address>
              <addrLine>15, rue Soufflot75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.hesam.eu</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>