<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04082578</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-24T15:33:31+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">SeqDQN: Multi-Agent Deep Reinforcement Learning for Uplink URLLC with Strict Deadlines</title>
            <author role="aut">
              <persName>
                <forename type="first">Benoît-Marie</forename>
                <surname>Robaglia</surname>
              </persName>
              <email type="md5">e15b8cd55fb94677fe544b11a00cedde</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">1369592</idno>
              <idno type="halauthorid" notation="string">2426038-1369592</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-7006-8647</idno>
              <idno type="IDREF">https://www.idref.fr/276649028</idno>
              <affiliation ref="#struct-554451"/>
              <affiliation ref="#struct-121818"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marceau</forename>
                <surname>Coupechoux</surname>
              </persName>
              <email type="md5">d7f86bf97086d686c850a4b7958e1213</email>
              <email type="domain">telecom-paris.fr</email>
              <idno type="idhal" notation="string">marceau-coupechoux</idno>
              <idno type="idhal" notation="numeric">3743</idno>
              <idno type="halauthorid" notation="string">10962-3743</idno>
              <idno type="IDREF">https://www.idref.fr/087927594</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-0744-319X</idno>
              <affiliation ref="#struct-554451"/>
              <affiliation ref="#struct-121818"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Dimitrios</forename>
                <surname>Tsilimantos</surname>
              </persName>
              <email type="md5">e2360dd58e12dc38ef625c1897dbc391</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="numeric">949664</idno>
              <idno type="halauthorid" notation="string">785474-949664</idno>
              <affiliation ref="#struct-455314"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Apostolos</forename>
                <surname>Destounis</surname>
              </persName>
              <idno type="halauthorid">682256-0</idno>
              <affiliation ref="#struct-455314"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Marceau</forename>
                <surname>Coupechoux</surname>
              </persName>
              <email type="md5">d7f86bf97086d686c850a4b7958e1213</email>
              <email type="domain">telecom-paris.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-04-26 15:09:36</date>
              <date type="whenModified">2026-02-03 03:31:17</date>
              <date type="whenReleased">2023-04-27 13:45:35</date>
              <date type="whenProduced">2023-06-06</date>
              <date type="whenEndEmbargoed">2023-04-26</date>
              <ref type="file" target="https://telecom-paris.hal.science/hal-04082578v1/document">
                <date notBefore="2023-04-26"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://telecom-paris.hal.science/hal-04082578v1/file/eucnc23.pdf" id="file-4082578-3553444">
                <date notBefore="2023-04-26"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="167073">
                <persName>
                  <forename>Marceau</forename>
                  <surname>Coupechoux</surname>
                </persName>
                <email type="md5">d7f86bf97086d686c850a4b7958e1213</email>
                <email type="domain">telecom-paris.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04082578</idno>
            <idno type="halUri">https://telecom-paris.hal.science/hal-04082578</idno>
            <idno type="halBibtex">robaglia:hal-04082578</idno>
            <idno type="halRefHtml">&lt;i&gt;EuCNC &amp; 6G Summit&lt;/i&gt;, Jun 2023, Gothenburg, Sweden</idno>
            <idno type="halRef">EuCNC &amp; 6G Summit, Jun 2023, Gothenburg, Sweden</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4082578-3553444"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENST">Ecole Nationale Supérieure des Télécommunications</idno>
            <idno type="stamp" n="TELECOM-PARISTECH" corresp="PARISTECH">Télécom Paris</idno>
            <idno type="stamp" n="LTCI" corresp="TELECOM-PARISTECH">Laboratoire Traitement et Communication de l'Information</idno>
            <idno type="stamp" n="INFRES" corresp="TELECOM-PARISTECH">Département Informatique et Réseaux</idno>
            <idno type="stamp" n="RMS" corresp="TELECOM-PARISTECH">Equipe Réseaux, Mobilité et Services</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="DEPARTEMENT-DE-MATHEMATIQUES">Collection du Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="IP-PARIS-MATHEMATIQUES">IP Paris Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATIQUE-DONNEES-ET-IA">IP Paris Département d'Informatique, de Données et d'IA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">SeqDQN: Multi-Agent Deep Reinforcement Learning for Uplink URLLC with Strict Deadlines</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Benoît-Marie</forename>
                    <surname>Robaglia</surname>
                  </persName>
                  <email type="md5">e15b8cd55fb94677fe544b11a00cedde</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">1369592</idno>
                  <idno type="halauthorid" notation="string">2426038-1369592</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-7006-8647</idno>
                  <idno type="IDREF">https://www.idref.fr/276649028</idno>
                  <affiliation ref="#struct-554451"/>
                  <affiliation ref="#struct-121818"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marceau</forename>
                    <surname>Coupechoux</surname>
                  </persName>
                  <email type="md5">d7f86bf97086d686c850a4b7958e1213</email>
                  <email type="domain">telecom-paris.fr</email>
                  <idno type="idhal" notation="string">marceau-coupechoux</idno>
                  <idno type="idhal" notation="numeric">3743</idno>
                  <idno type="halauthorid" notation="string">10962-3743</idno>
                  <idno type="IDREF">https://www.idref.fr/087927594</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-0744-319X</idno>
                  <affiliation ref="#struct-554451"/>
                  <affiliation ref="#struct-121818"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Dimitrios</forename>
                    <surname>Tsilimantos</surname>
                  </persName>
                  <email type="md5">e2360dd58e12dc38ef625c1897dbc391</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="numeric">949664</idno>
                  <idno type="halauthorid" notation="string">785474-949664</idno>
                  <affiliation ref="#struct-455314"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Apostolos</forename>
                    <surname>Destounis</surname>
                  </persName>
                  <idno type="halauthorid">682256-0</idno>
                  <affiliation ref="#struct-455314"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of the 2023 EuCNC &amp; 6G Summit</title>
                <meeting>
                  <title>EuCNC &amp; 6G Summit</title>
                  <date type="start">2023-06-06</date>
                  <date type="end">2023-06-09</date>
                  <settlement>Gothenburg</settlement>
                  <country key="SE">Sweden</country>
                </meeting>
                <imprint>
                  <date type="datePub">2023-06</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Multiple access MAC design</term>
                <term xml:lang="en">Reinforcement Leaning</term>
                <term xml:lang="en">Internet of Things</term>
                <term xml:lang="en">Wireless sensor networks</term>
                <term xml:lang="en">URLLC</term>
                <term xml:lang="en">Multi-agent reinforcement learning</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ni">Computer Science [cs]/Networking and Internet Architecture [cs.NI]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Recent studies suggest that Multi-Agent Reinforcement Learning (MARL) can be a promising approach to tackle wireless telecommunication problems and Multiple Access (MA) in particular. The most relevant MARL algorithms for distributed MA are those with "decentralized execution", where an agent's actions are only functions of their own local observation history and agents cannot exchange any information. Centralized-Training-Decentralized-Execution (CTDE) and Independent Learning (IL) are the two main families in this category. However, while the former suffers from high communication overhead during the centralized training, the latter suffers from various theoretical shortcomings. In this paper, we first study the performance of these two MARL frameworks in the context of Ultra Reliable Low Latency Communication (URLLC), where MA is constrained by strict deadlines. Second, we propose a new distributed MARL framework, namely SeqDQN, leveraging the constraints of our URLLC problem to train agents in a more efficient way. We demonstrate that not only does our solution outperform the traditional random access baselines, but it also outperforms state-of-the-art MARL algorithms in terms of performance and convergence time.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-554451" status="VALID">
          <orgName>Réseaux, Mobilité et Services</orgName>
          <orgName type="acronym">RMS</orgName>
          <date type="start">2019-02-22</date>
          <desc>
            <address>
              <addrLine>Télécom Paris 19 Place Marguerite Perey 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/laboratoires/laboratoire-traitement-et-communication-de-linformation-ltci/les-equipes-de-recherche/reseaux-mobilite-et-services-rms</ref>
          </desc>
          <listRelation>
            <relation active="#struct-484335" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation active="#struct-1048346" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-121818" status="VALID">
          <orgName>Département Informatique et Réseaux</orgName>
          <orgName type="acronym">INFRES</orgName>
          <desc>
            <address>
              <addrLine>46, rue Barrault 75013 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/laboratoires/laboratoire-traitement-et-communication-de-linformation-ltci/les-departements-denseignement-et-recherche</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300362" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-455314" status="VALID">
          <orgName>Mathematical and Algorithmic Science Lab, France Research Center, Huawei Technologies</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-431513" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-484335" status="VALID">
          <idno type="IdRef">162384270</idno>
          <idno type="ISNI">0000 0000 9194 9502</idno>
          <idno type="RNSR">200319327Z</idno>
          <idno type="ROR">https://ror.org/057er4c39</idno>
          <orgName>Laboratoire Traitement et Communication de l'Information</orgName>
          <orgName type="acronym">LTCI</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Télécom Paris 19 Place Marguerite Perey 91120 PALAISEAU</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/laboratoires/laboratoire-traitement-et-communication-de-linformation-ltci</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation active="#struct-1048346" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1048346" status="VALID">
          <idno type="IdRef">026375273</idno>
          <idno type="ISNI">0000 0001 2108 2779</idno>
          <idno type="ROR">https://ror.org/01naq7912</idno>
          <orgName>Télécom Paris</orgName>
          <date type="start">2019-06-12</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300362" status="VALID">
          <idno type="ROR">https://ror.org/01naq7912</idno>
          <orgName>Télécom ParisTech</orgName>
          <date type="start">2008-01-01</date>
          <date type="end">2019-06-11</date>
          <desc>
            <address>
              <addrLine>46 rue Barrault 75634 Paris Cedex 13</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-431513" status="VALID">
          <idno type="ROR">https://ror.org/02rbzf697</idno>
          <orgName>Huawei Technologies France [Boulogne-Billancourt]</orgName>
          <desc>
            <address>
              <addrLine>Arcs de Seine18 quai du Point du JourCS 7000392100 Boulogne Billancourt</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>