<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03889321</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T08:39:28+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Constrained Deep Reinforcement Learning for Smart Load Balancing</title>
            <author role="aut">
              <persName>
                <forename type="first">Omar</forename>
                <surname>Houidi</surname>
              </persName>
              <email type="md5">e96ad3b3525e0637ffd7c1afa8e6232d</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">1378752</idno>
              <idno type="halauthorid" notation="string">1506195-1378752</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95599"/>
              <affiliation ref="#struct-638"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Djamal</forename>
                <surname>Zeghlache</surname>
              </persName>
              <email type="md5">e991dcb80934d32b9fd94e3e96e5c6e8</email>
              <email type="domain">telecom-sudparis.eu</email>
              <idno type="idhal" notation="string">djamal-zeghlache</idno>
              <idno type="idhal" notation="numeric">177694</idno>
              <idno type="halauthorid" notation="string">15044-177694</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9558-8120</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95599"/>
              <affiliation ref="#struct-442711"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Victor</forename>
                <surname>Perrier</surname>
              </persName>
              <idno type="halauthorid">2468511-0</idno>
              <affiliation ref="#struct-569607"/>
              <affiliation ref="#struct-199705"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Pham Tran</forename>
                <surname>Anh Quang</surname>
              </persName>
              <idno type="halauthorid">2144679-0</idno>
              <affiliation ref="#struct-569607"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nicolas</forename>
                <surname>Huin</surname>
              </persName>
              <idno type="halauthorid">34191-0</idno>
              <affiliation ref="#struct-569607"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jeremie</forename>
                <surname>Leguay</surname>
              </persName>
              <idno type="halauthorid">293776-0</idno>
              <affiliation ref="#struct-569607"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Paolo</forename>
                <surname>Medagliani</surname>
              </persName>
              <idno type="halauthorid">695038-0</idno>
              <affiliation ref="#struct-569607"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Omar</forename>
                <surname>Houidi</surname>
              </persName>
              <email type="md5">e96ad3b3525e0637ffd7c1afa8e6232d</email>
              <email type="domain">gmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2026-01-26 14:03:57</date>
              <date type="whenWritten">2022-01-08</date>
              <date type="whenModified">2026-02-13 13:38:28</date>
              <date type="whenReleased">2026-02-13 13:38:28</date>
              <date type="whenProduced">2022-01-08</date>
              <date type="whenEndEmbargoed">2026-01-26</date>
              <ref type="file" target="https://hal.science/hal-03889321v1/document">
                <date notBefore="2026-01-26"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03889321v1/file/CCNC-2022%20HAL.pdf" id="file-5477543-4687727">
                <date notBefore="2026-01-26"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="666694">
                <persName>
                  <forename>Omar</forename>
                  <surname>Houidi</surname>
                </persName>
                <email type="md5">e96ad3b3525e0637ffd7c1afa8e6232d</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03889321</idno>
            <idno type="halUri">https://hal.science/hal-03889321</idno>
            <idno type="halBibtex">houidi:hal-03889321</idno>
            <idno type="halRefHtml">&lt;i&gt;2022 IEEE 19th Annual Consumer Communications &amp; Networking Conference (CCNC)&lt;/i&gt;, Jan 2022, Las Vegas (Virtual), United States. pp.207-215, &lt;a target="_blank" href="https://dx.doi.org/10.1109/CCNC49033.2022.9700657"&gt;&amp;#x27E8;10.1109/CCNC49033.2022.9700657&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">2022 IEEE 19th Annual Consumer Communications &amp; Networking Conference (CCNC), Jan 2022, Las Vegas (Virtual), United States. pp.207-215, &amp;#x27E8;10.1109/CCNC49033.2022.9700657&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5477543-4687727"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="TELECOM-SUDPARIS" corresp="INSTITUT-MINES-TELECOM">Télécom SudParis</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="TESA">Laboratoire de recherche TéSA (Télécoms spatiales et aéronautiques)</idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="DEPARTEMENT-DE-MATHEMATIQUES">Collection du Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="IP-PARIS-MATHEMATIQUES">IP Paris Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATIQUE-DONNEES-ET-IA">IP Paris Département d'Informatique, de Données et d'IA</idno>
            <idno type="stamp" n="SAMOVAR">Services répartis, Architectures, Modélisation, Validation, Administration des Réseaux</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Constrained Deep Reinforcement Learning for Smart Load Balancing</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Omar</forename>
                    <surname>Houidi</surname>
                  </persName>
                  <email type="md5">e96ad3b3525e0637ffd7c1afa8e6232d</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">1378752</idno>
                  <idno type="halauthorid" notation="string">1506195-1378752</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95599"/>
                  <affiliation ref="#struct-638"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Djamal</forename>
                    <surname>Zeghlache</surname>
                  </persName>
                  <email type="md5">e991dcb80934d32b9fd94e3e96e5c6e8</email>
                  <email type="domain">telecom-sudparis.eu</email>
                  <idno type="idhal" notation="string">djamal-zeghlache</idno>
                  <idno type="idhal" notation="numeric">177694</idno>
                  <idno type="halauthorid" notation="string">15044-177694</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9558-8120</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95599"/>
                  <affiliation ref="#struct-442711"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Victor</forename>
                    <surname>Perrier</surname>
                  </persName>
                  <idno type="halauthorid">2468511-0</idno>
                  <affiliation ref="#struct-569607"/>
                  <affiliation ref="#struct-199705"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Pham Tran</forename>
                    <surname>Anh Quang</surname>
                  </persName>
                  <idno type="halauthorid">2144679-0</idno>
                  <affiliation ref="#struct-569607"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nicolas</forename>
                    <surname>Huin</surname>
                  </persName>
                  <idno type="halauthorid">34191-0</idno>
                  <affiliation ref="#struct-569607"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jeremie</forename>
                    <surname>Leguay</surname>
                  </persName>
                  <idno type="halauthorid">293776-0</idno>
                  <affiliation ref="#struct-569607"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Paolo</forename>
                    <surname>Medagliani</surname>
                  </persName>
                  <idno type="halauthorid">695038-0</idno>
                  <affiliation ref="#struct-569607"/>
                </author>
              </analytic>
              <monogr>
                <idno type="isbn">978-1-6654-3161-3</idno>
                <title level="m">CCNC 2022: IEEE Consumer Communications &amp; Networking Conference</title>
                <meeting>
                  <title>2022 IEEE 19th Annual Consumer Communications &amp; Networking Conference (CCNC)</title>
                  <date type="start">2022-01-08</date>
                  <date type="end">2022-01-11</date>
                  <settlement>Las Vegas (Virtual)</settlement>
                  <country key="US">United States</country>
                </meeting>
                <imprint>
                  <publisher>IEEE</publisher>
                  <biblScope unit="pp">207-215</biblScope>
                  <date type="datePub">2022-02-22</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/CCNC49033.2022.9700657</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">QoE Optimization</term>
                <term xml:lang="en">Intelligent Routing</term>
                <term xml:lang="en">Smart Load Balancing</term>
                <term xml:lang="en">Deep Reinforcement Learning</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-ni">Computer Science [cs]/Networking and Internet Architecture [cs.NI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we explore the use of an actor-critic architecture for Deep Reinforcement Learning (DRL) to improve load balancing beyond traditional algorithms. Some centralized Reinforcement Learning (RL) algorithms have targeted in the reward function expression the Quality of Experience (QoE) for video flows, but this requires access to clients, or the Maximum Link Utilization (MLU) for other types of flows. In our approach, we tune the actor-critic algorithm to only leverage on QoS parameters in order to load balance traffic in the network and maximize the QoE experienced by the users. This avoids having to collect observations and performance measurements from client applications, as it only focuses on network metrics that can be easily measured. We explore both centralized and distributed solutions to assess the feasibility of the proposed smart load balancing solutions. We compare them to ECMP, QoE-based reward methods, and RILNET that uses an underlying DDPG optimization approach. The proposed algorithms are shown to outperform previous approaches.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-95599" status="VALID">
          <orgName>Département Réseaux et Services Multimédia Mobiles</orgName>
          <orgName type="acronym">TSP - RS2M</orgName>
          <desc>
            <address>
              <addrLine>Télécom SudParis - 9 rue Charles Fourier - 91011 Évry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://rs2m.telecom-sudparis.eu/fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-638" status="VALID">
          <idno type="IdRef">281286515</idno>
          <idno type="ISNI">0000000403830480</idno>
          <idno type="RNSR">200319330C</idno>
          <orgName>Services répartis, Architectures, MOdélisation, Validation, Administration des Réseaux</orgName>
          <orgName type="acronym">SAMOVAR</orgName>
          <desc>
            <address>
              <addrLine>Télécom Sudparis, 9 rue Charles Fourier -91011 Evry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://samovar.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-442711" status="OLD">
          <orgName>Réseaux, Systèmes, Services, Sécurité</orgName>
          <orgName type="acronym">R3S-SAMOVAR</orgName>
          <date type="end">2023-05-31</date>
          <desc>
            <address>
              <addrLine>TELECOM Sudparis 9 rue Charles Fourier 91011 EVRY</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://samovar.telecom-sudparis.eu</ref>
          </desc>
          <listRelation>
            <relation active="#struct-638" type="direct"/>
            <relation active="#struct-352124" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-569607" status="VALID">
          <orgName>Huawei Technologies France</orgName>
          <date type="start">2014-04-01</date>
          <desc>
            <address>
              <addrLine>790 avenue Dr Maurice DonatMarco Polo A06250 Mougins</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.huawei.com/fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-431513" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-199705" status="VALID">
          <orgName>Télécommunications Spatiales et Aéronautiques - Telecommunications for Space ant Aeronautics</orgName>
          <orgName type="acronym">TéSA</orgName>
          <desc>
            <address>
              <addrLine>14-16, Port Saint-Etienne 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tesa.prd.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-310830" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-352124" status="VALID">
          <idno type="IdRef">162347510</idno>
          <idno type="ISNI">0000000406406351</idno>
          <idno type="ROR">https://ror.org/05xvk4r52</idno>
          <idno type="Wikidata">Q43305</idno>
          <orgName>Télécom SudParis</orgName>
          <orgName type="acronym">TSP</orgName>
          <desc>
            <address>
              <addrLine>9 rue Charles Fourier -91011 Evry Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation name="563936" active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-431513" status="VALID">
          <idno type="ROR">https://ror.org/02rbzf697</idno>
          <orgName>Huawei Technologies France [Boulogne-Billancourt]</orgName>
          <desc>
            <address>
              <addrLine>Arcs de Seine18 quai du Point du JourCS 7000392100 Boulogne Billancourt</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-310830" status="VALID">
          <orgName>Laboratoire de recherche coopératif dans les télécommunications spatiales et aéronautiques</orgName>
          <orgName type="acronym">TESA</orgName>
          <date type="start">2004-01-01</date>
          <desc>
            <address>
              <addrLine>Laboratoire de recherche coopératif dans les télécommunications spatiales et aéronautiques</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tesa.prd.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>