<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03124039</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-16T08:11:36+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Automated saturation mitigation controlled by deep reinforcement learning</title>
            <author role="aut">
              <persName>
                <forename type="first">Elkin</forename>
                <surname>Aguas</surname>
              </persName>
              <idno type="halauthorid">2140758-0</idno>
              <affiliation ref="#struct-477550"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Anthony</forename>
                <surname>Lambert</surname>
              </persName>
              <email type="md5">45e0d677b70585740d57af3b54badf7a</email>
              <email type="domain">orange.com</email>
              <idno type="idhal" notation="numeric">1007404</idno>
              <idno type="halauthorid" notation="string">820861-1007404</idno>
              <affiliation ref="#struct-477550"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gregory</forename>
                <surname>Blanc</surname>
              </persName>
              <email type="md5">8bb9c8c6b1f1a95e5f373658e053ebcb</email>
              <email type="domain">telecom-sudparis.eu</email>
              <idno type="idhal" notation="string">blanc-gregory</idno>
              <idno type="idhal" notation="numeric">177186</idno>
              <idno type="halauthorid" notation="string">28999-177186</idno>
              <idno type="IDREF">https://www.idref.fr/235400564</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8150-6617</idno>
              <idno type="GOOGLE SCHOLAR">9Tf1a1cAAAAJ</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95600"/>
              <affiliation ref="#struct-442711"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hervé</forename>
                <surname>Debar</surname>
              </persName>
              <email type="md5">0db2034ce3b1cb2f236b246418b2db62</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">herve-debar</idno>
              <idno type="idhal" notation="numeric">175424</idno>
              <idno type="halauthorid" notation="string">4309-175424</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1344-4167</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=KSLoggcAAAAJ&amp;hl=fr</idno>
              <idno type="IDREF">https://www.idref.fr/103969284</idno>
              <affiliation ref="#struct-563936"/>
              <affiliation ref="#struct-95600"/>
              <affiliation ref="#struct-442711"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Gregory</forename>
                <surname>Blanc</surname>
              </persName>
              <email type="md5">8bb9c8c6b1f1a95e5f373658e053ebcb</email>
              <email type="domain">telecom-sudparis.eu</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-01-28 12:49:37</date>
              <date type="whenModified">2026-01-21 03:37:28</date>
              <date type="whenReleased">2021-01-28 12:49:37</date>
              <date type="whenProduced">2020-10-13</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="524848">
                <persName>
                  <forename>Gregory</forename>
                  <surname>Blanc</surname>
                </persName>
                <email type="md5">8bb9c8c6b1f1a95e5f373658e053ebcb</email>
                <email type="domain">telecom-sudparis.eu</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03124039</idno>
            <idno type="halUri">https://hal.science/hal-03124039</idno>
            <idno type="halBibtex">aguas:hal-03124039</idno>
            <idno type="halRefHtml">&lt;i&gt;ICNP 2020: IEEE 28th International Conference on Network Protocols&lt;/i&gt;, Oct 2020, Madrid (online), Spain. pp.1-6, &lt;a target="_blank" href="https://dx.doi.org/10.1109/ICNP49622.2020.9259356"&gt;&amp;#x27E8;10.1109/ICNP49622.2020.9259356&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">ICNP 2020: IEEE 28th International Conference on Network Protocols, Oct 2020, Madrid (online), Spain. pp.1-6, &amp;#x27E8;10.1109/ICNP49622.2020.9259356&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="TELECOM-SUDPARIS" corresp="INSTITUT-MINES-TELECOM">Télécom SudParis</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="IP-PARIS-MATHEMATIQUES">IP Paris Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATIQUE-DONNEES-ET-IA">IP Paris Département d'Informatique, de Données et d'IA</idno>
            <idno type="stamp" n="SAMOVAR">Services répartis, Architectures, Modélisation, Validation, Administration des Réseaux</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Automated saturation mitigation controlled by deep reinforcement learning</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Elkin</forename>
                    <surname>Aguas</surname>
                  </persName>
                  <idno type="halauthorid">2140758-0</idno>
                  <affiliation ref="#struct-477550"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Anthony</forename>
                    <surname>Lambert</surname>
                  </persName>
                  <email type="md5">45e0d677b70585740d57af3b54badf7a</email>
                  <email type="domain">orange.com</email>
                  <idno type="idhal" notation="numeric">1007404</idno>
                  <idno type="halauthorid" notation="string">820861-1007404</idno>
                  <affiliation ref="#struct-477550"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gregory</forename>
                    <surname>Blanc</surname>
                  </persName>
                  <email type="md5">8bb9c8c6b1f1a95e5f373658e053ebcb</email>
                  <email type="domain">telecom-sudparis.eu</email>
                  <idno type="idhal" notation="string">blanc-gregory</idno>
                  <idno type="idhal" notation="numeric">177186</idno>
                  <idno type="halauthorid" notation="string">28999-177186</idno>
                  <idno type="IDREF">https://www.idref.fr/235400564</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8150-6617</idno>
                  <idno type="GOOGLE SCHOLAR">9Tf1a1cAAAAJ</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95600"/>
                  <affiliation ref="#struct-442711"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hervé</forename>
                    <surname>Debar</surname>
                  </persName>
                  <email type="md5">0db2034ce3b1cb2f236b246418b2db62</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">herve-debar</idno>
                  <idno type="idhal" notation="numeric">175424</idno>
                  <idno type="halauthorid" notation="string">4309-175424</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1344-4167</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=KSLoggcAAAAJ&amp;hl=fr</idno>
                  <idno type="IDREF">https://www.idref.fr/103969284</idno>
                  <affiliation ref="#struct-563936"/>
                  <affiliation ref="#struct-95600"/>
                  <affiliation ref="#struct-442711"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">2020 IEEE 28th International Conference on Network Protocols (ICNP)</title>
                <meeting>
                  <title>ICNP 2020: IEEE 28th International Conference on Network Protocols</title>
                  <date type="start">2020-10-13</date>
                  <date type="end">2020-10-16</date>
                  <settlement>Madrid (online)</settlement>
                  <country key="ES">Spain</country>
                </meeting>
                <imprint>
                  <publisher>IEEE Computer Society</publisher>
                  <biblScope unit="pp">1-6</biblScope>
                  <date type="datePub">2020</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/ICNP49622.2020.9259356</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Automation</term>
                <term xml:lang="en">Security</term>
                <term xml:lang="en">Management</term>
                <term xml:lang="en">Network resiliency</term>
                <term xml:lang="en">Saturation</term>
                <term xml:lang="en">Network</term>
                <term xml:lang="en">Deep reinforcement learning</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-fl">Computer Science [cs]/Formal Languages and Automata Theory [cs.FL]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ni">Computer Science [cs]/Networking and Internet Architecture [cs.NI]</classCode>
              <classCode scheme="halDomain" n="info.info-cr">Computer Science [cs]/Cryptography and Security [cs.CR]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Recent developments in orchestration and machine learning have made network automation more feasible, allowing the transition from error-prone and time-consuming manual manipulations to fast and refined automated responses in areas such as security and management. This article investigates the capabilities of a deep reinforcement learning agent to learn how to automatically share prefix announcements of an Autonomous System to its neighbors, in order to mitigate undesired network behaviors and therefore increase network resiliency and security. Our work focuses on network saturation, tackling the problem of network responsiveness in today's massive content delivery context. Results not only prove feasibility of such an agent, but also demonstrate its ability to minimize traffic loss as well as the number of actions to be performed by the automation process.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-477550" status="VALID">
          <orgName>Orange Labs [Chatillon]</orgName>
          <desc>
            <address>
              <addrLine>44 Avenue de la République, 92320 Châtillon</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-365900" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-95600" status="VALID">
          <orgName>Département Réseaux et Services de Télécommunications</orgName>
          <orgName type="acronym">TSP - RST</orgName>
          <desc>
            <address>
              <addrLine>Télécom SudParis - 9 rue Charles Fourier - 91011 Évry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://rst.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-442711" status="OLD">
          <orgName>Réseaux, Systèmes, Services, Sécurité</orgName>
          <orgName type="acronym">R3S-SAMOVAR</orgName>
          <date type="end">2023-05-31</date>
          <desc>
            <address>
              <addrLine>TELECOM Sudparis 9 rue Charles Fourier 91011 EVRY</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://samovar.telecom-sudparis.eu</ref>
          </desc>
          <listRelation>
            <relation active="#struct-638" type="direct"/>
            <relation active="#struct-352124" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-365900" status="VALID">
          <orgName>Orange Labs</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-352124" status="VALID">
          <idno type="IdRef">162347510</idno>
          <idno type="ISNI">0000000406406351</idno>
          <idno type="ROR">https://ror.org/05xvk4r52</idno>
          <idno type="Wikidata">Q43305</idno>
          <orgName>Télécom SudParis</orgName>
          <orgName type="acronym">TSP</orgName>
          <desc>
            <address>
              <addrLine>9 rue Charles Fourier -91011 Evry Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation name="563936" active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-638" status="VALID">
          <idno type="IdRef">281286515</idno>
          <idno type="ISNI">0000000403830480</idno>
          <idno type="RNSR">200319330C</idno>
          <orgName>Services répartis, Architectures, MOdélisation, Validation, Administration des Réseaux</orgName>
          <orgName type="acronym">SAMOVAR</orgName>
          <desc>
            <address>
              <addrLine>Télécom Sudparis, 9 rue Charles Fourier -91011 Evry cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://samovar.telecom-sudparis.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-352124" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="563936" active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>