<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04620874</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-16T14:11:07+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Online Learning of Weakly Coupled MDP Policies for Load Balancing and Auto Scaling</title>
            <author role="aut">
              <persName>
                <forename type="first">Eshwar</forename>
                <surname>S.R.</surname>
              </persName>
              <idno type="halauthorid">3180085-0</idno>
              <affiliation ref="#struct-86671"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Lucas</forename>
                <surname>Lopes</surname>
              </persName>
              <idno type="halauthorid">2877697-0</idno>
              <affiliation ref="#struct-146756"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alexandre</forename>
                <surname>Reiffers-Masson</surname>
              </persName>
              <email type="md5">f2c4afb1f043dd92c9af4f47ad588477</email>
              <email type="domain">imt-atlantique.fr</email>
              <idno type="idhal" notation="string">alexandre-reiffers-masson</idno>
              <idno type="idhal" notation="numeric">7844</idno>
              <idno type="halauthorid" notation="string">28302-7844</idno>
              <idno type="IDREF">https://www.idref.fr/196622085</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4084-1977</idno>
              <affiliation ref="#struct-1067631"/>
              <affiliation ref="#struct-489780"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Daniel Sadoc</forename>
                <surname>Menasche</surname>
              </persName>
              <email type="md5">ce2f38e22109f8059722430e4832e5d8</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">961827</idno>
              <idno type="halauthorid" notation="string">872902-961827</idno>
              <affiliation ref="#struct-146756"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gugan</forename>
                <surname>Thoppe</surname>
              </persName>
              <email type="md5">75a5426244ede96a37ffe6e865045096</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">1089609</idno>
              <idno type="halauthorid" notation="string">2139555-1089609</idno>
              <affiliation ref="#struct-367783"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Alexandre</forename>
                <surname>Reiffers-Masson</surname>
              </persName>
              <email type="md5">e25eff5dbb0d29391b6d87425ace0e74</email>
              <email type="domain">gmail.com</email>
            </editor>
            <funder>Eshwar was supported by the Prime Minister’s Research Fellowship (PMRF). G. Thoppe’s research was supported in part by DST-SERB’s Core Research Grant CRG/2021/008330, Walmart Center for Tech Excellence, and the Pratiksha Trust Young Investigator Award. This work was partially supported by CAPES STIC AMSUD project RA-MONaaS, CNPq and FAPERJ through grants 315110/2020-1, E-26/211.144/2019 and E-26/201.376/2021.</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-06-26 07:50:06</date>
              <date type="whenModified">2026-03-24 17:17:34</date>
              <date type="whenReleased">2024-07-01 13:15:28</date>
              <date type="whenProduced">2024-06-03</date>
              <date type="whenEndEmbargoed">2024-06-22</date>
              <ref type="file" target="https://hal.science/hal-04620874v1/document">
                <date notBefore="2024-06-22"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04620874v1/file/2406.14141v1.pdf" id="file-4620874-4014551">
                <date notBefore="2024-06-22"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2406.14141"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="335865">
                <persName>
                  <forename>Alexandre</forename>
                  <surname>Reiffers-Masson</surname>
                </persName>
                <email type="md5">e25eff5dbb0d29391b6d87425ace0e74</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04620874</idno>
            <idno type="halUri">https://hal.science/hal-04620874</idno>
            <idno type="halBibtex">sr:hal-04620874</idno>
            <idno type="halRefHtml">&lt;i&gt;NETWORKING 2024: 23rd IFIP/IEEE International Federation for Information Processing (IFIP) Networking 2024 Conference&lt;/i&gt;, Jun 2024, Thessaloniki, Greece. &lt;a target="_blank" href="https://dx.doi.org/10.23919/IFIPNetworking62109.2024.10619773"&gt;&amp;#x27E8;10.23919/IFIPNetworking62109.2024.10619773&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">NETWORKING 2024: 23rd IFIP/IEEE International Federation for Information Processing (IFIP) Networking 2024 Conference, Jun 2024, Thessaloniki, Greece. &amp;#x27E8;10.23919/IFIPNetworking62109.2024.10619773&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4620874-4014551"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-BREST">Université de Bretagne occidentale - Brest (UBO)</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-UBS">Université de Bretagne Sud</idno>
            <idno type="stamp" n="LAB-STICC_UBO" corresp="UNIV-BREST">Laboratoire des sciences et techniques de l'information, de la communication et de la connaissance, site de l'UBO</idno>
            <idno type="stamp" n="ENIB">Ecole Nationale d'Ingénieurs de Brest</idno>
            <idno type="stamp" n="LAB-STICC">Laboratoire des sciences et techniques de l'information, de la communication et de la connaissance</idno>
            <idno type="stamp" n="IMTA_INFO">IMT Atlantique - Département informatique</idno>
            <idno type="stamp" n="LAB-STICC_IMTA">Lab-STICC - IMT Atlantique</idno>
            <idno type="stamp" n="IMT-ATLANTIQUE" corresp="INSTITUT-MINES-TELECOM">IMT-ATLANTIQUE</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="LAB-STICC_MATHNET_IMTA" corresp="IMT-ATLANTIQUE">MATH &amp; NET - Math &amp; Net (Lab-STICC)</idno>
            <idno type="stamp" n="LAB-STICC_MATHNET">Equipe Math &amp; Net</idno>
            <idno type="stamp" n="LAB-STICC_CYR">Pôle Cyber &amp; Réseaux</idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="SEQUOIA">SEQUOIA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Online Learning of Weakly Coupled MDP Policies for Load Balancing and Auto Scaling</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Eshwar</forename>
                    <surname>S.R.</surname>
                  </persName>
                  <idno type="halauthorid">3180085-0</idno>
                  <affiliation ref="#struct-86671"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Lucas</forename>
                    <surname>Lopes</surname>
                  </persName>
                  <idno type="halauthorid">2877697-0</idno>
                  <affiliation ref="#struct-146756"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alexandre</forename>
                    <surname>Reiffers-Masson</surname>
                  </persName>
                  <email type="md5">f2c4afb1f043dd92c9af4f47ad588477</email>
                  <email type="domain">imt-atlantique.fr</email>
                  <idno type="idhal" notation="string">alexandre-reiffers-masson</idno>
                  <idno type="idhal" notation="numeric">7844</idno>
                  <idno type="halauthorid" notation="string">28302-7844</idno>
                  <idno type="IDREF">https://www.idref.fr/196622085</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4084-1977</idno>
                  <affiliation ref="#struct-1067631"/>
                  <affiliation ref="#struct-489780"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Daniel Sadoc</forename>
                    <surname>Menasche</surname>
                  </persName>
                  <email type="md5">ce2f38e22109f8059722430e4832e5d8</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">961827</idno>
                  <idno type="halauthorid" notation="string">872902-961827</idno>
                  <affiliation ref="#struct-146756"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gugan</forename>
                    <surname>Thoppe</surname>
                  </persName>
                  <email type="md5">75a5426244ede96a37ffe6e865045096</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">1089609</idno>
                  <idno type="halauthorid" notation="string">2139555-1089609</idno>
                  <affiliation ref="#struct-367783"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>NETWORKING 2024:  23rd IFIP/IEEE International Federation for Information Processing (IFIP) Networking 2024 Conference</title>
                  <date type="start">2024-06-03</date>
                  <date type="end">2024-06-06</date>
                  <settlement>Thessaloniki</settlement>
                  <country key="GR">Greece</country>
                </meeting>
                <imprint>
                  <date type="datePub">2024-06-20</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2406.14141</idno>
              <idno type="doi">10.23919/IFIPNetworking62109.2024.10619773</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Markov Decision Process</term>
                <term xml:lang="en">Online Learning</term>
                <term xml:lang="en">Linear Programming</term>
                <term xml:lang="en">Queuing Systems</term>
                <term xml:lang="en">Resource Allocation</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-ti">Computer Science [cs]/Image Processing [eess.IV]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Load balancing and auto scaling are at the core of scalable, contemporary systems, addressing dynamic resource allocation and service rate adjustments in response to workload changes. This paper introduces a novel model and algorithms for tuning load balancers coupled with auto scalers, considering bursty traffic arriving at finite queues. We begin by presenting the problem as a weakly coupled Markov Decision Processes (MDP), solvable via a linear program (LP). However, as the number of control variables of such LP grows combinatorially, we introduce a more tractable relaxed LP formulation, and extend it to tackle the problem of online parameter learning and policy optimization using a two-timescale algorithm based on the LP Lagrangian. Our numerical experiments shed insight into properties of the optimal policy. In particular, we identify a phase transition in the probability of job acceptance as a function of the job dropping costs. The experiments also indicate the efficacy of the proposed online learning method, that learns parameters together with the optimal policy, in converging to the optimal solution of the relaxed LP. In summary, the contributions of this work encompass an analytical model and its LP-based solution approach, together with an online learning algorithm, offering insights into the effective management of distributed systems.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-86671" status="VALID">
          <orgName>Indian Institute of Science [Bangalore]</orgName>
          <orgName type="acronym">IISc Bangalore</orgName>
          <desc>
            <address>
              <addrLine>Bangalore 560 012</addrLine>
              <country key="IN"/>
            </address>
            <ref type="url">http://www.iisc.ernet.in/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-146756" status="VALID">
          <idno type="IdRef">028338995</idno>
          <idno type="ISNI">0000 0001 2294 473X</idno>
          <idno type="ROR">https://ror.org/03490as77</idno>
          <idno type="Wikidata">Q586904)</idno>
          <orgName>Universidade Federal do Rio de Janeiro [Brasil] = Federal University of Rio de Janeiro [Brazil] = Université fédérale de Rio de Janeiro [Brésil]</orgName>
          <orgName type="acronym">UFRJ</orgName>
          <date type="start">1967-01-01</date>
          <desc>
            <address>
              <addrLine>Av. Pedro Calmon, 550 - Cidade Universitária, Rio de Janeiro - RJ, 21941-901</addrLine>
              <country key="BR"/>
            </address>
            <ref type="url">https://ufrj.br/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-1067631" status="OLD">
          <orgName>Equipe Math &amp; Net</orgName>
          <orgName type="acronym">Lab-STICC_MATHNET</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation name="UMR6285" active="#struct-486345" type="direct"/>
            <relation active="#struct-131284" type="indirect"/>
            <relation active="#struct-300314" type="indirect"/>
            <relation active="#struct-1705235" type="indirect"/>
            <relation active="#struct-172265" type="indirect"/>
            <relation active="#struct-301846" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation name="UMR6285" active="#struct-441569" type="indirect"/>
            <relation active="#struct-469973" type="indirect"/>
            <relation active="#struct-481355" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-489780" status="VALID">
          <orgName>Département Informatique</orgName>
          <orgName type="acronym">IMT Atlantique - INFO</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>IMT Atlantique - Campus de Brest - Technopôle Brest-Iroise CS 8381829238 BREST Cedex 3</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-481355" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-367783" status="VALID">
          <idno type="ISNI">0000 0001 0482 5067</idno>
          <idno type="ROR">https://ror.org/04dese585</idno>
          <orgName>Indian Institute of Science</orgName>
          <orgName type="acronym">IISc</orgName>
          <date type="start">1909-01-01</date>
          <desc>
            <address>
              <addrLine>C V Raman Ave, Bengaluru Karnataka 560012</addrLine>
              <country key="IN"/>
            </address>
            <ref type="url">http://www.iisc.ernet.in/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-486345" status="OLD">
          <idno type="IdRef">167731432</idno>
          <idno type="RNSR">201220091R</idno>
          <idno type="ROR">https://ror.org/0266kfd37</idno>
          <orgName>Laboratoire des sciences et techniques de l'information, de la communication et de la connaissance</orgName>
          <orgName type="acronym">Lab-STICC</orgName>
          <date type="start">2008-01-01</date>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>Technopole Brest Iroise CS 83818 29238 BREST cedex 3</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://labsticc.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-131284" type="direct"/>
            <relation active="#struct-300314" type="direct"/>
            <relation active="#struct-1705235" type="indirect"/>
            <relation active="#struct-172265" type="direct"/>
            <relation active="#struct-301846" type="direct"/>
            <relation active="#struct-302102" type="direct"/>
            <relation name="UMR6285" active="#struct-441569" type="direct"/>
            <relation active="#struct-469973" type="direct"/>
            <relation active="#struct-481355" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-131284" status="VALID">
          <idno type="ROR">https://ror.org/02ypw0a72</idno>
          <orgName>École Nationale d'Ingénieurs de Brest</orgName>
          <orgName type="acronym">ENIB</orgName>
          <desc>
            <address>
              <addrLine>945 avenue du Technopole - 29280 Plouzané</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.enib.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300314" type="direct"/>
            <relation active="#struct-1705235" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-300314" status="VALID">
          <idno type="IdRef">291809022</idno>
          <idno type="ISNI">0000000121880893</idno>
          <idno type="ROR">https://ror.org/0372th171</idno>
          <orgName>Université de Brest</orgName>
          <orgName type="acronym">UBO EPE</orgName>
          <desc>
            <address>
              <addrLine>Université de Bretagne Occidentale - 3 Rue des Archives 29238, Brest</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-brest.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1705235" status="VALID">
          <idno type="IdRef">291816037</idno>
          <orgName>Institut National Polytechnique de Bretagne</orgName>
          <orgName type="acronym">Bretagne INP</orgName>
          <date type="start">2025-03-01</date>
          <desc>
            <address>
              <addrLine>945 avenue du Technopôle Brest-Iroise, 29289 Plouzané</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-172265" status="VALID">
          <idno type="IdRef">05017746X</idno>
          <idno type="ISNI">0000000121680285</idno>
          <idno type="ROR">https://ror.org/04ed7fw48</idno>
          <orgName>Université de Bretagne Sud</orgName>
          <orgName type="acronym">UBS</orgName>
          <date type="start">1995-02-07</date>
          <desc>
            <address>
              <addrLine>BP 92116 - 56321 Lorient cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-ubs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-301846" status="OLD">
          <idno type="IdRef">177263660</idno>
          <idno type="ROR">https://ror.org/059n54003</idno>
          <orgName>École Nationale Supérieure de Techniques Avancées Bretagne</orgName>
          <orgName type="acronym">ENSTA Bretagne</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>2 rue François Verny, 29806 Brest cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ensta-bretagne.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-469973" status="VALID">
          <idno type="IdRef">191639044</idno>
          <idno type="ROR">https://ror.org/04x1a4s97</idno>
          <orgName>Université Bretagne Loire</orgName>
          <orgName type="acronym">UBL</orgName>
          <date type="start">2016-04-01</date>
          <desc>
            <address>
              <addrLine>Cité Internationale, 1 place Paul Ricoeur - CS 54417 35044 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://u-bretagneloire.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-481355" status="VALID">
          <idno type="IdRef">202743233</idno>
          <idno type="ROR">https://ror.org/030hj3061</idno>
          <orgName>IMT Atlantique</orgName>
          <orgName type="acronym">IMT Atlantique</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Brest : Technopôle Brest-Iroise CS 8381829238 BREST Cedex 3 -Campus Nantes : 4, rue Alfred Kastler- La chantrerie 44300 NANTES -Campus Rennes :  2 Rue de la Châtaigneraie, 35510 CESSON SEVIGNE</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt-atlantique.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>