<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05163939</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-19T09:49:12+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Recursive Bound-Constrained AdaGrad with Applications to Multilevel and Domain Decomposition Minimization</title>
            <author role="aut">
              <persName>
                <forename type="first">Serge</forename>
                <surname>Gratton</surname>
              </persName>
              <email type="md5">bacd01f91edc5f55c1891ec5a74d1536</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">serge-gratton</idno>
              <idno type="idhal" notation="numeric">745245</idno>
              <idno type="halauthorid" notation="string">52585-745245</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-5021-2357</idno>
              <idno type="IDREF">https://www.idref.fr/059873736</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=q9HdQc4AAAAJ</idno>
              <affiliation ref="#struct-448187"/>
              <affiliation ref="#struct-1612889"/>
              <affiliation ref="#struct-1214402"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alena</forename>
                <surname>Kopaničáková</surname>
              </persName>
              <email type="md5">11fc14cd9ef45ab508ddc073cb8d2942</email>
              <email type="domain">toulouse-inp.fr</email>
              <idno type="idhal" notation="string">alena-kopanicakova</idno>
              <idno type="idhal" notation="numeric">1427753</idno>
              <idno type="halauthorid" notation="string">3041256-1427753</idno>
              <idno type="ARXIV">https://arxiv.org/a/kopanicakova_a_1</idno>
              <idno type="GOOGLE SCHOLAR">OQqwN7wAAAAJ</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/57195511383</idno>
              <affiliation ref="#struct-448187"/>
              <affiliation ref="#struct-1612889"/>
              <affiliation ref="#struct-1214402"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Philippe</forename>
                <forename type="middle">L.</forename>
                <surname>Toint</surname>
              </persName>
              <email type="md5">afab168c45c0ae50a99a7df334b917de</email>
              <email type="domain">unamur.be</email>
              <idno type="idhal" notation="numeric">1098688</idno>
              <idno type="halauthorid" notation="string">3041812-1098688</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6166-1860</idno>
              <affiliation ref="#struct-215447"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>alena</forename>
                <surname>Kopanicakova</surname>
              </persName>
              <email type="md5">11fc14cd9ef45ab508ddc073cb8d2942</email>
              <email type="domain">toulouse-inp.fr</email>
            </editor>
            <funder ref="#projanr-185721"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-07-15 21:52:46</date>
              <date type="whenWritten">2025-07-15</date>
              <date type="whenModified">2026-05-05 15:53:24</date>
              <date type="whenReleased">2025-07-16 09:52:24</date>
              <date type="whenProduced">2025-07-15</date>
              <date type="whenEndEmbargoed">2025-07-15</date>
              <ref type="file" target="https://hal.science/hal-05163939v1/document">
                <date notBefore="2025-07-15"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05163939v1/file/gkt3.pdf" id="file-5163939-4455976">
                <date notBefore="2025-07-15"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1574270">
                <persName>
                  <forename>alena</forename>
                  <surname>Kopanicakova</surname>
                </persName>
                <email type="md5">11fc14cd9ef45ab508ddc073cb8d2942</email>
                <email type="domain">toulouse-inp.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05163939</idno>
            <idno type="halUri">https://hal.science/hal-05163939</idno>
            <idno type="halBibtex">gratton:hal-05163939</idno>
            <idno type="halRefHtml">2025</idno>
            <idno type="halRef">2025</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by-nc-nd/4.0/">CC BY-NC-ND 4.0 - Attribution - Non-commercial use - No Derivative Works<ref corresp="#file-5163939-4455976"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-APO" corresp="IRIT">Algorithmes Parallèles et Optimisation</idno>
            <idno type="stamp" n="PNRIA">Programme National de Recherche en IA</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ANITI">ANITI - Artificial and Natural Intelligence Toulouse Institute</idno>
            <idno type="stamp" n="IRIT-CISO" corresp="IRIT">Calcul Intensif, Simulation, Optimisation</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="ANR-IA-23" corresp="ANR-IA">ANR-IA-23</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
          </seriesStmt>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Recursive Bound-Constrained AdaGrad with Applications to Multilevel and Domain Decomposition Minimization</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Serge</forename>
                    <surname>Gratton</surname>
                  </persName>
                  <email type="md5">bacd01f91edc5f55c1891ec5a74d1536</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">serge-gratton</idno>
                  <idno type="idhal" notation="numeric">745245</idno>
                  <idno type="halauthorid" notation="string">52585-745245</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-5021-2357</idno>
                  <idno type="IDREF">https://www.idref.fr/059873736</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=q9HdQc4AAAAJ</idno>
                  <affiliation ref="#struct-448187"/>
                  <affiliation ref="#struct-1612889"/>
                  <affiliation ref="#struct-1214402"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alena</forename>
                    <surname>Kopaničáková</surname>
                  </persName>
                  <email type="md5">11fc14cd9ef45ab508ddc073cb8d2942</email>
                  <email type="domain">toulouse-inp.fr</email>
                  <idno type="idhal" notation="string">alena-kopanicakova</idno>
                  <idno type="idhal" notation="numeric">1427753</idno>
                  <idno type="halauthorid" notation="string">3041256-1427753</idno>
                  <idno type="ARXIV">https://arxiv.org/a/kopanicakova_a_1</idno>
                  <idno type="GOOGLE SCHOLAR">OQqwN7wAAAAJ</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/57195511383</idno>
                  <affiliation ref="#struct-448187"/>
                  <affiliation ref="#struct-1612889"/>
                  <affiliation ref="#struct-1214402"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Philippe</forename>
                    <forename type="middle">L.</forename>
                    <surname>Toint</surname>
                  </persName>
                  <email type="md5">afab168c45c0ae50a99a7df334b917de</email>
                  <email type="domain">unamur.be</email>
                  <idno type="idhal" notation="numeric">1098688</idno>
                  <idno type="halauthorid" notation="string">3041812-1098688</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6166-1860</idno>
                  <affiliation ref="#struct-215447"/>
                </author>
              </analytic>
              <monogr>
                <imprint>
                  <date type="datePub">2025-09</date>
                </imprint>
              </monogr>
              <relatedItem target="https://doi.org/10.4231/R7RX991C" type="Cites" subtype="http://purl.org/coar/resource_type/c_ddb1">Indian Pines (AVIRIS, 220 bandes)</relatedItem>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">AdaGrad</term>
                <term xml:lang="en">machine learning</term>
                <term xml:lang="en">objective-function-free optimization (OFFO)</term>
                <term xml:lang="en">nonlinear optimization</term>
                <term xml:lang="en">nonlinear optimization multilevel methods domain decomposition noisy gradients objective-function-free optimization (OFFO) AdaGrad machine learning complexity bound constraints</term>
                <term xml:lang="en">bound constraints</term>
                <term xml:lang="en">complexity</term>
                <term xml:lang="en">machine-learning</term>
                <term xml:lang="en">objective-function-free optimization</term>
                <term xml:lang="en">noisy gradients</term>
                <term xml:lang="en">domain decomposition</term>
                <term xml:lang="en">multilevel methods</term>
                <term xml:lang="en">Nonlinear optimization</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="math.math-na">Mathematics [math]/Numerical Analysis [math.NA]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Two OFFO (Objective-Function Free Optimization) noise tolerant algorithms are presented that handle bound constraints, inexact gradients and use second-order information when available.  The first is a multi-level method exploiting a hierarchical description of the problem and the second is a domain-decomposition method covering the standard addditive Schwarz decompositions.  Both are generalizations of the first-order AdaGrad algorithm for unconstrained optimization. Because these algorithms share a common theoretical framework, a single convergence/complexity theory is provided which covers them both. Its main result is that, with high probability, both methods need at most $O(\epsilon^{-2})$ iterations and noisy gradient evaluations to compute an $\epsilon$-approximate first-order critical point of the bound-constrained problem.  Extensive numerical experiments are discussed on applications ranging from PDE-based problems to deep neural network training, illustrating their remarkable computational efficiency.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1612889" status="VALID">
          <orgName>Algorithmes Parallèles et Optimisation</orgName>
          <orgName type="acronym">IRIT-APO</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>Institut de recherche en informatique de Toulouse - IRIT2 rue Charles Camichel 31071 Toulouse Cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/calcul-intensif-simulation-optimisation/equipe-apo/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1612872" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1574795" type="indirect"/>
            <relation active="#struct-1612865" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1214402" status="VALID">
          <orgName>ANITI – Artificial and Natural Intelligence Toulouse Institute</orgName>
          <orgName type="acronym">ANITI</orgName>
          <date type="start">2019-04-19</date>
          <desc>
            <address>
              <addrLine>B612 Centre d'innovation – 3, rue Tarfaya – 31400 Toulouse – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://aniti.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-215447" status="VALID">
          <orgName>Namur Center for Complex Systems [Namur]</orgName>
          <orgName type="acronym">NaXys</orgName>
          <desc>
            <address>
              <addrLine>Rempart de la Vierge 8, 5000 Namur</addrLine>
              <country key="BE"/>
            </address>
            <ref type="url">https://www.unamur.be/en/sci/naxys</ref>
          </desc>
          <listRelation>
            <relation active="#struct-364917" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1612872" status="VALID">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1574795" type="direct"/>
            <relation active="#struct-1612865" type="direct"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1574795" status="VALID">
          <orgName>Université de Toulouse</orgName>
          <orgName type="acronym">EPE UT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 toute de Narbonne, 31062 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1612865" status="VALID">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-364917" status="VALID">
          <idno type="ROR">https://ror.org/03d1maw17</idno>
          <orgName>Université de Namur [Namur]</orgName>
          <orgName type="acronym">UNamur</orgName>
          <date type="start">2013-01-01</date>
          <desc>
            <address>
              <addrLine>Rempart de la Vierge 8, 5000 Namur</addrLine>
              <country key="BE"/>
            </address>
            <ref type="url">https://www.unamur.be/en</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-185721" status="VALID">
          <idno type="anr">ANR-23-IACL-0002</idno>
          <orgName>ANITI IA Cluster</orgName>
          <desc>Artificial and Natural Intelligence Toulouse Institute</desc>
          <date type="start">2023</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>