<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04399029</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T22:23:54+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Tight High Probability Bounds for Linear Stochastic Approximation with Fixed Stepsize</title>
            <author role="aut">
              <persName>
                <forename type="first">Alain</forename>
                <surname>Durmus</surname>
              </persName>
              <email type="md5">01787fe59d16e0fb55fc0b40a5c095d7</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">alain-oliviero-durmus</idno>
              <idno type="idhal" notation="numeric">1084098</idno>
              <idno type="halauthorid" notation="string">735110-1084098</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2086-8611</idno>
              <idno type="IDREF">https://www.idref.fr/200536133</idno>
              <affiliation ref="#struct-89626"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Eric</forename>
                <surname>Moulines</surname>
              </persName>
              <email type="md5">6b1231a4aba97c57fa99606c0f031009</email>
              <email type="domain">tsi.enst.fr</email>
              <idno type="idhal" notation="numeric">1350242</idno>
              <idno type="halauthorid" notation="string">107421-1350242</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2058-0693</idno>
              <idno type="IDREF">https://www.idref.fr/076452476</idno>
              <idno type="VIAF">https://viaf.org/viaf/190144783095024669712</idno>
              <idno type="ISNI">http://isni.org/isni/000000045491609X</idno>
              <affiliation ref="#struct-89626"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alexey</forename>
                <surname>Naumov</surname>
              </persName>
              <idno type="halauthorid">2090616-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sergey</forename>
                <surname>Samsonov</surname>
              </persName>
              <idno type="halauthorid">641641-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Kevin</forename>
                <surname>Scaman</surname>
              </persName>
              <idno type="halauthorid">1140610-0</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hoi-To</forename>
                <surname>Wai</surname>
              </persName>
              <idno type="halauthorid">1095506-0</idno>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Virginie</forename>
                <surname>RICHARD</surname>
              </persName>
              <email type="md5">5d31a6e74cb075854a19cf561d6938db</email>
              <email type="domain">inist.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-07-12 14:54:43</date>
              <date type="whenModified">2026-05-12 03:20:31</date>
              <date type="whenReleased">2024-07-15 13:51:36</date>
              <date type="whenProduced">2021-12-06</date>
              <date type="whenEndEmbargoed">2024-07-12</date>
              <ref type="file" target="https://hal.science/hal-04399029v1/document">
                <date notBefore="2024-07-12"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04399029v1/file/2106.01257v1.pdf" id="file-4646541-4033205">
                <date notBefore="2024-07-12"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2106.01257"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1428686">
                <persName>
                  <forename>Virginie</forename>
                  <surname>RICHARD</surname>
                </persName>
                <email type="md5">5d31a6e74cb075854a19cf561d6938db</email>
                <email type="domain">inist.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04399029</idno>
            <idno type="halUri">https://hal.science/hal-04399029</idno>
            <idno type="halBibtex">durmus:hal-04399029</idno>
            <idno type="halRefHtml">&lt;i&gt;Advances in Neural Information Processing Systems&lt;/i&gt;, Dec 2021, Online, France. pp.30063 - 30074, &lt;a target="_blank" href="https://dx.doi.org/10.5555/3540261.3542562"&gt;&amp;#x27E8;10.5555/3540261.3542562&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Advances in Neural Information Processing Systems, Dec 2021, Online, France. pp.30063 - 30074, &amp;#x27E8;10.5555/3540261.3542562&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4646541-4033205"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="X">École polytechnique</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="X-CMAP" corresp="X">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="X-DEP-MATHA">Département de mathématiques appliquées de l’École polytechnique</idno>
            <idno type="stamp" n="CMAP">Centre de Mathématiques Appliquées (CMAP)</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="ACADEMIE-SCIENCES">Académie des sciences</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="ACADEMIE-SCIENCES-PUBLICATIONS-MEMBRES" corresp="ACADEMIE-SCIENCES">Publications des membres, correspondants et associés étrangers de l'Académie des sciences</idno>
            <idno type="stamp" n="ACADEMIE-SCIENCES-PUBLICATIONS-MEMBRES-3" corresp="ACADEMIE-SCIENCES-PUBLICATIONS-MEMBRES">Publications des membres de l'Académie des sciences (lot 3)</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">21 pages</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Tight High Probability Bounds for Linear Stochastic Approximation with Fixed Stepsize</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Alain</forename>
                    <surname>Durmus</surname>
                  </persName>
                  <email type="md5">01787fe59d16e0fb55fc0b40a5c095d7</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">alain-oliviero-durmus</idno>
                  <idno type="idhal" notation="numeric">1084098</idno>
                  <idno type="halauthorid" notation="string">735110-1084098</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2086-8611</idno>
                  <idno type="IDREF">https://www.idref.fr/200536133</idno>
                  <affiliation ref="#struct-89626"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Eric</forename>
                    <surname>Moulines</surname>
                  </persName>
                  <email type="md5">6b1231a4aba97c57fa99606c0f031009</email>
                  <email type="domain">tsi.enst.fr</email>
                  <idno type="idhal" notation="numeric">1350242</idno>
                  <idno type="halauthorid" notation="string">107421-1350242</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2058-0693</idno>
                  <idno type="IDREF">https://www.idref.fr/076452476</idno>
                  <idno type="VIAF">https://viaf.org/viaf/190144783095024669712</idno>
                  <idno type="ISNI">http://isni.org/isni/000000045491609X</idno>
                  <affiliation ref="#struct-89626"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alexey</forename>
                    <surname>Naumov</surname>
                  </persName>
                  <idno type="halauthorid">2090616-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sergey</forename>
                    <surname>Samsonov</surname>
                  </persName>
                  <idno type="halauthorid">641641-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Kevin</forename>
                    <surname>Scaman</surname>
                  </persName>
                  <idno type="halauthorid">1140610-0</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hoi-To</forename>
                    <surname>Wai</surname>
                  </persName>
                  <idno type="halauthorid">1095506-0</idno>
                </author>
              </analytic>
              <monogr>
                <title level="m">NIPS'21: Proceedings of the 35th International Conference on Neural Information Processing Systems</title>
                <meeting>
                  <title>Advances in Neural Information Processing Systems</title>
                  <date type="start">2021-12-06</date>
                  <date type="end">2012-12-14</date>
                  <settlement>Online</settlement>
                  <country key="FR">France</country>
                </meeting>
                <imprint>
                  <publisher>Curran Associates Inc.</publisher>
                  <publisher>ACM</publisher>
                  <biblScope unit="pp">30063 - 30074</biblScope>
                  <date type="datePub">2021</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2106.01257</idno>
              <idno type="doi">10.5555/3540261.3542562</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="math.math-st">Mathematics [math]/Statistics [math.ST]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>This paper provides a non-asymptotic analysis of linear stochastic approximation (LSA) algorithms with fixed stepsize. This family of methods arises in many machine learning tasks and is used to obtain approximate solutions of a linear system $\bar{A}\theta = \bar{b}$ for which $\bar{A}$ and $\bar{b}$ can only be accessed through random estimates $\{({\bf A}_n, {\bf b}_n): n \in \mathbb{N}^*\}$. Our analysis is based on new results regarding moments and high probability bounds for products of matrices which are shown to be tight. We derive high probability bounds on the performance of LSA under weaker conditions on the sequence $\{({\bf A}_n, {\bf b}_n): n \in \mathbb{N}^*\}$ than previous works. However, in contrast, we establish polynomial concentration bounds with order depending on the stepsize. We show that our conclusions cannot be improved without additional assumptions on the sequence of random matrices $\{{\bf A}_n: n \in \mathbb{N}^*\}$, and in particular that no Gaussian or exponential high probability bounds can hold. Finally, we pay a particular attention to establishing bounds with sharp order with respect to the number of iterations and the stepsize and whose leading terms contain the covariance matrices appearing in the central limit theorems.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-89626" status="VALID">
          <idno type="IdRef">197373461</idno>
          <idno type="ISNI">000000010944436X</idno>
          <idno type="RNSR">199719340P</idno>
          <idno type="ROR">https://ror.org/012e1xn46</idno>
          <idno type="Wikidata">Q16008922</idno>
          <orgName>Centre de Mathématiques Appliquées de l'Ecole polytechnique</orgName>
          <orgName type="acronym">CMAP</orgName>
          <date type="start">2005-01-01</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://cmap.ip-paris.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-300340" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
            <relation name="UMR7641" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300340" status="VALID">
          <idno type="IdRef">027309320</idno>
          <idno type="ISNI">0000000121581279</idno>
          <idno type="ROR">https://ror.org/05hy3tk52</idno>
          <idno type="Wikidata">Q273626</idno>
          <orgName>École polytechnique</orgName>
          <orgName type="acronym">X</orgName>
          <date type="start">1794-03-11</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91128 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.polytechnique.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>