<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03185516</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-02T06:01:08+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Sparse recovery by reduced variance stochastic approximation</title>
            <author role="aut">
              <persName>
                <forename type="first">Anatoli</forename>
                <forename type="middle">B.</forename>
                <surname>Juditsky</surname>
              </persName>
              <email type="md5">bae85f0627639b1a942deaf6410721d3</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
              <idno type="idhal" notation="string">anatoli-juditsky</idno>
              <idno type="idhal" notation="numeric">749890</idno>
              <idno type="halauthorid" notation="string">45474-749890</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5231-363X</idno>
              <idno type="IDREF">https://www.idref.fr/110459563</idno>
              <affiliation ref="#struct-1043085"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Andrei</forename>
                <surname>Kulunchakov</surname>
              </persName>
              <email type="md5">d8db160cfe7c73704e0a963b4899e48b</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="numeric">1042049</idno>
              <idno type="halauthorid" notation="string">1507000-1042049</idno>
              <affiliation ref="#struct-1043084"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hlib</forename>
                <surname>Tsyntseus</surname>
              </persName>
              <email type="md5">b7047046cb8c9cf1aafea956acf50693</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">1094855</idno>
              <idno type="halauthorid" notation="string">2180027-1094855</idno>
              <affiliation ref="#struct-1043085"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Anatoli</forename>
                <surname>Juditsky</surname>
              </persName>
              <email type="md5">7e7df6b83a89226c1561e3f273d02e98</email>
              <email type="domain">imag.fr</email>
            </editor>
            <funder ref="#projanr-50501"/>
            <funder ref="#projanr-38053"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-01-07 17:40:11</date>
              <date type="whenModified">2025-10-27 11:00:01</date>
              <date type="whenReleased">2025-01-13 16:46:57</date>
              <date type="whenProduced">2023-06</date>
              <date type="whenEndEmbargoed">2025-01-07</date>
              <ref type="file" target="https://hal.science/hal-03185516v1/document">
                <date notBefore="2025-01-07"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03185516v1/file/2006.06365v3.pdf" id="file-4871808-4236129">
                <date notBefore="2025-01-07"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2006.06365"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="130988">
                <persName>
                  <forename>Anatoli</forename>
                  <surname>Juditsky</surname>
                </persName>
                <email type="md5">7e7df6b83a89226c1561e3f273d02e98</email>
                <email type="domain">imag.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03185516</idno>
            <idno type="halUri">https://hal.science/hal-03185516</idno>
            <idno type="halBibtex">juditsky:hal-03185516</idno>
            <idno type="halRefHtml">&lt;i&gt;Information and Inference&lt;/i&gt;, 2023, 12 (2), pp.851-896. &lt;a target="_blank" href="https://dx.doi.org/10.1093/imaiai/iaac028"&gt;&amp;#x27E8;10.1093/imaiai/iaac028&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Information and Inference, 2023, 12 (2), pp.851-896. &amp;#x27E8;10.1093/imaiai/iaac028&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4871808-4236129"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="INRIA-RHA">INRIA Grenoble - Rhône-Alpes</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LJK">Laboratoire Jean Kuntzmann</idno>
            <idno type="stamp" n="LJK_GI" corresp="LJK">Département Géométrie et Images</idno>
            <idno type="stamp" n="LJK_PS" corresp="LJK">Département Probabilités et Statistiques</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="PERSYVAL-LAB">[Labex] PERSYVAL-lab</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LJK-GI-THOTH" corresp="LJK_GI">Apprentissage de modèles visuels à partir de données massives</idno>
            <idno type="stamp" n="LJK-PS-DAO" corresp="LJK_PS">Optimization and learning for Data Science</idno>
            <idno type="stamp" n="INRIA-RENGRE">INRIA-RENGRE</idno>
            <idno type="stamp" n="MIAI">Multidisciplinary Institute in Artificial intelligence - Grenoble Alpes</idno>
            <idno type="stamp" n="PNRIA">Programme National de Recherche en IA</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="ANR-IA-19" corresp="ANR-IA">ANR-IA-19</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Sparse recovery by reduced variance stochastic approximation</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Anatoli</forename>
                    <forename type="middle">B.</forename>
                    <surname>Juditsky</surname>
                  </persName>
                  <email type="md5">bae85f0627639b1a942deaf6410721d3</email>
                  <email type="domain">univ-grenoble-alpes.fr</email>
                  <idno type="idhal" notation="string">anatoli-juditsky</idno>
                  <idno type="idhal" notation="numeric">749890</idno>
                  <idno type="halauthorid" notation="string">45474-749890</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5231-363X</idno>
                  <idno type="IDREF">https://www.idref.fr/110459563</idno>
                  <affiliation ref="#struct-1043085"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Andrei</forename>
                    <surname>Kulunchakov</surname>
                  </persName>
                  <email type="md5">d8db160cfe7c73704e0a963b4899e48b</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="numeric">1042049</idno>
                  <idno type="halauthorid" notation="string">1507000-1042049</idno>
                  <affiliation ref="#struct-1043084"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hlib</forename>
                    <surname>Tsyntseus</surname>
                  </persName>
                  <email type="md5">b7047046cb8c9cf1aafea956acf50693</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">1094855</idno>
                  <idno type="halauthorid" notation="string">2180027-1094855</idno>
                  <affiliation ref="#struct-1043085"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">98254</idno>
                <idno type="issn">2049-8764</idno>
                <idno type="eissn">2049-8772</idno>
                <title level="j">Information and Inference</title>
                <imprint>
                  <publisher>Oxford University Press (OUP)</publisher>
                  <biblScope unit="volume">12</biblScope>
                  <biblScope unit="issue">2</biblScope>
                  <biblScope unit="pp">851-896</biblScope>
                  <date type="datePub">2023-06</date>
                  <date type="dateEpub">2022-11-22</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2006.06365</idno>
              <idno type="doi">10.1093/imaiai/iaac028</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="math.math-st">Mathematics [math]/Statistics [math.ST]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In this paper, we discuss application of iterative Stochastic Optimization routines to the problem of sparse signal recovery from noisy observation. Using Stochastic Mirror Descent algorithm as a building block, we develop a multistage procedure for recovery of sparse solutions to Stochastic Optimization problem under assumption of smoothness and quadratic minoration on the expected objective. An interesting feature of the proposed algorithm is its linear convergence of the approximate solution during the preliminary phase of the routine when the component of stochastic error in the gradient observation which is due to bad initial approximation of the optimal solution is larger than the "ideal" asymptotic error component owing to observation noise "at the optimal solution." We also show how one can straightforwardly enhance reliability of the corresponding solution by using Median-of-Means like techniques. We illustrate the performance of the proposed algorithms in application to classical problems of recovery of sparse and low rank signals in linear regression framework. We show, under rather weak assumption on the regressor and noise distributions, how they lead to parameter estimates which obey (up to factors which are logarithmic in problem dimension and confidence level) the best known to us accuracy bounds.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1043085" status="VALID">
          <orgName>Données, Apprentissage et Optimisation</orgName>
          <orgName type="acronym">DAO</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://dao-ljk.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1043077" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR5224" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1043084" status="VALID">
          <idno type="IdRef">242196691</idno>
          <idno type="RNSR">201622034K</idno>
          <idno type="ROR">https://ror.org/02a2awp29</idno>
          <orgName>Apprentissage de modèles à partir de données massives</orgName>
          <orgName type="acronym">Thoth</orgName>
          <date type="start">2020-01-01</date>
          <date type="end">2027-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/thoth</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2497" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-1043077" type="direct"/>
            <relation name="UMR5224" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1043077" status="VALID">
          <idno type="IdRef">184945011</idno>
          <idno type="ISNI">0000 0004 0383 676X</idno>
          <idno type="RNSR">200711891Z</idno>
          <idno type="ROR">https://ror.org/04ett5b41</idno>
          <orgName>Laboratoire Jean Kuntzmann</orgName>
          <orgName type="acronym">LJK</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Bâtiment IMAG, CS 40700, F-38058 Grenoble Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://ljk.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5224" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1043329" status="VALID">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2497" status="VALID">
          <idno type="RNSR">199218244V</idno>
          <idno type="ROR">https://ror.org/00n8d6z93</idno>
          <orgName>Centre Inria de l'Université Grenoble Alpes</orgName>
          <desc>
            <address>
              <addrLine>Inovallée655 avenue de l'Europe38330 Montbonnot</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/grenoble</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-50501" status="VALID">
          <idno type="anr">ANR-19-P3IA-0003</idno>
          <orgName>MIAI</orgName>
          <desc>MIAI @ Grenoble Alpes</desc>
          <date type="start">2019</date>
        </org>
        <org type="anrProject" xml:id="projanr-38053" status="VALID">
          <idno type="anr">ANR-11-LABX-0025</idno>
          <idno type="program">Laboratoires d'excellence</idno>
          <orgName>PERSYVAL-lab</orgName>
          <desc>Systemes et Algorithmes Pervasifs au confluent des mondes physique et numérique</desc>
          <date type="start">2011</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>