<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02941922</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T13:51:09+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Super-efficiency of automatic differentiation for functions defined as a minimum</title>
            <author role="aut">
              <persName>
                <forename type="first">Pierre</forename>
                <surname>Ablin</surname>
              </persName>
              <email type="md5">48868a8aebd0cd61d27df052e800a7a6</email>
              <email type="domain">gmail.com</email>
              <ptr type="url" target="https://pierreablin.com/"/>
              <idno type="idhal" notation="string">pierre-ablin</idno>
              <idno type="idhal" notation="numeric">175452</idno>
              <idno type="halauthorid" notation="string">36601-175452</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4277-5202</idno>
              <idno type="IDREF">https://www.idref.fr/242928323</idno>
              <affiliation ref="#struct-66"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gabriel</forename>
                <surname>Peyré</surname>
              </persName>
              <email type="md5">8f7426d5d9183245fe9b02d1e972a597</email>
              <email type="domain">ens.fr</email>
              <idno type="idhal" notation="string">gpeyre</idno>
              <idno type="idhal" notation="numeric">1211</idno>
              <idno type="halauthorid" notation="string">31235-1211</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4477-0387</idno>
              <idno type="IDREF">https://www.idref.fr/077078128</idno>
              <idno type="VIAF">https://viaf.org/viaf/39616547</idno>
              <idno type="ISNI">http://isni.org/isni/000000011625330X</idno>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Thomas</forename>
                <surname>Moreau</surname>
              </persName>
              <email type="md5">d772a9440dbec6619b3609c4598dc84c</email>
              <email type="domain">inria.fr</email>
              <ptr type="url" target="https://tommoral.github.io/"/>
              <idno type="idhal" notation="string">tommoral</idno>
              <idno type="idhal" notation="numeric">171108</idno>
              <idno type="halauthorid" notation="string">42905-171108</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1523-3419</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=HEO_PsAAAAAJ&amp;hl=fr</idno>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Pierre</forename>
                <surname>Ablin</surname>
              </persName>
              <email type="md5">48868a8aebd0cd61d27df052e800a7a6</email>
              <email type="domain">gmail.com</email>
            </editor>
            <funder ref="#projanr-50388"/>
            <funder ref="#projeurop-712458"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-09-17 14:22:15</date>
              <date type="whenModified">2025-10-27 10:24:02</date>
              <date type="whenReleased">2020-09-17 14:22:15</date>
              <date type="whenProduced">2020-08</date>
              <ref type="externalLink" target="http://arxiv.org/pdf/2002.03722"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="539219">
                <persName>
                  <forename>Pierre</forename>
                  <surname>Ablin</surname>
                </persName>
                <email type="md5">48868a8aebd0cd61d27df052e800a7a6</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02941922</idno>
            <idno type="halUri">https://hal.science/hal-02941922</idno>
            <idno type="halBibtex">ablin:hal-02941922</idno>
            <idno type="halRefHtml">&lt;i&gt;International Conference on Machine Learning&lt;/i&gt;, Aug 2020, Vienna, Austria</idno>
            <idno type="halRef">International Conference on Machine Learning, Aug 2020, Vienna, Austria</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENS-PARIS">Ecole Normale Supérieure de Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="PSL">Université Paris sciences et lettres</idno>
            <idno type="stamp" n="MATH_ENS_PARIS">Département des mathématiques et applications de l'ENS PARIS</idno>
            <idno type="stamp" n="PNRIA">Programme National de Recherche en IA</idno>
            <idno type="stamp" n="ENS-PSL" corresp="PSL">École normale supérieure - PSL</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="PRAIRIE-IA">PaRis AI Research InstitutE</idno>
            <idno type="stamp" n="ANR-IA-19" corresp="ANR-IA">ANR-IA-19</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="commentary">31 pages</note>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Super-efficiency of automatic differentiation for functions defined as a minimum</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Pierre</forename>
                    <surname>Ablin</surname>
                  </persName>
                  <email type="md5">48868a8aebd0cd61d27df052e800a7a6</email>
                  <email type="domain">gmail.com</email>
                  <ptr type="url" target="https://pierreablin.com/"/>
                  <idno type="idhal" notation="string">pierre-ablin</idno>
                  <idno type="idhal" notation="numeric">175452</idno>
                  <idno type="halauthorid" notation="string">36601-175452</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4277-5202</idno>
                  <idno type="IDREF">https://www.idref.fr/242928323</idno>
                  <affiliation ref="#struct-66"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gabriel</forename>
                    <surname>Peyré</surname>
                  </persName>
                  <email type="md5">8f7426d5d9183245fe9b02d1e972a597</email>
                  <email type="domain">ens.fr</email>
                  <idno type="idhal" notation="string">gpeyre</idno>
                  <idno type="idhal" notation="numeric">1211</idno>
                  <idno type="halauthorid" notation="string">31235-1211</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4477-0387</idno>
                  <idno type="IDREF">https://www.idref.fr/077078128</idno>
                  <idno type="VIAF">https://viaf.org/viaf/39616547</idno>
                  <idno type="ISNI">http://isni.org/isni/000000011625330X</idno>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Thomas</forename>
                    <surname>Moreau</surname>
                  </persName>
                  <email type="md5">d772a9440dbec6619b3609c4598dc84c</email>
                  <email type="domain">inria.fr</email>
                  <ptr type="url" target="https://tommoral.github.io/"/>
                  <idno type="idhal" notation="string">tommoral</idno>
                  <idno type="idhal" notation="numeric">171108</idno>
                  <idno type="halauthorid" notation="string">42905-171108</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1523-3419</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=HEO_PsAAAAAJ&amp;hl=fr</idno>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>International Conference on Machine Learning</title>
                  <date type="start">2020-08</date>
                  <settlement>Vienna</settlement>
                  <country key="AT">Austria</country>
                </meeting>
                <imprint/>
              </monogr>
              <idno type="arxiv">2002.03722</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="stat.ot">Statistics [stat]/Other Statistics [stat.ML]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In min-min optimization or max-min optimization, one has to compute the gradient of a function defined as a minimum. In most cases, the minimum has no closed-form, and an approximation is obtained via an iterative algorithm. There are two usual ways of estimating the gradient of the function: using either an analytic formula obtained by assuming exactness of the approximation, or automatic differentiation through the algorithm. In this paper, we study the asymptotic error made by these estimators as a function of the optimization error. We find that the error of the automatic estimator is close to the square of the error of the analytic estimator, reflecting a super-efficiency phenomenon. The convergence of the automatic estimator greatly depends on the convergence of the Jacobian of the algorithm. We analyze it for gradient descent and stochastic gradient descent and derive convergence rates for the estimators in these cases. Our analysis is backed by numerical experiments on toy problems and on Wasserstein barycenter computation. Finally, we discuss the computational complexity of these estimators and give practical guidelines to chose between them.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regrouplaboratory" xml:id="struct-66" status="VALID">
          <idno type="IdRef">153697326</idno>
          <idno type="ISNI">0000000406244946</idno>
          <idno type="RNSR">199812881P</idno>
          <idno type="ROR">https://ror.org/03k9z2963</idno>
          <idno type="Wikidata">Q51784704</idno>
          <orgName>Département de Mathématiques et Applications - ENS-PSL (UMR8553)</orgName>
          <orgName type="acronym">DMA</orgName>
          <date type="start">1998-01-01</date>
          <desc>
            <address>
              <addrLine>45 rue d'Ulm75005 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.dma.ens.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-59704" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation name="UMR8553" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-59704" status="VALID">
          <idno type="IdRef">031738419</idno>
          <idno type="ISNI">0000000123532622</idno>
          <idno type="ROR">https://ror.org/05a0dhs15</idno>
          <orgName>École normale supérieure - Paris</orgName>
          <orgName type="acronym">ENS-PSL</orgName>
          <date type="start">1985-07-24</date>
          <desc>
            <address>
              <addrLine>45, Rue d'Ulm - 75230 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-50388" status="VALID">
          <idno type="anr">ANR-19-P3IA-0001</idno>
          <orgName>PRAIRIE</orgName>
          <desc>PaRis Artificial Intelligence Research InstitutE</desc>
          <date type="start">2019</date>
        </org>
        <org type="europeanProject" xml:id="projeurop-712458" status="VALID">
          <idno type="number">724175</idno>
          <idno type="program">EXCELLENT SCIENCE - European Research Council (ERC)</idno>
          <idno type="call">ERC-2016-COG</idno>
          <orgName>NORIA</orgName>
          <desc>Numerical Optimal tRansport for ImAging</desc>
          <date type="start">2017-10-01</date>
          <date type="end">2023-09-30</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>