<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04663142v2</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T19:14:43+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Deterministic and probabilistic rounding error analysis of neural networks in floating-point arithmetic</title>
            <author role="aut">
              <persName>
                <forename type="first">Théo</forename>
                <surname>Beuzeville</surname>
              </persName>
              <email type="md5">623c2f7e71fdd52c039f5cd6ed2e61b8</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">theo-beuzeville</idno>
              <idno type="idhal" notation="numeric">1106146</idno>
              <idno type="halauthorid" notation="string">2255211-1106146</idno>
              <idno type="ORCID">https://orcid.org/0009-0002-6031-0900</idno>
              <idno type="IDREF">https://www.idref.fr/278970893</idno>
              <affiliation ref="#struct-1001830"/>
              <affiliation ref="#struct-448187"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alfredo</forename>
                <surname>Buttari</surname>
              </persName>
              <email type="md5">ed2a687df8ddfad42b4d98fa1ec51c11</email>
              <email type="domain">enseeiht.fr</email>
              <idno type="idhal" notation="string">alfredo-buttari</idno>
              <idno type="idhal" notation="numeric">170442</idno>
              <idno type="halauthorid" notation="string">16954-170442</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-3207-7021</idno>
              <idno type="IDREF">https://www.idref.fr/167548999</idno>
              <affiliation ref="#struct-1001830"/>
              <affiliation ref="#struct-441569"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Serge</forename>
                <surname>Gratton</surname>
              </persName>
              <email type="md5">bacd01f91edc5f55c1891ec5a74d1536</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">serge-gratton</idno>
              <idno type="idhal" notation="numeric">745245</idno>
              <idno type="halauthorid" notation="string">52585-745245</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-5021-2357</idno>
              <idno type="IDREF">https://www.idref.fr/059873736</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=q9HdQc4AAAAJ</idno>
              <affiliation ref="#struct-1001830"/>
              <affiliation ref="#struct-448187"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Theo</forename>
                <surname>Mary</surname>
              </persName>
              <email type="md5">af1e82da97a221c699f7b8f07bede748</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">tmary</idno>
              <idno type="idhal" notation="numeric">178018</idno>
              <idno type="halauthorid" notation="string">2568242-178018</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9949-4634</idno>
              <idno type="IDREF">https://www.idref.fr/230009417</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/GAO-7221-2022</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/GAO-7221-2022</idno>
              <affiliation ref="#struct-541706"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Théo</forename>
                <surname>Beuzeville</surname>
              </persName>
              <email type="md5">c0b212f10da8e709a250909d37405792</email>
              <email type="domain">ed.ac.uk</email>
            </editor>
            <funder ref="#projanr-98377"/>
            <funder ref="#projanr-51775"/>
            <funder ref="#projanr-109517"/>
            <funder ref="#projanr-185721"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1">
              <date type="whenSubmitted">2024-07-26 17:32:59</date>
            </edition>
            <edition n="v2" type="current">
              <date type="whenSubmitted">2025-10-07 09:00:07</date>
              <date type="whenModified">2026-02-11 03:15:51</date>
              <date type="whenReleased">2025-10-10 10:39:31</date>
              <date type="whenProduced">2025</date>
              <date type="whenEndEmbargoed">2025-10-07</date>
              <ref type="file" target="https://hal.science/hal-04663142v2/document">
                <date notBefore="2025-10-07"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04663142v2/file/rounding_error_analysis_nn.pdf" id="file-5300727-4542185">
                <date notBefore="2025-10-07"/>
              </ref>
            </edition>
            <edition n="v3">
              <date type="whenSubmitted">2026-02-09 11:19:06</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1055584">
                <persName>
                  <forename>Théo</forename>
                  <surname>Beuzeville</surname>
                </persName>
                <email type="md5">c0b212f10da8e709a250909d37405792</email>
                <email type="domain">ed.ac.uk</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04663142</idno>
            <idno type="halUri">https://hal.science/hal-04663142</idno>
            <idno type="halBibtex">beuzeville:hal-04663142</idno>
            <idno type="halRefHtml">&lt;i&gt;IMA Journal of Numerical Analysis&lt;/i&gt;, inPress</idno>
            <idno type="halRef">IMA Journal of Numerical Analysis, inPress</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5300727-4542185"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt/>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Deterministic and probabilistic rounding error analysis of neural networks in floating-point arithmetic</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Théo</forename>
                    <surname>Beuzeville</surname>
                  </persName>
                  <email type="md5">623c2f7e71fdd52c039f5cd6ed2e61b8</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">theo-beuzeville</idno>
                  <idno type="idhal" notation="numeric">1106146</idno>
                  <idno type="halauthorid" notation="string">2255211-1106146</idno>
                  <idno type="ORCID">https://orcid.org/0009-0002-6031-0900</idno>
                  <idno type="IDREF">https://www.idref.fr/278970893</idno>
                  <affiliation ref="#struct-1001830"/>
                  <affiliation ref="#struct-448187"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alfredo</forename>
                    <surname>Buttari</surname>
                  </persName>
                  <email type="md5">ed2a687df8ddfad42b4d98fa1ec51c11</email>
                  <email type="domain">enseeiht.fr</email>
                  <idno type="idhal" notation="string">alfredo-buttari</idno>
                  <idno type="idhal" notation="numeric">170442</idno>
                  <idno type="halauthorid" notation="string">16954-170442</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-3207-7021</idno>
                  <idno type="IDREF">https://www.idref.fr/167548999</idno>
                  <affiliation ref="#struct-1001830"/>
                  <affiliation ref="#struct-441569"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Serge</forename>
                    <surname>Gratton</surname>
                  </persName>
                  <email type="md5">bacd01f91edc5f55c1891ec5a74d1536</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">serge-gratton</idno>
                  <idno type="idhal" notation="numeric">745245</idno>
                  <idno type="halauthorid" notation="string">52585-745245</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-5021-2357</idno>
                  <idno type="IDREF">https://www.idref.fr/059873736</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=q9HdQc4AAAAJ</idno>
                  <affiliation ref="#struct-1001830"/>
                  <affiliation ref="#struct-448187"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Theo</forename>
                    <surname>Mary</surname>
                  </persName>
                  <email type="md5">af1e82da97a221c699f7b8f07bede748</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">tmary</idno>
                  <idno type="idhal" notation="numeric">178018</idno>
                  <idno type="halauthorid" notation="string">2568242-178018</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9949-4634</idno>
                  <idno type="IDREF">https://www.idref.fr/230009417</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/GAO-7221-2022</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/http://www.researcherid.com/rid/GAO-7221-2022</idno>
                  <affiliation ref="#struct-541706"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">14102</idno>
                <idno type="issn">0272-4979</idno>
                <idno type="eissn">1464-3642</idno>
                <title level="j">IMA Journal of Numerical Analysis</title>
                <imprint>
                  <publisher>Oxford University Press (OUP)</publisher>
                  <date type="datePub" subtype="inPress">2025</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">rounding errors</term>
                <term xml:lang="en">backward error</term>
                <term xml:lang="en">probabilistic error analysis</term>
                <term xml:lang="en">artificial neural networks</term>
                <term xml:lang="en">error analysis</term>
                <term xml:lang="en">floating-point arithmetic</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halDomain" n="info.info-ao">Computer Science [cs]/Computer Arithmetic</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The use of artificial neural networks is now becoming widespread across a wide variety of tasks. In this context of very rapid development, issues related to the storage and computational performance of these models emerge, since networks are sometimes very deep and comprise up to trillions of parameters. For all these reasons, the use of reduced precision is increasingly being considered although, until now, its accuracy and robustness had been approached mostly from a practical standpoint or verified by software. The aim of this work is to provide formal tools to better understand, explain, and predict the accuracy and stability of neural networks when using floating-point arithmetic. To this end, we apply a rounding error analysis based on existing tools in numerical linear algebra to obtain both forward and backward error bounds.This includes both deterministic worst-case bounds as well as probabilistic bounds that are sharper on average. Since the exact backward error is not directly computable, the backward error bounds are validated experimentally through a linearized backward error. These bounds both ensure the proper functioning of neural networks once trained, and provide recommendations on architectures and training methods to enhance the robustness of neural networks.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1001830" status="OLD">
          <orgName>Algorithmes Parallèles et Optimisation</orgName>
          <orgName type="acronym">IRIT-APO</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>Institut de recherche en informatique de Toulouse - IRIT2 rue Charles Camichel 31071 Toulouse Cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/calcul-intensif-simulation-optimisation/equipe-apo/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34499" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="indirect"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1149079" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-541706" status="VALID">
          <orgName>Performance et Qualité des Algorithmes Numériques</orgName>
          <orgName type="acronym">PEQUAN</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-34499" status="OLD">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">1990-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1149079" type="direct"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-217752" status="OLD">
          <idno type="IdRef">026404672</idno>
          <idno type="ISNI">0000000121617331</idno>
          <idno type="ROR">https://ror.org/02v6kpv12</idno>
          <idno type="Wikidata">Q1273188</idno>
          <orgName>Université Toulouse III - Paul Sabatier</orgName>
          <orgName type="acronym">UT3</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 route de Narbonne - 31062 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1149079" status="OLD">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-98377" status="VALID">
          <idno type="anr">ANR-22-EXNU-0002</idno>
          <orgName>Exa-MA</orgName>
          <desc>Methods and Algorithms for Exascale</desc>
          <date type="start">2022</date>
        </org>
        <org type="anrProject" xml:id="projanr-51775" status="VALID">
          <idno type="anr">ANR-20-CE46-0009</idno>
          <orgName>INTERFLOP</orgName>
          <desc>Plateforme d'analyse pour l'arithmétique flottante</desc>
          <date type="start">2020</date>
        </org>
        <org type="anrProject" xml:id="projanr-109517" status="VALID">
          <idno type="anr">ANR-23-CE46-0005</idno>
          <orgName>MixHPC</orgName>
          <desc>Algorithmes en précision mixte pour le calcul haute performance</desc>
          <date type="start">2023</date>
        </org>
        <org type="anrProject" xml:id="projanr-185721" status="VALID">
          <idno type="anr">ANR-23-IACL-0002</idno>
          <orgName>ANITI IA Cluster</orgName>
          <desc>Artificial and Natural Intelligence Toulouse Institute</desc>
          <date type="start">2023</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>