<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04102400</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T14:38:31+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Training Deep Surrogate Models with Large Scale Online Learning</title>
            <author role="aut">
              <persName>
                <forename type="first">Lucas</forename>
                <surname>Meyer</surname>
              </persName>
              <email type="md5">f2701aabbd7495a60c1f094d380d59ac</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">lucas-meyer</idno>
              <idno type="idhal" notation="numeric">1255797</idno>
              <idno type="halauthorid" notation="string">2352022-1255797</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5386-5997</idno>
              <affiliation ref="#struct-528389"/>
              <affiliation ref="#struct-1079906"/>
              <affiliation ref="#struct-1043306"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marc</forename>
                <surname>Schouler</surname>
              </persName>
              <idno type="idhal" notation="numeric">1145560</idno>
              <idno type="halauthorid" notation="string">2153173-1145560</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-3708-4135</idno>
              <affiliation ref="#struct-1043306"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Robert Alexander</forename>
                <surname>Caulk</surname>
              </persName>
              <idno type="halauthorid">2465169-0</idno>
              <affiliation ref="#struct-1043306"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alejandro</forename>
                <surname>Ribés</surname>
              </persName>
              <email type="md5">54ce9e78c204a8496aad2fca29b815a4</email>
              <email type="domain">edf.fr</email>
              <idno type="idhal" notation="numeric">1079356</idno>
              <idno type="halauthorid" notation="string">371030-1079356</idno>
              <affiliation ref="#struct-1079906"/>
              <affiliation ref="#struct-528389"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Bruno</forename>
                <surname>Raffin</surname>
              </persName>
              <email type="md5">77c302d8babe8f6345ad0fc454c8bcce</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">bruno-raffin</idno>
              <idno type="idhal" notation="numeric">4842</idno>
              <idno type="halauthorid" notation="string">29960-4842</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-7980-4946</idno>
              <idno type="IDREF">https://www.idref.fr/091616999</idno>
              <affiliation ref="#struct-1043306"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>LUCAS</forename>
                <surname>MEYER</surname>
              </persName>
              <email type="md5">f2701aabbd7495a60c1f094d380d59ac</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder ref="#projeurop-720095"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-06-28 12:29:38</date>
              <date type="whenModified">2025-12-20 03:07:29</date>
              <date type="whenReleased">2023-06-28 14:03:06</date>
              <date type="whenProduced">2023-07-23</date>
              <date type="whenEndEmbargoed">2023-06-28</date>
              <ref type="file" target="https://hal.science/hal-04102400v1/document">
                <date notBefore="2023-06-28"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04102400v1/file/main.pdf" id="file-4102400-3608619">
                <date notBefore="2023-06-28"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2306.16133"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1104505">
                <persName>
                  <forename>LUCAS</forename>
                  <surname>MEYER</surname>
                </persName>
                <email type="md5">f2701aabbd7495a60c1f094d380d59ac</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04102400</idno>
            <idno type="halUri">https://hal.science/hal-04102400</idno>
            <idno type="halBibtex">meyer:hal-04102400</idno>
            <idno type="halRefHtml">&lt;i&gt;International Conference on Machine Learning&lt;/i&gt;, Jul 2023, Honolulu (Hawai'i), United States. pp.24614-24630</idno>
            <idno type="halRef">International Conference on Machine Learning, Jul 2023, Honolulu (Hawai'i), United States. pp.24614-24630</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4102400-3608619"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="INRIA-RHA">INRIA Grenoble - Rhône-Alpes</idno>
            <idno type="stamp" n="LIG">Laboratoire d'Informatique de Grenoble</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LIG_SRCPR" corresp="LIG">Systèmes Répartis, Calcul Parallèle et Réseaux</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="LIG-SRCPR-DATAMOVE" corresp="LIG_SRCPR">DATAMOVE - Mouvement de données pour le calcul haute performance</idno>
            <idno type="stamp" n="EDF">EDF</idno>
            <idno type="stamp" n="INRIA-RENGRE">INRIA-RENGRE</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="LIG_SIDCH" corresp="LIG">Systèmes intelligents pour les données, les connaissances et les humains</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Training Deep Surrogate Models with Large Scale Online Learning</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Lucas</forename>
                    <surname>Meyer</surname>
                  </persName>
                  <email type="md5">f2701aabbd7495a60c1f094d380d59ac</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">lucas-meyer</idno>
                  <idno type="idhal" notation="numeric">1255797</idno>
                  <idno type="halauthorid" notation="string">2352022-1255797</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5386-5997</idno>
                  <affiliation ref="#struct-528389"/>
                  <affiliation ref="#struct-1079906"/>
                  <affiliation ref="#struct-1043306"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marc</forename>
                    <surname>Schouler</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1145560</idno>
                  <idno type="halauthorid" notation="string">2153173-1145560</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-3708-4135</idno>
                  <affiliation ref="#struct-1043306"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Robert Alexander</forename>
                    <surname>Caulk</surname>
                  </persName>
                  <idno type="halauthorid">2465169-0</idno>
                  <affiliation ref="#struct-1043306"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alejandro</forename>
                    <surname>Ribés</surname>
                  </persName>
                  <email type="md5">54ce9e78c204a8496aad2fca29b815a4</email>
                  <email type="domain">edf.fr</email>
                  <idno type="idhal" notation="numeric">1079356</idno>
                  <idno type="halauthorid" notation="string">371030-1079356</idno>
                  <affiliation ref="#struct-1079906"/>
                  <affiliation ref="#struct-528389"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Bruno</forename>
                    <surname>Raffin</surname>
                  </persName>
                  <email type="md5">77c302d8babe8f6345ad0fc454c8bcce</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">bruno-raffin</idno>
                  <idno type="idhal" notation="numeric">4842</idno>
                  <idno type="halauthorid" notation="string">29960-4842</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-7980-4946</idno>
                  <idno type="IDREF">https://www.idref.fr/091616999</idno>
                  <affiliation ref="#struct-1043306"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of Machine Learning Research</title>
                <meeting>
                  <title>International Conference on Machine Learning</title>
                  <date type="start">2023-07-23</date>
                  <date type="end">2023-09-29</date>
                  <settlement>Honolulu (Hawai'i)</settlement>
                  <country key="US">United States</country>
                </meeting>
                <imprint>
                  <pubPlace>40th International Conference on Machine Learning, 23-29 July 2023, Honolulu, Hawaii, USA</pubPlace>
                  <biblScope unit="volume">202</biblScope>
                  <biblScope unit="pp">24614-24630</biblScope>
                  <date type="datePub">2023-07-29</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2306.16133</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Numerical Simulations</term>
                <term xml:lang="en">Large Scale Dataset</term>
                <term xml:lang="en">Synthetic Data</term>
                <term xml:lang="en">Surrogate Models</term>
                <term xml:lang="en">Partial Differential Equations</term>
                <term xml:lang="en">High Performance Computing</term>
                <term xml:lang="en">Online Deep Learning</term>
                <term xml:lang="en">Training Framework</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-dc">Computer Science [cs]/Distributed, Parallel, and Cluster Computing [cs.DC]</classCode>
              <classCode scheme="halDomain" n="info.info-mo">Computer Science [cs]/Modeling and Simulation</classCode>
              <classCode scheme="halDomain" n="phys.phys.phys-comp-ph">Physics [physics]/Physics [physics]/Computational Physics [physics.comp-ph]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The spatiotemporal resolution of Partial Differential Equations (PDEs) plays important roles in the mathematical description of the world's physical phenomena. In general, scientists and engineers solve PDEs numerically by the use of computationally demanding solvers. Recently, deep learning algorithms have emerged as a viable alternative for obtaining fast solutions for PDEs. Models are usually trained on synthetic data generated by solvers, stored on disk and read back for training. This paper advocates that relying on a traditional static dataset to train these models does not allow the full benefit of the solver to be used as a data generator. It proposes an open source online training framework for deep surrogate models. The framework implements several levels of parallelism focused on simultaneously generating numerical simulations and training deep neural networks. This approach suppresses the I/O and storage bottleneck associated with disk-loaded datasets, and opens the way to training on significantly larger datasets. Experiments compare the offline and online training of four surrogate models, including state-of-the-art architectures.  Results indicate that exposing deep surrogate models to more dataset diversity, up to hundreds of GB, can increase model generalization capabilities. Fully connected neural networks, Fourier Neural Operator (FNO), and Message Passing PDE Solver prediction accuracy is improved by 68%, 16% and 7%, respectively.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regrouplaboratory" xml:id="struct-528389" status="VALID">
          <orgName>EDF R&amp;D</orgName>
          <orgName type="acronym">EDF R&amp;D</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.edf.fr/groupe-edf/qui-sommes-nous/activites/recherche-et-developpement</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302313" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1079906" status="VALID">
          <orgName>Saclay Industrial Lab for Artificial Intelligence Research</orgName>
          <orgName type="acronym">SINCLAIR AI Lab</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-250969" type="direct"/>
            <relation active="#struct-302313" type="direct"/>
            <relation active="#struct-1070725" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1043306" status="VALID">
          <idno type="RNSR">201622038P</idno>
          <idno type="ROR">https://ror.org/024cwyh09</idno>
          <orgName>Data Aware Large Scale Computing</orgName>
          <orgName type="acronym">DATAMOVE</orgName>
          <date type="start">2020-01-01</date>
          <date type="end">2026-06-30</date>
          <desc>
            <address>
              <addrLine>Batiment IMAG700 avenue CentraleDomaine Universitaire de Saint-Martin-d’HeresCS 4070038058 Grenoble cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://team.inria.fr/datamove/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2497" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-1043301" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-302313" status="VALID">
          <idno type="IdRef">026436965</idno>
          <idno type="ISNI">0000000122985443</idno>
          <idno type="ROR">https://ror.org/03wb8xz10</idno>
          <idno type="Wikidata">Q274591</idno>
          <orgName>EDF – Électricité de France</orgName>
          <orgName type="acronym">EDF [E.D.F.]</orgName>
          <date type="start">1946-04-08</date>
          <desc>
            <address>
              <addrLine>22-30 – 22 avenue de Wagram – 75008 Paris – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.edf.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-250969" status="VALID">
          <orgName>THALES [France]</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.thalesgroup.com/fr/europe/france</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1070725" status="VALID">
          <idno type="IdRef">267450761</idno>
          <idno type="Wikidata">Q154037</idno>
          <orgName>TotalEnergies</orgName>
          <orgName type="acronym">[Total Energies. Anciennement : Total, TotalFina, TotalFinaElf]</orgName>
          <date type="start">1924-03-28</date>
          <desc>
            <address>
              <addrLine>TotalEnergies – Tour Coupole 2, place Jean Millier – Arche Nord – Coupole/Regnault 92078 Paris La Défense Cedex – France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.totalenergies.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-2497" status="VALID">
          <idno type="RNSR">199218244V</idno>
          <idno type="ROR">https://ror.org/00n8d6z93</idno>
          <orgName>Centre Inria de l'Université Grenoble Alpes</orgName>
          <desc>
            <address>
              <addrLine>Inovallée655 avenue de l'Europe38330 Montbonnot</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/grenoble</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1043301" status="VALID">
          <idno type="IdRef">148425550</idno>
          <idno type="ISNI">0000 0001 2286 4035</idno>
          <idno type="RNSR">200711886U</idno>
          <idno type="ROR">https://ror.org/01c8rcg82</idno>
          <orgName>Laboratoire d'Informatique de Grenoble</orgName>
          <orgName type="acronym">LIG</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>UMR 5217 - Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d’Hères Adresse postale : CS 40700 - 38058 Grenoble cedex 9Tél. : 04 57 42 14 00</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.liglab.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1043329" status="VALID">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="europeanProject" xml:id="projeurop-720095" status="VALID">
          <idno type="number">956560</idno>
          <idno type="program">H2020-JTI-EuroHPC-2019-1</idno>
          <idno type="call">H2020-JTI-EuroHPC-2019-1</idno>
          <orgName>REGALE</orgName>
          <desc>An open architecture to equip next generation HPC applications with exascale capabilities</desc>
          <date type="start">2021-04-01</date>
          <date type="end">2024-03-31</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>