<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02373338v2</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-10T06:09:07+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Simple, Efficient and Convenient Decentralized Multi-Task Learning for Neural Networks</title>
            <author role="aut">
              <persName>
                <forename type="first">Amaury</forename>
                <surname>Bouchra Pilet</surname>
              </persName>
              <idno type="halauthorid">1720702-0</idno>
              <affiliation ref="#struct-525247"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Davide</forename>
                <surname>Frey</surname>
              </persName>
              <email type="md5">f623a8438e8fb6797a0ee49cd5d64b02</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">dfrey</idno>
              <idno type="idhal" notation="numeric">842</idno>
              <idno type="halauthorid" notation="string">9727-842</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6730-5744</idno>
              <idno type="IDREF">https://www.idref.fr/195962060</idno>
              <orgName ref="#struct-300009"/>
              <affiliation ref="#struct-525247"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">François</forename>
                <surname>Taïani</surname>
              </persName>
              <email type="md5">2aebc531a85aebe7cabca0216fca3f8f</email>
              <email type="domain">irisa.fr</email>
              <idno type="idhal" notation="string">francois-taiani</idno>
              <idno type="idhal" notation="numeric">855</idno>
              <idno type="halauthorid" notation="string">26147-855</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9692-5678</idno>
              <idno type="IDREF">https://www.idref.fr/081430264</idno>
              <affiliation ref="#struct-525247"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Amaury</forename>
                <surname>Bouchra Pilet</surname>
              </persName>
              <email type="md5">766ad385b4fca251ef5f048f3d3f0e8a</email>
              <email type="domain">IRISA.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1">
              <date type="whenSubmitted">2019-11-20 22:57:49</date>
            </edition>
            <edition n="v2" type="current">
              <date type="whenSubmitted">2019-11-21 19:40:43</date>
              <date type="whenModified">2026-01-23 09:12:07</date>
              <date type="whenReleased">2019-11-22 08:46:28</date>
              <date type="whenProduced">2019-11-21</date>
              <date type="whenEndEmbargoed">2019-11-21</date>
              <ref type="file" target="https://hal.science/hal-02373338v2/document">
                <date notBefore="2019-11-21"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02373338v2/file/article.pdf" id="file-2375116-2273811">
                <date notBefore="2019-11-21"/>
              </ref>
            </edition>
            <edition n="v3">
              <date type="whenSubmitted">2019-11-22 19:13:33</date>
            </edition>
            <edition n="v4">
              <date type="whenSubmitted">2020-05-18 11:53:52</date>
            </edition>
            <edition n="v5">
              <date type="whenSubmitted">2020-11-27 19:09:10</date>
            </edition>
            <edition n="v6">
              <date type="whenSubmitted">2021-03-25 18:15:07</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="782143">
                <persName>
                  <forename>Amaury</forename>
                  <surname>Bouchra Pilet</surname>
                </persName>
                <email type="md5">766ad385b4fca251ef5f048f3d3f0e8a</email>
                <email type="domain">IRISA.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02373338</idno>
            <idno type="halUri">https://hal.science/hal-02373338</idno>
            <idno type="halBibtex">bouchrapilet:hal-02373338</idno>
            <idno type="halRefHtml">2019</idno>
            <idno type="halRef">2019</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2375116-2273811"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt/>
          <notesStmt/>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Simple, Efficient and Convenient Decentralized Multi-Task Learning for Neural Networks</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Amaury</forename>
                    <surname>Bouchra Pilet</surname>
                  </persName>
                  <idno type="halauthorid">1720702-0</idno>
                  <affiliation ref="#struct-525247"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Davide</forename>
                    <surname>Frey</surname>
                  </persName>
                  <email type="md5">f623a8438e8fb6797a0ee49cd5d64b02</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">dfrey</idno>
                  <idno type="idhal" notation="numeric">842</idno>
                  <idno type="halauthorid" notation="string">9727-842</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6730-5744</idno>
                  <idno type="IDREF">https://www.idref.fr/195962060</idno>
                  <orgName ref="#struct-300009"/>
                  <affiliation ref="#struct-525247"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">François</forename>
                    <surname>Taïani</surname>
                  </persName>
                  <email type="md5">2aebc531a85aebe7cabca0216fca3f8f</email>
                  <email type="domain">irisa.fr</email>
                  <idno type="idhal" notation="string">francois-taiani</idno>
                  <idno type="idhal" notation="numeric">855</idno>
                  <idno type="halauthorid" notation="string">26147-855</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9692-5678</idno>
                  <idno type="IDREF">https://www.idref.fr/081430264</idno>
                  <affiliation ref="#struct-525247"/>
                </author>
              </analytic>
              <monogr>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Machine learning</term>
                <term xml:lang="en">Neural networks</term>
                <term xml:lang="en">Distributed</term>
                <term xml:lang="en">Decentralized</term>
                <term xml:lang="en">Federated</term>
                <term xml:lang="en">Multi-task</term>
                <term xml:lang="en">Privacy</term>
                <term xml:lang="en">Internet of Things</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halDomain" n="info.info-dc">Computer Science [cs]/Distributed, Parallel, and Cluster Computing [cs.DC]</classCode>
              <classCode scheme="halTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halOldTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
              <classCode scheme="halTreeTypology" n="UNDEFINED">Preprints, Working Papers, ...</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Machine learning with neural networks is increasingly performed on small, personal, network-connected devices such as smartphones and vocal assistants, and these applications will likely evolve with the development of the Internet of Things. Distributed machine learning can help protect users' privacy by keeping sensitive training data on users' devices, and has the potential to alleviate the cost born by service providers by off-loading some of the learning effort to user devices. Unfortunately, most approaches proposed so far for distributed learning with neural network are mono-task, and do not transfer easily to multi-tasks problems, for which users seek to solve related but distinct learning tasks and the few existing multi-task approaches have serious limitations. In this paper, we propose a novel learning method for neural networks that is decentralized, multi-task, and keeps users' data local. Our approach works with different learning algorithms, on various types of neural networks. We formally analyze the convergence of our method, and we evaluate its efficiency in different situations on various kind of neural networks, with different learning algorithms, thus demonstrating its benefits in terms of learning quality and convergence.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-525247" status="VALID">
          <idno type="RNSR">201822640K</idno>
          <idno type="ROR">https://ror.org/05qgc7m36</idno>
          <orgName>the World Is Distributed Exploring the tension between scale and coordination</orgName>
          <orgName type="acronym">WIDE</orgName>
          <date type="start">2018-01-01</date>
          <date type="end">2026-06-30</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de RennesCampus de Beaulieu263 Av. Général Leclerc35042 Rennes</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inria.fr/equipes/wide</ref>
          </desc>
          <listRelation>
            <relation active="#struct-419153" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-490900" type="direct"/>
            <relation active="#struct-490899" type="indirect"/>
            <relation active="#struct-105160" type="indirect"/>
            <relation active="#struct-117606" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="indirect"/>
            <relation active="#struct-247362" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR6074" active="#struct-441569" type="indirect"/>
            <relation active="#struct-481355" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-419153" status="VALID">
          <idno type="RNSR">198018249C</idno>
          <idno type="ROR">https://ror.org/04040yw90</idno>
          <orgName>Centre Inria de l'Université de Rennes</orgName>
          <desc>
            <address>
              <addrLine>Campus de beaulieu35042 Rennes cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/rennes</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="department" xml:id="struct-490900" status="VALID">
          <orgName>SYSTÈMES LARGE ÉCHELLE</orgName>
          <orgName type="acronym">IRISA-D1</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irisa.fr/fr/departements/d1-systemes-large-echelle</ref>
          </desc>
          <listRelation>
            <relation active="#struct-490899" type="direct"/>
            <relation active="#struct-105160" type="indirect"/>
            <relation active="#struct-117606" type="indirect"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="indirect"/>
            <relation active="#struct-247362" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR6074" active="#struct-441569" type="indirect"/>
            <relation active="#struct-481355" type="indirect"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-490899" status="VALID">
          <idno type="IdRef">026386909</idno>
          <idno type="ISNI">0000 0001 2298 7270</idno>
          <idno type="RNSR">200012163A</idno>
          <idno type="ROR">https://ror.org/00myn0z94</idno>
          <orgName>Institut de Recherche en Informatique et Systèmes Aléatoires</orgName>
          <orgName type="acronym">IRISA</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Avenue du général LeclercCampus de Beaulieu 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irisa.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-105160" type="direct"/>
            <relation active="#struct-117606" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-172265" type="direct"/>
            <relation active="#struct-247362" type="direct"/>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR6074" active="#struct-441569" type="direct"/>
            <relation active="#struct-481355" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-105160" status="VALID">
          <idno type="IdRef">26693823X</idno>
          <idno type="ROR">https://ror.org/015m7wh34</idno>
          <orgName>Université de Rennes</orgName>
          <orgName type="acronym">UR</orgName>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu, 263 avenue Général Leclerc, CS 74205, 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-rennes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-117606" status="VALID">
          <idno type="ROR">https://ror.org/04xaa4j22</idno>
          <orgName>Institut National des Sciences Appliquées - Rennes</orgName>
          <orgName type="acronym">INSA Rennes</orgName>
          <desc>
            <address>
              <addrLine>20, avenue des Buttes de Coësmes - CS 70839 - 35708 Rennes cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rennes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-172265" status="VALID">
          <idno type="IdRef">05017746X</idno>
          <idno type="ISNI">0000000121680285</idno>
          <idno type="ROR">https://ror.org/04ed7fw48</idno>
          <orgName>Université de Bretagne Sud</orgName>
          <orgName type="acronym">UBS</orgName>
          <date type="start">1995-02-07</date>
          <desc>
            <address>
              <addrLine>BP 92116 - 56321 Lorient cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-ubs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-247362" status="VALID">
          <idno type="ROR">https://ror.org/03rxtdc22</idno>
          <orgName>École normale supérieure - Rennes</orgName>
          <orgName type="acronym">ENS Rennes</orgName>
          <desc>
            <address>
              <addrLine>Campus de Ker Lann - avenue Robert Schuman - 35170 Bruz</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ens-rennes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-481355" status="VALID">
          <idno type="IdRef">202743233</idno>
          <idno type="ROR">https://ror.org/030hj3061</idno>
          <orgName>IMT Atlantique</orgName>
          <orgName type="acronym">IMT Atlantique</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Brest : Technopôle Brest-Iroise CS 8381829238 BREST Cedex 3 -Campus Nantes : 4, rue Alfred Kastler- La chantrerie 44300 NANTES -Campus Rennes :  2 Rue de la Châtaigneraie, 35510 CESSON SEVIGNE</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt-atlantique.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>