<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03431391</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T16:30:45+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">FFNB: Forgetting-Free Neural Blocks for Deep Continual Learning</title>
            <author role="aut">
              <persName>
                <forename type="first">Hichem</forename>
                <surname>Sahbi</surname>
              </persName>
              <email type="md5">bd06ee81c3ee1dee3fcba8b296500031</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">hichem-sahbi</idno>
              <idno type="idhal" notation="numeric">742003</idno>
              <idno type="halauthorid" notation="string">52390-742003</idno>
              <idno type="IDREF">https://www.idref.fr/077125223</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-6813-9146</idno>
              <affiliation ref="#struct-541720"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Haoming</forename>
                <surname>Zhan</surname>
              </persName>
              <email type="md5">d5a9362448fc000bc745ba8c50ae4603</email>
              <email type="domain">sorbonne-universite.fr</email>
              <idno type="idhal" notation="numeric">1116892</idno>
              <idno type="halauthorid" notation="string">2338592-1116892</idno>
              <affiliation ref="#struct-541720"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Hichem</forename>
                <surname>Sahbi</surname>
              </persName>
              <email type="md5">bd06ee81c3ee1dee3fcba8b296500031</email>
              <email type="domain">lip6.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-11-16 16:21:50</date>
              <date type="whenModified">2024-10-30 13:34:05</date>
              <date type="whenReleased">2021-11-19 15:21:44</date>
              <date type="whenProduced">2021-11-22</date>
              <date type="whenEndEmbargoed">2021-11-16</date>
              <ref type="file" target="https://hal.science/hal-03431391v1/document">
                <date notBefore="2021-11-16"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03431391v1/file/paperH.pdf" id="file-3431391-3008572">
                <date notBefore="2021-11-16"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="801180">
                <persName>
                  <forename>Hichem</forename>
                  <surname>Sahbi</surname>
                </persName>
                <email type="md5">bd06ee81c3ee1dee3fcba8b296500031</email>
                <email type="domain">lip6.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03431391</idno>
            <idno type="halUri">https://hal.science/hal-03431391</idno>
            <idno type="halBibtex">sahbi:hal-03431391</idno>
            <idno type="halRefHtml">&lt;i&gt;The British Machine Vision Conference (BMVC)&lt;/i&gt;, Nov 2021, Virtual, United Kingdom</idno>
            <idno type="halRef">The British Machine Vision Conference (BMVC), Nov 2021, Virtual, United Kingdom</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3431391-3008572"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_MATHS_INFO">Mathématiques + Informatique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">FFNB: Forgetting-Free Neural Blocks for Deep Continual Learning</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Hichem</forename>
                    <surname>Sahbi</surname>
                  </persName>
                  <email type="md5">bd06ee81c3ee1dee3fcba8b296500031</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">hichem-sahbi</idno>
                  <idno type="idhal" notation="numeric">742003</idno>
                  <idno type="halauthorid" notation="string">52390-742003</idno>
                  <idno type="IDREF">https://www.idref.fr/077125223</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-6813-9146</idno>
                  <affiliation ref="#struct-541720"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Haoming</forename>
                    <surname>Zhan</surname>
                  </persName>
                  <email type="md5">d5a9362448fc000bc745ba8c50ae4603</email>
                  <email type="domain">sorbonne-universite.fr</email>
                  <idno type="idhal" notation="numeric">1116892</idno>
                  <idno type="halauthorid" notation="string">2338592-1116892</idno>
                  <affiliation ref="#struct-541720"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>The British Machine Vision Conference (BMVC)</title>
                  <date type="start">2021-11-22</date>
                  <date type="end">2021-11-25</date>
                  <settlement>Virtual</settlement>
                  <country key="GB">United Kingdom</country>
                </meeting>
                <imprint>
                  <date type="datePub">2021</date>
                </imprint>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Deep neural networks (DNNs) have recently achieved a great success in computer vision and several related fields. Despite such progress, current neural architectures still suffer from catastrophic interference (a.k.a. forgetting) which obstructs DNNs to learn continually. While several state-of-the-art methods have been proposed to mitigate forgetting, these existing solutions are either highly rigid (as regularization) or time/memory demanding (as replay). An intermediate class of methods, based on dynamic networks, has been proposed in the literature and provides a reasonable balance between task memorization and computational footprint. In this paper, we devise a dynamic network architecture for continual learning based on a novel forgetting-free neural block (FFNB). Training FFNB features on new tasks is achieved using a novel procedure that constrains the underlying parameters in the null-space of the previous tasks, while training classifier parameters equates to Fisher discriminant analysis. The latter provides an effective incremental process which is also optimal from a Bayesian perspective. The trained features and classifiers are further enhanced using an incremental "end-to-end" fine-tuning. Extensive experiments, conducted on different challenging classification problems, show the high effectiveness of the proposed method.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-541720" status="OLD">
          <orgName>Machine Learning and Information Access</orgName>
          <orgName type="acronym">MLIA</orgName>
          <date type="start">2018-01-01</date>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>