<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04200729</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-15T05:00:53+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">NASiam: Efficient Representation Learning using Neural Architecture Search for Siamese Networks</title>
            <author role="aut">
              <persName>
                <forename type="first">Alexandre</forename>
                <surname>Heuillet</surname>
              </persName>
              <email type="md5">d9c182b8ba45025c6cd36434220ed3d7</email>
              <email type="domain">gmail.com</email>
              <ptr type="url" target="https://github.com/aheuillet"/>
              <idno type="idhal" notation="string">alexandre-heuillet</idno>
              <idno type="idhal" notation="numeric">747937</idno>
              <idno type="halauthorid" notation="string">52306-747937</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-2109-7895</idno>
              <idno type="ARXIV">https://arxiv.org/a/heuillet_a_1</idno>
              <idno type="IDREF">https://www.idref.fr/275528014</idno>
              <affiliation ref="#struct-1042359"/>
              <affiliation ref="#struct-301950"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hedi</forename>
                <surname>Tabia</surname>
              </persName>
              <email type="md5">14401998e863f77565626cd632c8254b</email>
              <email type="domain">ensea.fr</email>
              <idno type="idhal" notation="string">hedi-tabia</idno>
              <idno type="idhal" notation="numeric">11431</idno>
              <idno type="halauthorid" notation="string">14169-11431</idno>
              <idno type="IDREF">https://www.idref.fr/159010373</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1827-7150</idno>
              <idno type="VIAF">https://viaf.org/viaf/286381688</idno>
              <idno type="ISNI">http://isni.org/isni/0000000392328603</idno>
              <affiliation ref="#struct-1042359"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Hichem</forename>
                <surname>Arioui</surname>
              </persName>
              <email type="md5">d704ea57f7703ec753169e819037407c</email>
              <email type="domain">univ-evry.fr</email>
              <idno type="idhal" notation="string">hichem-arioui</idno>
              <idno type="idhal" notation="numeric">747272</idno>
              <idno type="halauthorid" notation="string">24848-747272</idno>
              <idno type="IDREF">https://www.idref.fr/084086726</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9693-2619</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=LR1NloEAAAAJ&amp;hl=fr</idno>
              <idno type="VIAF">https://viaf.org/viaf/197124423</idno>
              <idno type="ISNI">http://isni.org/isni/0000000357461644</idno>
              <affiliation ref="#struct-1042359"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Accord Elsevier</forename>
                <surname>CCSD</surname>
              </persName>
              <email type="md5">3cc0cc7b8e3329bfb7423fa2578d788e</email>
              <email type="domain">ccsd.cnrs.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-10-01 14:42:41</date>
              <date type="whenModified">2025-10-01 14:42:43</date>
              <date type="whenReleased">2025-10-01 14:42:43</date>
              <date type="whenProduced">2023-08-31</date>
              <date type="whenEndEmbargoed">2024-08-31</date>
              <ref type="file" target="https://hal.science/hal-04200729v1/document">
                <date notBefore="2024-08-31"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04200729v1/file/S1877050923009092.pdf" id="file-5292378-4535201">
                <date notBefore="2024-08-31"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2302.00059"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1081876">
                <persName>
                  <forename>Accord Elsevier</forename>
                  <surname>CCSD</surname>
                </persName>
                <email type="md5">3cc0cc7b8e3329bfb7423fa2578d788e</email>
                <email type="domain">ccsd.cnrs.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04200729</idno>
            <idno type="halUri">https://hal.science/hal-04200729</idno>
            <idno type="halBibtex">heuillet:hal-04200729</idno>
            <idno type="halRefHtml">&lt;i&gt;Procedia Computer Science&lt;/i&gt;, 2023, 222, pp.58--70. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.procs.2023.08.144"&gt;&amp;#x27E8;10.1016/j.procs.2023.08.144&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Procedia Computer Science, 2023, 222, pp.58--70. &amp;#x27E8;10.1016/j.procs.2023.08.144&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by-nc-nd/4.0/">CC BY-NC-ND 4.0 - Attribution - Non-commercial use - No Derivative Works<ref corresp="#file-5292378-4535201"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-EVRY">Université d'Evry-Val d'Essonne</idno>
            <idno type="stamp" n="IBISC" corresp="UNIV-EVRY">Informatique, Biologie Intégrative et Systèmes Complexes</idno>
            <idno type="stamp" n="IBISC-EVRA" corresp="IBISC">Environnement Virtuel et Réalité Augmentée</idno>
            <idno type="stamp" n="IBISC-IRA2" corresp="IBISC">Interactions, Réalité Augmentée, Robotique Ambiante</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-EVRY-SACLAY" corresp="UNIV-PARIS-SACLAY">UNIV-EVRY-SACLAY</idno>
            <idno type="stamp" n="UNIVERSITE-PARIS-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="GS-LIFE-SCIENCES-HEALTH" corresp="UNIVERSITE-PARIS-SACLAY">Graduate School Life Sciences and Health</idno>
            <idno type="stamp" n="GS-SPORT-HUMAN-MOVEMENT">Graduate School Sport, Mouvement, Facteurs Humains</idno>
            <idno type="stamp" n="ELSEVIER">Import Elsevier</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">NASiam: Efficient Representation Learning using Neural Architecture Search for Siamese Networks</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Alexandre</forename>
                    <surname>Heuillet</surname>
                  </persName>
                  <email type="md5">d9c182b8ba45025c6cd36434220ed3d7</email>
                  <email type="domain">gmail.com</email>
                  <ptr type="url" target="https://github.com/aheuillet"/>
                  <idno type="idhal" notation="string">alexandre-heuillet</idno>
                  <idno type="idhal" notation="numeric">747937</idno>
                  <idno type="halauthorid" notation="string">52306-747937</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-2109-7895</idno>
                  <idno type="ARXIV">https://arxiv.org/a/heuillet_a_1</idno>
                  <idno type="IDREF">https://www.idref.fr/275528014</idno>
                  <affiliation ref="#struct-1042359"/>
                  <affiliation ref="#struct-301950"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hedi</forename>
                    <surname>Tabia</surname>
                  </persName>
                  <email type="md5">14401998e863f77565626cd632c8254b</email>
                  <email type="domain">ensea.fr</email>
                  <idno type="idhal" notation="string">hedi-tabia</idno>
                  <idno type="idhal" notation="numeric">11431</idno>
                  <idno type="halauthorid" notation="string">14169-11431</idno>
                  <idno type="IDREF">https://www.idref.fr/159010373</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1827-7150</idno>
                  <idno type="VIAF">https://viaf.org/viaf/286381688</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000392328603</idno>
                  <affiliation ref="#struct-1042359"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Hichem</forename>
                    <surname>Arioui</surname>
                  </persName>
                  <email type="md5">d704ea57f7703ec753169e819037407c</email>
                  <email type="domain">univ-evry.fr</email>
                  <idno type="idhal" notation="string">hichem-arioui</idno>
                  <idno type="idhal" notation="numeric">747272</idno>
                  <idno type="halauthorid" notation="string">24848-747272</idno>
                  <idno type="IDREF">https://www.idref.fr/084086726</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9693-2619</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=LR1NloEAAAAJ&amp;hl=fr</idno>
                  <idno type="VIAF">https://viaf.org/viaf/197124423</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000357461644</idno>
                  <affiliation ref="#struct-1042359"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">103927</idno>
                <idno type="issn">1877-0509</idno>
                <idno type="eissn">1877-0509</idno>
                <title level="j">Procedia Computer Science</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">222</biblScope>
                  <biblScope unit="pp">58--70</biblScope>
                  <date type="datePub">2023-08-31</date>
                </imprint>
              </monogr>
              <idno type="arxiv">2302.00059</idno>
              <idno type="doi">10.1016/j.procs.2023.08.144</idno>
              <idno type="pii">S1877-0509(23)00909-2</idno>
              <relatedItem target="https://doi.org/10.5281/zenodo.11429950" type="Cites" subtype="http://purl.org/coar/resource_type/c_2f33"/>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Computer Vision</term>
                <term xml:lang="en">Self-Supervised Learning</term>
                <term xml:lang="en">Neural Architecture Search</term>
                <term xml:lang="en">Contrastive Learning</term>
                <term xml:lang="en">Deep Learning</term>
                <term xml:lang="en">Deep Learning Architectures</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Siamese networks are one of the most trending methods to achieve self-supervised visual representation learning (SSL). Since hand labeling is costly, SSL can play a crucial part by allowing deep learning to train on large unlabeled datasets. Meanwhile, Neural Architecture Search (NAS) is becoming increasingly important as a technique to discover novel deep learning architectures. However, early NAS methods based on reinforcement learning or evolutionary algorithms suffered from ludicrous computational and memory costs. In contrast, differentiable NAS, a gradient-based approach, has the advantage of being much more efficient and has thus retained most of the attention in the past few years. In this article, we present NASiam, a novel approach that uses for the first time differentiable NAS to improve the multilayer perceptron projector and predictor (encoder/predictor pair) architectures inside siamese-networks-based contrastive learning frameworks (e.g., SimCLR, SimSiam, and MoCo) while preserving the simplicity of previous baselines. We crafted a search space designed explicitly for multilayer perceptrons, inside which we explored several alternatives to the standard ReLU activation function. We show that these new architectures allow ResNet backbone convolutional models to learn strong representations efficiently. NASiam reaches competitive performance in both small-scale (i.e., CIFAR-10/CIFAR-100) and large-scale (i.e., ImageNet) image classification datasets while costing only a few GPU hours. We discuss the composition of the NAS-discovered architectures and emit hypotheses on why they manage to prevent collapsing behavior.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1042359" status="VALID">
          <idno type="IdRef">201055902</idno>
          <idno type="RNSR">201019077X</idno>
          <idno type="ROR">https://ror.org/01aqxgr98</idno>
          <idno type="Wikidata">Q51781503</idno>
          <orgName>Informatique, BioInformatique, Systèmes Complexes</orgName>
          <orgName type="acronym">IBISC</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>40,rue du pelvoux, Courcouronnes 91020 EVRY CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ibisc.univ-evry.fr/</ref>
          </desc>
          <listRelation>
            <relation name="EA4526" active="#struct-300306" type="direct"/>
            <relation active="#struct-419361" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-301950" status="VALID">
          <idno type="ROR">https://ror.org/042nb2s44</idno>
          <orgName>Massachusetts Institute of Technology</orgName>
          <orgName type="acronym">MIT</orgName>
          <desc>
            <address>
              <addrLine>77 Massachusetts Ave, Cambridge, MA 02139</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://web.mit.edu</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300306" status="VALID">
          <idno type="IdRef">030820529</idno>
          <idno type="ISNI">0000000121805818</idno>
          <idno type="ROR">https://ror.org/00e96v939</idno>
          <idno type="Wikidata">Q1531014</idno>
          <orgName>Université d'Évry-Val-d'Essonne</orgName>
          <orgName type="acronym">UEVE</orgName>
          <date type="start">1991-07-22</date>
          <desc>
            <address>
              <addrLine>Boulevard François Mitterrand 91025 Evry Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-evry.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>