<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03114389</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-16T04:00:31+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">The Unreasonable Effectiveness of Patches in Deep Convolutional Kernels Methods</title>
            <author role="aut">
              <persName>
                <forename type="first">Louis</forename>
                <surname>Thiry</surname>
              </persName>
              <idno type="halauthorid">1983160-0</idno>
              <affiliation ref="#struct-25027"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Michael</forename>
                <surname>Arbel</surname>
              </persName>
              <email type="md5">8065ed03ac962fba10d2330c8225ddcc</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">michael-arbel</idno>
              <idno type="idhal" notation="numeric">1118667</idno>
              <idno type="halauthorid" notation="string">2133386-1118667</idno>
              <affiliation ref="#struct-300875"/>
              <affiliation ref="#struct-226040"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Eugene</forename>
                <surname>Belilovsky</surname>
              </persName>
              <idno type="halauthorid">882298-0</idno>
              <affiliation ref="#struct-523655"/>
              <affiliation ref="#struct-355894"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Edouard</forename>
                <surname>Oyallon</surname>
              </persName>
              <email type="md5">4d8ca6cf86a807222dd5e11e0b86ffc6</email>
              <email type="domain">cnrs.fr</email>
              <idno type="idhal" notation="string">edouard-oyallon</idno>
              <idno type="idhal" notation="numeric">179157</idno>
              <idno type="halauthorid" notation="string">34704-179157</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4826-7527</idno>
              <idno type="IDREF">https://www.idref.fr/228745500</idno>
              <idno type="GOOGLE SCHOLAR">Y8XGVkYAAAAJ</idno>
              <affiliation ref="#struct-541720"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Edouard</forename>
                <surname>Oyallon</surname>
              </persName>
              <email type="md5">4d8ca6cf86a807222dd5e11e0b86ffc6</email>
              <email type="domain">cnrs.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2021-01-19 10:27:53</date>
              <date type="whenModified">2026-01-27 10:24:02</date>
              <date type="whenReleased">2021-01-19 10:31:26</date>
              <date type="whenProduced">2021</date>
              <date type="whenEndEmbargoed">2021-01-18</date>
              <ref type="file" target="https://hal.science/hal-03114389v1/document">
                <date notBefore="2021-01-18"/>
              </ref>
              <ref type="file" n="1" target="https://hal.science/hal-03114389v1/file/iclr2021_conference.pdf" id="file-3114389-2726524">
                <date notBefore="2021-01-18"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2101.07528"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="587674">
                <persName>
                  <forename>Edouard</forename>
                  <surname>Oyallon</surname>
                </persName>
                <email type="md5">4d8ca6cf86a807222dd5e11e0b86ffc6</email>
                <email type="domain">cnrs.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03114389</idno>
            <idno type="halUri">https://hal.science/hal-03114389</idno>
            <idno type="halBibtex">thiry:hal-03114389</idno>
            <idno type="halRefHtml">&lt;i&gt;International Conference on Learning Representation (ICLR 2021)&lt;/i&gt;, 2021, Vienna (online), Austria</idno>
            <idno type="halRef">International Conference on Learning Representation (ICLR 2021), 2021, Vienna (online), Austria</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3114389-2726524"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENS-PARIS">Ecole Normale Supérieure de Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="GENCI">Publications ayant eu recours aux supercalculateurs du GENCI</idno>
            <idno type="stamp" n="PSL">Université Paris sciences et lettres</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="ENS-PSL" corresp="PSL">École normale supérieure - PSL</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="DIENS" corresp="ENS-PARIS">Département d'informatique de l'ENS-PSL</idno>
            <idno type="stamp" n="SUPRA_MATHS_INFO">Mathématiques + Informatique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">The Unreasonable Effectiveness of Patches in Deep Convolutional Kernels Methods</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Louis</forename>
                    <surname>Thiry</surname>
                  </persName>
                  <idno type="halauthorid">1983160-0</idno>
                  <affiliation ref="#struct-25027"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Michael</forename>
                    <surname>Arbel</surname>
                  </persName>
                  <email type="md5">8065ed03ac962fba10d2330c8225ddcc</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">michael-arbel</idno>
                  <idno type="idhal" notation="numeric">1118667</idno>
                  <idno type="halauthorid" notation="string">2133386-1118667</idno>
                  <affiliation ref="#struct-300875"/>
                  <affiliation ref="#struct-226040"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Eugene</forename>
                    <surname>Belilovsky</surname>
                  </persName>
                  <idno type="halauthorid">882298-0</idno>
                  <affiliation ref="#struct-523655"/>
                  <affiliation ref="#struct-355894"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Edouard</forename>
                    <surname>Oyallon</surname>
                  </persName>
                  <email type="md5">4d8ca6cf86a807222dd5e11e0b86ffc6</email>
                  <email type="domain">cnrs.fr</email>
                  <idno type="idhal" notation="string">edouard-oyallon</idno>
                  <idno type="idhal" notation="numeric">179157</idno>
                  <idno type="halauthorid" notation="string">34704-179157</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4826-7527</idno>
                  <idno type="IDREF">https://www.idref.fr/228745500</idno>
                  <idno type="GOOGLE SCHOLAR">Y8XGVkYAAAAJ</idno>
                  <affiliation ref="#struct-541720"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>International Conference on Learning Representation (ICLR 2021)</title>
                  <date type="start">2021</date>
                  <settlement>Vienna (online)</settlement>
                  <country key="AT">Austria</country>
                </meeting>
                <imprint/>
              </monogr>
              <idno type="arxiv">2101.07528</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">convolutional kernel methods</term>
                <term xml:lang="en">image classification</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>A recent line of work showed that various forms of convolutional kernel methods can be competitive with standard supervised deep convolutional networks on datasets like CIFAR-10, obtaining accuracies in the range of 87-90% while being more amenable to theoretical analysis. In this work, we highlight the importance of a data-dependent feature extraction step that is key to obtain good performance in convolutional kernel methods. This step typically corresponds to a whitened dictionary of patches, and gives rise to a data-driven convolutional kernel methods. We extensively study its effect, demonstrating it is the key ingredient for high performance of these methods. Specifically, we show that one of the simplest instances of such kernel methods, based on a single layer of image patches followed by a linear classifier is already obtaining classification accuracies on CIFAR-10 in the same range as previous more sophisticated convolutional kernel methods. We scale this method to the challenging ImageNet dataset, showing such a simple approach can exceed all existing non-learned representation methods. This is a new baseline for object recognition without representation learning methods, that initiates the investigation of convolutional kernel models on ImageNet. We conduct experiments to analyze the dictionary that we used, our ablations showing they exhibit low-dimensional properties.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="regrouplaboratory" xml:id="struct-25027" status="VALID">
          <idno type="IdRef">148034055</idno>
          <idno type="RNSR">199812876J</idno>
          <idno type="ROR">05y6rqs46</idno>
          <orgName>Département d'informatique - ENS-PSL</orgName>
          <orgName type="acronym">DI-ENS</orgName>
          <date type="start">1999-01-01</date>
          <desc>
            <address>
              <addrLine>École normale supérieure 45 rue d'Ulm F-75230 Paris Cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.di.ens.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-59704" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR8548" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300875" status="VALID">
          <idno type="IdRef">029789753</idno>
          <idno type="ROR">https://ror.org/02jx3x895</idno>
          <orgName>University College London [UCL]</orgName>
          <orgName type="acronym">UCL</orgName>
          <desc>
            <address>
              <addrLine>Gower Street, London WC1E 6BT</addrLine>
              <country key="GB"/>
            </address>
            <ref type="url">http://www.ucl.ac.uk/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-226040" status="VALID">
          <orgName>Gatsby Computational Neuroscience Unit</orgName>
          <desc>
            <address>
              <country key="GB"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-300875" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-523655" status="VALID">
          <orgName>Montreal Institute for Learning Algorithms  [Montréal]</orgName>
          <orgName type="acronym">MILA</orgName>
          <desc>
            <address>
              <addrLine>6666 St-Urbain, #200, Montreal, QC, H2S 3H1, Canada</addrLine>
              <country key="CA"/>
            </address>
            <ref type="url">https://mila.quebec/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-231516" type="direct"/>
            <relation active="#struct-302452" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-355894" status="VALID">
          <idno type="IdRef">028881559</idno>
          <idno type="ROR">https://ror.org/0420zvk78</idno>
          <orgName>Concordia University = Université Concordia [Montreal]</orgName>
          <desc>
            <address>
              <addrLine>1455 Boulevard de Maisonneuve O, Montréal, QC H3G 1M8</addrLine>
              <country key="CA"/>
            </address>
            <ref type="url">http://www.concordia.ca/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-541720" status="OLD">
          <orgName>Machine Learning and Information Access</orgName>
          <orgName type="acronym">MLIA</orgName>
          <date type="start">2018-01-01</date>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-59704" status="VALID">
          <idno type="IdRef">031738419</idno>
          <idno type="ISNI">0000000123532622</idno>
          <idno type="ROR">https://ror.org/05a0dhs15</idno>
          <orgName>École normale supérieure - Paris</orgName>
          <orgName type="acronym">ENS-PSL</orgName>
          <date type="start">1985-07-24</date>
          <desc>
            <address>
              <addrLine>45, Rue d'Ulm - 75230 Paris cedex 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ens.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-231516" status="VALID">
          <orgName>Centre de Recherches Mathématiques [Montréal]</orgName>
          <orgName type="acronym">CRM</orgName>
          <date type="start">1968-01-01</date>
          <desc>
            <address>
              <addrLine>Université de Montréal, Pavillon André-Aisenstadt, 2920, Chemin de la tour, bur. 5357 Montréal (Québec) H3T 1J4</addrLine>
              <country key="CA"/>
            </address>
            <ref type="url">http://www.crm.umontreal.ca/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302452" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302452" status="VALID">
          <idno type="ROR">https://ror.org/0161xgx34</idno>
          <orgName>Université de Montréal</orgName>
          <orgName type="acronym">UdeM</orgName>
          <desc>
            <address>
              <addrLine>2900 Boulevard Edouard-Montpetit, Montréal, QC H3T 1J4</addrLine>
              <country key="CA"/>
            </address>
            <ref type="url">https://www.umontreal.ca/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>