<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05083482</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-04T05:42:20+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Efficient BackProp</title>
            <author role="aut">
              <persName>
                <forename type="first">Yann</forename>
                <surname>Lecun</surname>
              </persName>
              <idno type="halauthorid">522989-0</idno>
              <affiliation ref="#struct-1148894"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Leon</forename>
                <surname>Bottou</surname>
              </persName>
              <idno type="halauthorid">3544004-0</idno>
              <affiliation ref="#struct-1148894"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Genevieve</forename>
                <surname>Orr</surname>
              </persName>
              <idno type="halauthorid">3544005-0</idno>
              <affiliation ref="#struct-303963"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Klaus-Robert</forename>
                <surname>Müller</surname>
              </persName>
              <idno type="halauthorid">1809097-0</idno>
              <affiliation ref="#struct-238509"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Mathias</forename>
                <surname>Legrand</surname>
              </persName>
              <email type="md5">ffcb48ad643d28bacba8c1287c93bce7</email>
              <email type="domain">ec-nantes.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-05-26 16:21:38</date>
              <date type="whenModified">2025-06-02 11:48:31</date>
              <date type="whenReleased">2025-06-02 11:44:48</date>
              <date type="whenProduced">1998-03-28</date>
              <date type="whenEndEmbargoed">2025-05-26</date>
              <ref type="file" target="https://hal.science/hal-05083482v1/document">
                <date notBefore="2025-05-26"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05083482v1/file/LeCun98.pdf" id="file-5085437-4398874">
                <date notBefore="2025-05-26"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="109149">
                <persName>
                  <forename>Mathias</forename>
                  <surname>Legrand</surname>
                </persName>
                <email type="md5">ffcb48ad643d28bacba8c1287c93bce7</email>
                <email type="domain">ec-nantes.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05083482</idno>
            <idno type="halUri">https://hal.science/hal-05083482</idno>
            <idno type="halBibtex">lecun:hal-05083482</idno>
            <idno type="halRefHtml">&lt;i&gt;Neural Networks: Tricks of the Trade&lt;/i&gt;, 1524, Springer, pp.9-50, 1998, Lecture Notes in Computer Science, &lt;a target="_blank" href="https://dx.doi.org/10.1007/3-540-49430-8_2"&gt;&amp;#x27E8;10.1007/3-540-49430-8_2&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Neural Networks: Tricks of the Trade, 1524, Springer, pp.9-50, 1998, Lecture Notes in Computer Science, &amp;#x27E8;10.1007/3-540-49430-8_2&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5085437-4398874"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt/>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Efficient BackProp</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Yann</forename>
                    <surname>Lecun</surname>
                  </persName>
                  <idno type="halauthorid">522989-0</idno>
                  <affiliation ref="#struct-1148894"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Leon</forename>
                    <surname>Bottou</surname>
                  </persName>
                  <idno type="halauthorid">3544004-0</idno>
                  <affiliation ref="#struct-1148894"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Genevieve</forename>
                    <surname>Orr</surname>
                  </persName>
                  <idno type="halauthorid">3544005-0</idno>
                  <affiliation ref="#struct-303963"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Klaus-Robert</forename>
                    <surname>Müller</surname>
                  </persName>
                  <idno type="halauthorid">1809097-0</idno>
                  <affiliation ref="#struct-238509"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Neural Networks: Tricks of the Trade</title>
                <imprint>
                  <publisher>Springer</publisher>
                  <pubPlace>Berlin, Heidelberg</pubPlace>
                  <biblScope unit="serie">Lecture Notes in Computer Science</biblScope>
                  <biblScope unit="volume">1524</biblScope>
                  <biblScope unit="pp">9-50</biblScope>
                  <date type="datePub">1998-03-28</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/3-540-49430-8_2</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halTypology" n="COUV">Book sections</classCode>
              <classCode scheme="halOldTypology" n="COUV">Book sections</classCode>
              <classCode scheme="halTreeTypology" n="COUV">Book sections</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The convergence of back-propagation learning is analyzed so as to explain common phenomenon observedb y practitioners. Many undesirable behaviors of backprop can be avoided with tricks that are rarely exposedin serious technical publications. This paper gives some of those tricks, ando.ers explanations of why they work. Many authors have suggested that second-order optimization methods are advantageous for neural net training. It is shown that most “classical” second-order methods are impractical for large neural networks. A few methods are proposed that do not have these limitations.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1148894" status="INCOMING">
          <orgName>Speech and Image Processing Services Research Laboratory</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-1148893" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-303963" status="VALID">
          <idno type="ISNI">0000 0001 2220 2736</idno>
          <idno type="ROR">https://ror.org/04g9e0f44</idno>
          <orgName>Willamette University</orgName>
          <date type="start">1842-01-01</date>
          <desc>
            <address>
              <addrLine>900 State Street, Salem, Oregon, 97301</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.willamette.edu</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-238509" status="VALID">
          <orgName>GMD-FIRST [Berlin]</orgName>
          <desc>
            <address>
              <addrLine>Rudower Chaussee 5, D-12489 Berlin</addrLine>
              <country key="DE"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-303039" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1148893" status="INCOMING">
          <orgName>AT and T Research Laboratories</orgName>
          <desc>
            <address>
              <addrLine>Red Bank, NJ</addrLine>
              <country key="US"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-303039" status="VALID">
          <orgName>GMD-FIRST</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>