<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01790879</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T19:06:37+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Token-level and sequence-level loss smoothing for RNN language models</title>
            <author role="aut">
              <persName>
                <forename type="first">Maha</forename>
                <surname>Elbayad</surname>
              </persName>
              <email type="md5">d04ee32481603e9cea493dbeaf5b1a05</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">elbayadm</idno>
              <idno type="idhal" notation="numeric">19398</idno>
              <idno type="halauthorid" notation="string">40206-19398</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8389-231X</idno>
              <affiliation ref="#struct-445108"/>
              <affiliation ref="#struct-1041971"/>
              <affiliation ref="#struct-1041964"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Laurent</forename>
                <surname>Besacier</surname>
              </persName>
              <email type="md5">30912a0f36556a3d42939f031801b653</email>
              <email type="domain">imag.fr</email>
              <idno type="idhal" notation="string">laurent-besacier</idno>
              <idno type="idhal" notation="numeric">1521</idno>
              <idno type="halauthorid" notation="string">7533-1521</idno>
              <idno type="IDREF">https://www.idref.fr/079377017</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7411-9125</idno>
              <affiliation ref="#struct-1041964"/>
              <affiliation ref="#struct-1041971"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jakob</forename>
                <surname>Verbeek</surname>
              </persName>
              <email type="md5">fba6494e81069c5dae86c46d805756c3</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">verbeek</idno>
              <idno type="idhal" notation="numeric">10676</idno>
              <idno type="halauthorid" notation="string">23230-10676</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1419-1816</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=oZGA-rAAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/180998463</idno>
              <affiliation ref="#struct-445108"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>THOTH</forename>
                <surname>Team</surname>
              </persName>
              <email type="md5">413829dab28a0224ec5dc6d17391bece</email>
              <email type="domain">inria.fr</email>
            </editor>
            <funder ref="#projanr-38053"/>
            <funder ref="#projanr-42147"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2018-05-14 10:19:13</date>
              <date type="whenModified">2025-10-27 11:00:05</date>
              <date type="whenReleased">2018-05-14 14:47:30</date>
              <date type="whenProduced">2018-07-15</date>
              <date type="whenEndEmbargoed">2018-05-14</date>
              <ref type="file" target="https://inria.hal.science/hal-01790879v1/document">
                <date notBefore="2018-05-14"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01790879v1/file/paper.pdf" id="file-1790879-1817534">
                <date notBefore="2018-05-14"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="156804">
                <persName>
                  <forename>THOTH</forename>
                  <surname>Team</surname>
                </persName>
                <email type="md5">413829dab28a0224ec5dc6d17391bece</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01790879</idno>
            <idno type="halUri">https://inria.hal.science/hal-01790879</idno>
            <idno type="halBibtex">elbayad:hal-01790879</idno>
            <idno type="halRefHtml">&lt;i&gt;ACL - 56th Annual Meeting of the Association for Computational Linguistics&lt;/i&gt;, Jul 2018, Melbourne, Australia. pp.2094-2103</idno>
            <idno type="halRef">ACL - 56th Annual Meeting of the Association for Computational Linguistics, Jul 2018, Melbourne, Australia. pp.2094-2103</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1790879-1817534"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="INRIA-RHA">INRIA Grenoble - Rhône-Alpes</idno>
            <idno type="stamp" n="LIG">Laboratoire d'Informatique de Grenoble</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="LJK">Laboratoire Jean Kuntzmann</idno>
            <idno type="stamp" n="LJK_GI" corresp="LJK">Département Géométrie et Images</idno>
            <idno type="stamp" n="LIG_TDCGE_GETALP" corresp="LIG_TDCGE">GETALP</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="PERSYVAL-LAB">[Labex] PERSYVAL-lab</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LJK-GI-THOTH" corresp="LJK_GI">Apprentissage de modèles visuels à partir de données massives</idno>
            <idno type="stamp" n="INRIA-RENGRE">INRIA-RENGRE</idno>
            <idno type="stamp" n="POLYTECH-GRENOBLE">Polytech Grenoble</idno>
            <idno type="stamp" n="UGA-COMUE">Université Grenoble Alpes [2016-2019]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="LIG_SIDCH" corresp="LIG">Systèmes intelligents pour les données, les connaissances et les humains</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Token-level and sequence-level loss smoothing for RNN language models</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Maha</forename>
                    <surname>Elbayad</surname>
                  </persName>
                  <email type="md5">d04ee32481603e9cea493dbeaf5b1a05</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">elbayadm</idno>
                  <idno type="idhal" notation="numeric">19398</idno>
                  <idno type="halauthorid" notation="string">40206-19398</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8389-231X</idno>
                  <affiliation ref="#struct-445108"/>
                  <affiliation ref="#struct-1041971"/>
                  <affiliation ref="#struct-1041964"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Laurent</forename>
                    <surname>Besacier</surname>
                  </persName>
                  <email type="md5">30912a0f36556a3d42939f031801b653</email>
                  <email type="domain">imag.fr</email>
                  <idno type="idhal" notation="string">laurent-besacier</idno>
                  <idno type="idhal" notation="numeric">1521</idno>
                  <idno type="halauthorid" notation="string">7533-1521</idno>
                  <idno type="IDREF">https://www.idref.fr/079377017</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7411-9125</idno>
                  <affiliation ref="#struct-1041964"/>
                  <affiliation ref="#struct-1041971"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jakob</forename>
                    <surname>Verbeek</surname>
                  </persName>
                  <email type="md5">fba6494e81069c5dae86c46d805756c3</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">verbeek</idno>
                  <idno type="idhal" notation="numeric">10676</idno>
                  <idno type="halauthorid" notation="string">23230-10676</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1419-1816</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=oZGA-rAAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/180998463</idno>
                  <affiliation ref="#struct-445108"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>ACL - 56th Annual Meeting of the Association for Computational Linguistics</title>
                  <date type="start">2018-07-15</date>
                  <date type="end">2018-07-20</date>
                  <settlement>Melbourne</settlement>
                  <country key="AU">Australia</country>
                </meeting>
                <imprint>
                  <publisher>ACL</publisher>
                  <biblScope unit="pp">2094–2103</biblScope>
                </imprint>
              </monogr>
              <ref type="publisher">https://aclanthology.info/papers/P18-1195/p18-1195</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Despite the effectiveness of recurrent neu-ral network language models, their maximum likelihood estimation suffers from two limitations. It treats all sentences that do not match the ground truth as equally poor, ignoring the structure of the output space. Second, it suffers from "exposure bias": during training tokens are predicted given ground-truth sequences, while at test time prediction is conditioned on generated output sequences. To overcome these limitations we build upon the recent reward augmented maximum likelihood approach i.e. sequence-level smoothing that encourages the model to predict sentences close to the ground truth according to a given performance metric. We extend this approach to token-level loss smoothing, and propose improvements to the sequence-level smoothing approach. Our experiments on two different tasks, image captioning and machine translation, show that token-level and sequence-level loss smoothing are complementary, and significantly improve results.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-445108" status="OLD">
          <idno type="IdRef">242196691</idno>
          <idno type="RNSR">201622034K</idno>
          <orgName>Apprentissage de modèles à partir de données massives</orgName>
          <orgName type="acronym">Thoth</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/thoth</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2497" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-1042161" type="direct"/>
            <relation active="#struct-89889" type="indirect"/>
            <relation name="UMR5224" active="#struct-441569" type="indirect"/>
            <relation active="#struct-445543" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1041971" status="OLD">
          <orgName>Groupe d’Étude en Traduction Automatique/Traitement Automatisé des Langues et de la Parole</orgName>
          <orgName type="acronym">GETALP</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://lig-getalp.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1041964" type="direct"/>
            <relation active="#struct-89889" type="indirect"/>
            <relation name="UMR5217" active="#struct-441569" type="indirect"/>
            <relation active="#struct-445543" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1041964" status="OLD">
          <idno type="IdRef">148425550</idno>
          <idno type="ISNI">0000 0001 2286 4035</idno>
          <idno type="RNSR">200711886U</idno>
          <idno type="ROR">https://ror.org/01c8rcg82</idno>
          <orgName>Laboratoire d'Informatique de Grenoble</orgName>
          <orgName type="acronym">LIG</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>UMR 5217 - Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d’Hères Adresse postale : CS 40700 - 38058 Grenoble cedex 9Tél. : 04 57 42 14 00</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.liglab.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-89889" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="direct"/>
            <relation active="#struct-445543" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2497" status="VALID">
          <idno type="RNSR">199218244V</idno>
          <idno type="ROR">https://ror.org/00n8d6z93</idno>
          <orgName>Centre Inria de l'Université Grenoble Alpes</orgName>
          <desc>
            <address>
              <addrLine>Inovallée655 avenue de l'Europe38330 Montbonnot</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/grenoble</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1042161" status="OLD">
          <idno type="IdRef">184945011</idno>
          <idno type="ISNI">000000040383676X</idno>
          <idno type="RNSR">200711891Z</idno>
          <idno type="ROR">https://ror.org/04ett5b41</idno>
          <orgName>Laboratoire Jean Kuntzmann</orgName>
          <orgName type="acronym">LJK</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment IMAG, CS 40700, F-38058 Grenoble Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://ljk.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-89889" type="direct"/>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5224" active="#struct-441569" type="direct"/>
            <relation active="#struct-445543" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-89889" status="OLD">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2007-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-445543" status="OLD">
          <idno type="IdRef">188399275</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes [2016-2019]</orgName>
          <orgName type="acronym">UGA [2016-2019]</orgName>
          <date type="start">2016-01-01</date>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-38053" status="VALID">
          <idno type="anr">ANR-11-LABX-0025</idno>
          <idno type="program">Laboratoires d'excellence</idno>
          <orgName>PERSYVAL-lab</orgName>
          <desc>Systemes et Algorithmes Pervasifs au confluent des mondes physique et numérique</desc>
          <date type="start">2011</date>
        </org>
        <org type="anrProject" xml:id="projanr-42147" status="VALID">
          <idno type="anr">ANR-16-CE23-0006</idno>
          <orgName>Deep_in_France</orgName>
          <desc>Réseaux de neurones profonds pour l'apprentissage</desc>
          <date type="start">2016</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>