<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01590594</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-20T01:39:19+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Online Learning of Task-specific Word Representations with a Joint Biconvex Passive-Aggressive Algorithm</title>
            <author role="aut">
              <persName>
                <forename type="first">Pascal</forename>
                <surname>Denis</surname>
              </persName>
              <email type="md5">89fd4466c5a169e94f8fab315f79441d</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">pascal-denis</idno>
              <idno type="idhal" notation="numeric">1744</idno>
              <idno type="halauthorid" notation="string">1313-1744</idno>
              <idno type="IDREF">https://www.idref.fr/031934684</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4121-6337</idno>
              <affiliation ref="#struct-432650"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Liva</forename>
                <surname>Ralaivola</surname>
              </persName>
              <email type="md5">6292850952481073d0533a6f34028cdc</email>
              <email type="domain">criteo.com</email>
              <idno type="idhal" notation="string">livaralaivola</idno>
              <idno type="idhal" notation="numeric">5004</idno>
              <idno type="halauthorid" notation="string">1706-5004</idno>
              <idno type="IDREF">https://www.idref.fr/089319060</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4571-1119</idno>
              <affiliation ref="#struct-388932"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Pascal</forename>
                <surname>Denis</surname>
              </persName>
              <email type="md5">89fd4466c5a169e94f8fab315f79441d</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2017-09-19 17:06:28</date>
              <date type="whenModified">2025-10-24 18:12:02</date>
              <date type="whenReleased">2017-09-19 17:20:31</date>
              <date type="whenProduced">2017-04-05</date>
              <date type="whenEndEmbargoed">2017-09-19</date>
              <ref type="file" target="https://inria.hal.science/hal-01590594v1/document">
                <date notBefore="2017-09-19"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01590594v1/file/eacl17_rpa.pdf" id="file-1590594-1642097">
                <date notBefore="2017-09-19"/>
              </ref>
              <ref type="externalLink" target="https://doi.org/10.18653/v1/e17-1073"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="144964">
                <persName>
                  <forename>Pascal</forename>
                  <surname>Denis</surname>
                </persName>
                <email type="md5">89fd4466c5a169e94f8fab315f79441d</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01590594</idno>
            <idno type="halUri">https://inria.hal.science/hal-01590594</idno>
            <idno type="halBibtex">denis:hal-01590594</idno>
            <idno type="halRefHtml">&lt;i&gt;European Chapter of the Association for Computational Linguistics&lt;/i&gt;, Apr 2017, Valencia, Spain. pp.775 - 784, &lt;a target="_blank" href="https://dx.doi.org/10.18653/v1/E17-1073"&gt;&amp;#x27E8;10.18653/v1/E17-1073&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">European Chapter of the Association for Computational Linguistics, Apr 2017, Valencia, Spain. pp.775 - 784, &amp;#x27E8;10.18653/v1/E17-1073&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1590594-1642097"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-LILLE3">Université de Lille Sciences humaines et sociales</idno>
            <idno type="stamp" n="LIF">Laboratoire d'informatique fondamentale de Marseille</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-AMU">Aix Marseille Université</idno>
            <idno type="stamp" n="INRIA-LILLE">INRIA Lille - Nord Europe</idno>
            <idno type="stamp" n="EC-MARSEILLE">Ecole Centrale de Marseille</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="CRISTAL">Centre de Recherche en Informatique, Signal et Automatique de Lille (CRISTAL)</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="CRISTAL-MAGNET" corresp="CRISTAL">CRISTAL-MAGNET</idno>
            <idno type="stamp" n="INRIA2017">INRIA2017</idno>
            <idno type="stamp" n="LIS-LAB">Laboratoire d'Informatique et Systèmes</idno>
            <idno type="stamp" n="UNIV-LILLE">Université de Lille</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Online Learning of Task-specific Word Representations with a Joint Biconvex Passive-Aggressive Algorithm</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Pascal</forename>
                    <surname>Denis</surname>
                  </persName>
                  <email type="md5">89fd4466c5a169e94f8fab315f79441d</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">pascal-denis</idno>
                  <idno type="idhal" notation="numeric">1744</idno>
                  <idno type="halauthorid" notation="string">1313-1744</idno>
                  <idno type="IDREF">https://www.idref.fr/031934684</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4121-6337</idno>
                  <affiliation ref="#struct-432650"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Liva</forename>
                    <surname>Ralaivola</surname>
                  </persName>
                  <email type="md5">6292850952481073d0533a6f34028cdc</email>
                  <email type="domain">criteo.com</email>
                  <idno type="idhal" notation="string">livaralaivola</idno>
                  <idno type="idhal" notation="numeric">5004</idno>
                  <idno type="halauthorid" notation="string">1706-5004</idno>
                  <idno type="IDREF">https://www.idref.fr/089319060</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4571-1119</idno>
                  <affiliation ref="#struct-388932"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>European Chapter of the Association for Computational Linguistics</title>
                  <date type="start">2017-04-05</date>
                  <date type="end">2017-04-07</date>
                  <settlement>Valencia</settlement>
                  <country key="ES">Spain</country>
                </meeting>
                <imprint>
                  <biblScope unit="pp">775 - 784</biblScope>
                  <date type="datePub">2017</date>
                </imprint>
              </monogr>
              <idno type="doi">10.18653/v1/E17-1073</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en"> Word Embeddings</term>
                <term xml:lang="en"> Representation Learning</term>
                <term xml:lang="en">Online Learning</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-tt">Computer Science [cs]/Document and Text Processing</classCode>
              <classCode scheme="halDomain" n="stat.ml">Statistics [stat]/Machine Learning [stat.ML]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>This paper presents a new, efficient method for learning task-specific word vectors using a variant of the Passive-Aggressive algorithm. Specifically, this algorithm learns a word embedding matrix in tandem with the classifier parameters in an online fashion, solving a bi-convex constrained optimization at each iteration. We provide a theoretical analysis of this new algorithm in terms of regret bounds, and evaluate it on both synthetic data and NLP classification problems, including text classification and sentiment analysis. In the latter case, we compare various pre-trained word vectors to initialize our word embedding matrix, and show that the matrix learned by our algorithm vastly outperforms the initial matrix, with performance results comparable or above the state-of-the-art on these tasks.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-432650" status="VALID">
          <idno type="RNSR">201321079K</idno>
          <idno type="ROR">https://ror.org/01jc9hv70</idno>
          <orgName>Machine Learning in Information Networks</orgName>
          <orgName type="acronym">MAGNET</orgName>
          <date type="start">2015-01-01</date>
          <date type="end">2027-06-30</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/magnet</ref>
          </desc>
          <listRelation>
            <relation active="#struct-104752" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-410272" type="direct"/>
            <relation name="UMR9189" active="#struct-120930" type="indirect"/>
            <relation name="UMR9189" active="#struct-374570" type="indirect"/>
            <relation name="UMR9189" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-388932" status="OLD">
          <orgName>éQuipe AppRentissage et MultimediA [Marseille]</orgName>
          <orgName type="acronym">QARMA</orgName>
          <desc>
            <address>
              <addrLine>1st floor39 rue F. Joliot Curie</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://qarma.lif.univ-mrs.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-199394" type="direct"/>
            <relation name="UMR7279" active="#struct-198056" type="indirect"/>
            <relation name="UMR7279" active="#struct-300415" type="indirect"/>
            <relation name="UMR7279" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-104752" status="VALID">
          <idno type="RNSR">200818245B</idno>
          <idno type="ROR">https://ror.org/04eej9726</idno>
          <orgName>Centre Inria de l'Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>Parc Scientifique de la Haute Borne 40, avenue Halley Bât.A, Park Plaza 59650 Villeneuve d'Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/lille/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-410272" status="VALID">
          <idno type="IdRef">18388695X</idno>
          <idno type="RNSR">201521249L</idno>
          <idno type="ROR">https://ror.org/05vrs3189</idno>
          <idno type="Wikidata">Q116959497</idno>
          <orgName>Centre de Recherche en Informatique, Signal et Automatique de Lille - UMR 9189</orgName>
          <orgName type="acronym">CRIStAL</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <addrLine>Université de Lille - Campus scientifique - Bâtiment ESPRIT - Avenue Henri Poincaré - 59655 Villeneuve d’Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cristal.univ-lille.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR9189" active="#struct-120930" type="direct"/>
            <relation name="UMR9189" active="#struct-374570" type="direct"/>
            <relation name="UMR9189" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-120930" status="VALID">
          <idno type="IdRef">256304629</idno>
          <idno type="ISNI">0000000122034461</idno>
          <idno type="ROR">https://ror.org/01x441g73</idno>
          <orgName>Centrale Lille</orgName>
          <desc>
            <address>
              <addrLine>École Centrale de Lille - Cité Scientifique - CS 20048 59651 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://centralelille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-374570" status="VALID">
          <idno type="IdRef">223446556</idno>
          <idno type="ISNI">0000 0001 2242 6780</idno>
          <idno type="ROR">https://ror.org/02kzqn938</idno>
          <idno type="Wikidata">Q3551621</idno>
          <orgName>Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>EPE Université de Lille. -- 42 rue Paul Duez, 59000 Lille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-199394" status="OLD">
          <idno type="RNSR">201220259Y</idno>
          <orgName>Laboratoire d'informatique Fondamentale de Marseille</orgName>
          <orgName type="acronym">LIF</orgName>
          <date type="start">2012</date>
          <date type="end">2017-12-31</date>
          <desc>
            <address>
              <addrLine>Parc Scientifique et Technologique de Luminy 163, avenue de Luminy F-13288 Marseille Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lif.univ-mrs.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR7279" active="#struct-198056" type="direct"/>
            <relation name="UMR7279" active="#struct-300415" type="direct"/>
            <relation name="UMR7279" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-198056" status="VALID">
          <idno type="IdRef">15863621X</idno>
          <idno type="ISNI">0000 0001 2176 4817</idno>
          <idno type="ROR">https://ror.org/035xkbk20</idno>
          <orgName>Aix Marseille Université</orgName>
          <orgName type="acronym">AMU</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Aix-Marseille UniversitéJardins du Pharo58 Boulevard Charles Livon13284 Marseille cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-amu.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300415" status="VALID">
          <idno type="ISNI">0000 0004 1762 2703</idno>
          <idno type="ROR">https://ror.org/040baw385</idno>
          <orgName>École Centrale de Marseille</orgName>
          <orgName type="acronym">ECM</orgName>
          <date type="start">2006-09-27</date>
          <desc>
            <address>
              <addrLine>Pôle de l'étoile - Technopole de Château-Gombert - 38 rue Frédéric Joliot-Curie - 13013 Marseille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.centrale-marseille.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>