<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01381148</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T23:25:02+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Overcoming Calibration Problems in Pattern Labeling with Pairwise Ratings: Application to Personality Traits</title>
            <author role="crp">
              <persName>
                <forename type="first">Baiyu</forename>
                <surname>Chen</surname>
              </persName>
              <email type="md5">adaa6deb2648456ea552ba5391b9e5c8</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">990462</idno>
              <idno type="halauthorid" notation="string">1068423-990462</idno>
              <affiliation ref="#struct-82005"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sergio</forename>
                <surname>Escalera</surname>
              </persName>
              <email type="md5">39d69bea1c70802f477ec36b8b66eb28</email>
              <email type="domain">cvc.uab.cat</email>
              <idno type="idhal" notation="numeric">854688</idno>
              <idno type="halauthorid" notation="string">359629-854688</idno>
              <affiliation ref="#struct-19095"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Isabelle</forename>
                <surname>Guyon</surname>
              </persName>
              <email type="md5">159626323ec69b1da230d0f6395c7b56</email>
              <email type="domain">chalearn.org</email>
              <idno type="idhal" notation="numeric">963159</idno>
              <idno type="halauthorid" notation="string">880460-963159</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9266-1783</idno>
              <idno type="IDREF">https://www.idref.fr/03383637X</idno>
              <affiliation ref="#struct-56057"/>
              <affiliation ref="#struct-410475"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Victor</forename>
                <surname>Ponce-Lopez</surname>
              </persName>
              <email type="md5">cb2cae77b77bb2c57d1fd1f37a64d910</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">990456</idno>
              <idno type="halauthorid" notation="string">1068421-990456</idno>
              <affiliation ref="#struct-19095"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nihar</forename>
                <surname>Shah</surname>
              </persName>
              <idno type="halauthorid">1068436-0</idno>
              <affiliation ref="#struct-493635"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marc</forename>
                <surname>Oliu</surname>
              </persName>
              <idno type="halauthorid">1068437-0</idno>
              <affiliation ref="#struct-19095"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Isabelle</forename>
                <surname>Guyon</surname>
              </persName>
              <email type="md5">46add431871502aba2aa1ca3fe46b844</email>
              <email type="domain">lri.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2016-10-14 09:29:56</date>
              <date type="whenModified">2026-04-05 20:04:02</date>
              <date type="whenReleased">2016-10-14 09:29:56</date>
              <date type="whenProduced">2016-10</date>
              <ref type="externalLink" target="https://discovery.ucl.ac.uk/10115350/1/Ponce%20Lopez_Overcoming_Calibration_Problems_in_Pattern_Labeling_with_Pairwise_Ratings__Application_to_Personality_Traits.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="458078">
                <persName>
                  <forename>Isabelle</forename>
                  <surname>Guyon</surname>
                </persName>
                <email type="md5">46add431871502aba2aa1ca3fe46b844</email>
                <email type="domain">lri.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01381148</idno>
            <idno type="halUri">https://hal.science/hal-01381148</idno>
            <idno type="halBibtex">chen:hal-01381148</idno>
            <idno type="halRefHtml">&lt;i&gt;European Conference on Computer Vision (ECCV 2016) Workshops&lt;/i&gt;, Oct 2016, Amsterdam, Netherlands. pp.419-432, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-3-319-49409-8_33"&gt;&amp;#x27E8;10.1007/978-3-319-49409-8_33&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">European Conference on Computer Vision (ECCV 2016) Workshops, Oct 2016, Amsterdam, Netherlands. pp.419-432, &amp;#x27E8;10.1007/978-3-319-49409-8_33&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="UMR8623">Laboratoire de Recherche en Informatique</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LRI-AO" corresp="UMR8623">Laboratoire de recherche en informatique. Équipe: Apprentissage et optimisation</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="INRIA-SACLAY-2015" corresp="UNIV-PARIS-SACLAY">INRIA-SACLAY-2015</idno>
            <idno type="stamp" n="CENTRALESUPELEC-SACLAY" corresp="UNIV-PARIS-SACLAY">CENTRALESUPELEC-SACLAY</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="INRIA-ETATSUNIS">Copublications Inria-Etats-Unis</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Overcoming Calibration Problems in Pattern Labeling with Pairwise Ratings: Application to Personality Traits</title>
                <author role="crp">
                  <persName>
                    <forename type="first">Baiyu</forename>
                    <surname>Chen</surname>
                  </persName>
                  <email type="md5">adaa6deb2648456ea552ba5391b9e5c8</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">990462</idno>
                  <idno type="halauthorid" notation="string">1068423-990462</idno>
                  <affiliation ref="#struct-82005"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sergio</forename>
                    <surname>Escalera</surname>
                  </persName>
                  <email type="md5">39d69bea1c70802f477ec36b8b66eb28</email>
                  <email type="domain">cvc.uab.cat</email>
                  <idno type="idhal" notation="numeric">854688</idno>
                  <idno type="halauthorid" notation="string">359629-854688</idno>
                  <affiliation ref="#struct-19095"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Isabelle</forename>
                    <surname>Guyon</surname>
                  </persName>
                  <email type="md5">159626323ec69b1da230d0f6395c7b56</email>
                  <email type="domain">chalearn.org</email>
                  <idno type="idhal" notation="numeric">963159</idno>
                  <idno type="halauthorid" notation="string">880460-963159</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9266-1783</idno>
                  <idno type="IDREF">https://www.idref.fr/03383637X</idno>
                  <affiliation ref="#struct-56057"/>
                  <affiliation ref="#struct-410475"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Victor</forename>
                    <surname>Ponce-Lopez</surname>
                  </persName>
                  <email type="md5">cb2cae77b77bb2c57d1fd1f37a64d910</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">990456</idno>
                  <idno type="halauthorid" notation="string">1068421-990456</idno>
                  <affiliation ref="#struct-19095"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nihar</forename>
                    <surname>Shah</surname>
                  </persName>
                  <idno type="halauthorid">1068436-0</idno>
                  <affiliation ref="#struct-493635"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marc</forename>
                    <surname>Oliu</surname>
                  </persName>
                  <idno type="halauthorid">1068437-0</idno>
                  <affiliation ref="#struct-19095"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>European Conference on Computer Vision (ECCV 2016) Workshops</title>
                  <date type="start">2016-10</date>
                  <settlement>Amsterdam</settlement>
                  <country key="NL">Netherlands</country>
                </meeting>
                <editor>Gang Hua, Hervé Jégou</editor>
                <imprint>
                  <publisher>Springer</publisher>
                  <biblScope unit="volume">9915</biblScope>
                  <biblScope unit="pp">419-432</biblScope>
                  <date type="datePub">2016-10</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-3-319-49409-8_33</idno>
              <ref target="https://docs.google.com/a/chalearn.org/viewer?a=v&amp;pid=sites&amp;srcid=Y2hhbGVhcm4ub3JnfGdlc3R1cmVjaGFsbGVuZ2V8Z3g6MTdmYzliYTAxYzViNzQ" type="seeAlso"/>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="spi.signal">Engineering Sciences [physics]/Signal and Image processing</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>We address the problem of calibration of workers whose task is to label patterns with continuous variables, which arises for instance in labeling images of videos of humans with continuous traits. Worker bias is particularly difficult to evaluate and correct when many workers contribute just a few labels, a situation arising typically when labeling is crowd-sourced. In the scenario of labeling short videos of people facing a camera with personality traits, we evaluate the feasibility of the pairwise ranking method to alleviate bias problems. Workers are exposed to pairs of videos at a time and must order by preference. The variable levels are reconstructed by fitting a Bradley-Terry-Luce model with maximum likelihood. This method may at first sight, seem prohibitively expensive because for N videos, p=N(N−1)/2 pairs must be potentially processed by workers rather that N videos. However, by performing extensive simulations, we determine an empirical law for the scaling of the number of pairs needed as a function of the number of videos in order to achieve a given accuracy of score reconstruction and show that the pairwise method is affordable. We apply the method to the labeling of a large scale dataset of 10,000 videos used in the ChaLearn Apparent Personality Trait challenge.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-82005" status="VALID">
          <idno type="ROR">https://ror.org/02jbv0t02</idno>
          <orgName>Lawrence Berkeley National Laboratory [Berkeley]</orgName>
          <orgName type="acronym">LBNL</orgName>
          <desc>
            <address>
              <addrLine>1 Cyclotron Rd. MS 50A-1148, Berkeley, CA 94720</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.lbl.gov</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-19095" status="VALID">
          <orgName>Computer Vision Center (Centre de visio per computador)</orgName>
          <orgName type="acronym">CVC</orgName>
          <desc>
            <address>
              <addrLine>Edifici O - Campus UAB - 08193 Bellaterra (Cerdanyola) - Barcelona, Spain</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">http://www.cvc.uab.es/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-98227" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-56057" status="OLD">
          <idno type="RNSR">200418366A</idno>
          <orgName>Machine Learning and Optimisation</orgName>
          <orgName type="acronym">TAO</orgName>
          <date type="start">2004-11-04</date>
          <date type="end">2016-12-31</date>
          <desc>
            <address>
              <addrLine>DIGITEO Bat. Claude Shannon - Université de Paris-Sud, Bâtiment 660, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/tao</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2544" type="direct"/>
            <relation active="#struct-92966" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR8623" active="#struct-441569" type="indirect"/>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-410475" status="VALID">
          <orgName>Chalearn</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">http://www.chalearn.org</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-493635" status="VALID">
          <orgName>Department of Electrical Engineering and Computer Sciences [Berkeley]</orgName>
          <orgName type="acronym">Berkeley EECS</orgName>
          <desc>
            <address>
              <addrLine>253 Cory HallBerkeley, CA 94720-1770</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">https://eecs.berkeley.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563719" type="direct"/>
            <relation active="#struct-471291" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-98227" status="VALID">
          <idno type="ISNI">0000 0001 2296 0625</idno>
          <idno type="ROR">https://ror.org/052g8jq94</idno>
          <orgName>Universitat Autònoma de Barcelona = Autonomous University of Barcelona = Universidad Autónoma de Barcelona</orgName>
          <orgName type="acronym">UAB</orgName>
          <date type="start">1968-01-01</date>
          <desc>
            <address>
              <addrLine>UAB Campus 08193 Bellaterra Barcelona</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">https://www.uab.cat/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-2544" status="OLD">
          <idno type="RNSR">199812948M</idno>
          <orgName>Laboratoire de Recherche en Informatique</orgName>
          <orgName type="acronym">LRI</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>LRI - Bâtiments 650-660 Université Paris-Sud 91405 Orsay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lri.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR8623" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-563719" status="VALID">
          <idno type="ROR">https://ror.org/01an7q238</idno>
          <orgName>University of California [Berkeley]</orgName>
          <orgName type="acronym">UC Berkeley</orgName>
          <desc>
            <address>
              <addrLine>Berkeley, CA</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">https://www.berkeley.edu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-471291" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-471291" status="VALID">
          <idno type="ROR">https://ror.org/00pjdza24</idno>
          <orgName>University of California</orgName>
          <orgName type="acronym">UC</orgName>
          <date type="start">1869-01-01</date>
          <desc>
            <address>
              <country key="US"/>
            </address>
            <ref type="url">https://www.universityofcalifornia.edu/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>