<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04767144</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-23T16:13:44+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Confidence Calibration of Classifiers with Many Classes</title>
            <author role="aut">
              <persName>
                <forename type="first">Adrien</forename>
                <surname>Le Coz</surname>
              </persName>
              <email type="md5">85674e5d03e5970a3c7feb951ad21d3f</email>
              <email type="domain">ier-systemx.fr</email>
              <idno type="idhal" notation="string">adrien-le-coz</idno>
              <idno type="idhal" notation="numeric">1375700</idno>
              <idno type="halauthorid" notation="string">2599438-1375700</idno>
              <affiliation ref="#struct-363822"/>
              <affiliation ref="#struct-1042304"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Stéphane</forename>
                <surname>Herbin</surname>
              </persName>
              <email type="md5">63670f4da8611a855e6a0bf3328eacec</email>
              <email type="domain">onera.fr</email>
              <idno type="idhal" notation="numeric">966946</idno>
              <idno type="halauthorid" notation="string">585024-966946</idno>
              <affiliation ref="#struct-1042304"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Faouzi</forename>
                <surname>Adjed</surname>
              </persName>
              <email type="md5">bff66e984f24ddb8bffce8fa5a847ca2</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">faouzi-adjed</idno>
              <idno type="idhal" notation="numeric">1170570</idno>
              <idno type="halauthorid" notation="string">744709-1170570</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-0100-9352</idno>
              <idno type="IDREF">https://www.idref.fr/224978950</idno>
              <idno type="VIAF">https://viaf.org/viaf/71152380123601762077</idno>
              <affiliation ref="#struct-363822"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Adrien</forename>
                <surname>Le Coz</surname>
              </persName>
              <email type="md5">ff5adb16ea3d36afb68a910e0eec0a79</email>
              <email type="domain">protonmail.com</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2024-11-05 12:09:39</date>
              <date type="whenModified">2024-12-10 13:08:01</date>
              <date type="whenReleased">2024-11-12 10:23:42</date>
              <date type="whenProduced">2024-12-09</date>
              <date type="whenEndEmbargoed">2024-11-05</date>
              <ref type="file" target="https://hal.science/hal-04767144v1/document">
                <date notBefore="2024-11-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04767144v1/file/Confidence%20Calibration%20of%20Classifiers%20with%20Many%20Classes%20camera_ready.pdf" id="file-4767144-4151216">
                <date notBefore="2024-11-05"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1390364">
                <persName>
                  <forename>Adrien</forename>
                  <surname>Le Coz</surname>
                </persName>
                <email type="md5">ff5adb16ea3d36afb68a910e0eec0a79</email>
                <email type="domain">protonmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04767144</idno>
            <idno type="halUri">https://hal.science/hal-04767144</idno>
            <idno type="halBibtex">lecoz:hal-04767144</idno>
            <idno type="halRefHtml">&lt;i&gt;NeurIPS 2024&lt;/i&gt;, Dec 2024, Vancouver, Canada</idno>
            <idno type="halRef">NeurIPS 2024, Dec 2024, Vancouver, Canada</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4767144-4151216"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ONERA">ONERA - Office National d'Études et de Recherches Aérospatiales</idno>
            <idno type="stamp" n="GENCI">Publications ayant eu recours aux supercalculateurs du GENCI</idno>
            <idno type="stamp" n="IRT-SYSTEMX">IRT SystemX</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIVERSITE-PARIS-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="GS-COMPUTER-SCIENCE">Graduate School Computer Science</idno>
            <idno type="stamp" n="CONFIANCEAI">Confiance.ai</idno>
            <idno type="stamp" n="DTIS_ONERA" corresp="ONERA">DTIS ONERA</idno>
            <idno type="stamp" n="PSACLAY-TEST">Université Paris-Saclay - Collection pour tests</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Confidence Calibration of Classifiers with Many Classes</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Adrien</forename>
                    <surname>Le Coz</surname>
                  </persName>
                  <email type="md5">85674e5d03e5970a3c7feb951ad21d3f</email>
                  <email type="domain">ier-systemx.fr</email>
                  <idno type="idhal" notation="string">adrien-le-coz</idno>
                  <idno type="idhal" notation="numeric">1375700</idno>
                  <idno type="halauthorid" notation="string">2599438-1375700</idno>
                  <affiliation ref="#struct-363822"/>
                  <affiliation ref="#struct-1042304"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Stéphane</forename>
                    <surname>Herbin</surname>
                  </persName>
                  <email type="md5">63670f4da8611a855e6a0bf3328eacec</email>
                  <email type="domain">onera.fr</email>
                  <idno type="idhal" notation="numeric">966946</idno>
                  <idno type="halauthorid" notation="string">585024-966946</idno>
                  <affiliation ref="#struct-1042304"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Faouzi</forename>
                    <surname>Adjed</surname>
                  </persName>
                  <email type="md5">bff66e984f24ddb8bffce8fa5a847ca2</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">faouzi-adjed</idno>
                  <idno type="idhal" notation="numeric">1170570</idno>
                  <idno type="halauthorid" notation="string">744709-1170570</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-0100-9352</idno>
                  <idno type="IDREF">https://www.idref.fr/224978950</idno>
                  <idno type="VIAF">https://viaf.org/viaf/71152380123601762077</idno>
                  <affiliation ref="#struct-363822"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Advances in Neural Information Processing Systems 37 (NeurIPS 2024)</title>
                <meeting>
                  <title>NeurIPS 2024</title>
                  <date type="start">2024-12-09</date>
                  <date type="end">2024-12-15</date>
                  <settlement>Vancouver</settlement>
                  <country key="CA">Canada</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Confidence calibration</term>
                <term xml:lang="en">Classification</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>For classification models based on neural networks, the maximum predicted class probability is often used as a confidence score. This score rarely predicts well the probability of making a correct prediction and requires a post-processing calibration step. However, many confidence calibration methods fail for problems with many classes. To address this issue, we transform the problem of calibrating a multiclass classifier into calibrating a single surrogate binary classifier. This approach allows for more efficient use of standard calibration methods. We evaluate our approach on numerous neural networks used for image or text classification and show that it significantly enhances existing calibration methods. Our code can be accessed at the following link: https://github.com/allglc/tva-calibration.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-363822" status="VALID">
          <idno type="ROR">https://ror.org/03crmsn52</idno>
          <orgName>IRT SystemX</orgName>
          <desc>
            <address>
              <addrLine>Institut de recherche technologique SystemX - 8 Avenue de la Vauve, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irt-systemx.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1042304" status="VALID">
          <orgName>DTIS, ONERA, Université Paris Saclay [Palaiseau]</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.onera.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300024" type="direct"/>
            <relation active="#struct-419361" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300024" status="VALID">
          <idno type="ROR">https://ror.org/005y2ap84</idno>
          <orgName>ONERA</orgName>
          <desc>
            <address>
              <addrLine>Office National d’Études et de Recherches Aéronautiques29, avenue de la Division Leclerc - BP 72 - 92322 CHATILLON CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.onera.fr/fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-419361" status="VALID">
          <idno type="IdRef">241345251</idno>
          <idno type="ROR">https://ror.org/03xjwb503</idno>
          <orgName>Université Paris-Saclay</orgName>
          <desc>
            <address>
              <addrLine>Bâtiment Bréguet, 3 Rue Joliot Curie 2e ét, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.universite-paris-saclay.fr/fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>