<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05047248</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-26T01:03:40+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">An Information Theoretic Proof of the Chernoff-Hoeffding Inequality</title>
            <author role="aut">
              <persName>
                <forename type="first">Olivier</forename>
                <surname>Rioul</surname>
              </persName>
              <email type="md5">0bacbeaecab931f45934e0304b00fe63</email>
              <email type="domain">telecom-paristech.fr</email>
              <idno type="idhal" notation="string">rioul</idno>
              <idno type="idhal" notation="numeric">173699</idno>
              <idno type="halauthorid" notation="string">446-173699</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8681-8916</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=X_mSE9IAAAAJ</idno>
              <affiliation ref="#struct-1211111"/>
              <affiliation ref="#struct-554513"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Patrick</forename>
                <surname>Solé</surname>
              </persName>
              <email type="md5">2abb319cbc3380f27adb8a304e0198b9</email>
              <email type="domain">enst.fr</email>
              <idno type="idhal" notation="string">patrick-sole</idno>
              <idno type="idhal" notation="numeric">739284</idno>
              <idno type="halauthorid" notation="string">2215-739284</idno>
              <idno type="IDREF">https://www.idref.fr/077286022</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4078-8301</idno>
              <affiliation ref="#struct-241321"/>
              <affiliation ref="#struct-1211111"/>
              <affiliation ref="#struct-554513"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Patrick</forename>
                <surname>Solé</surname>
              </persName>
              <email type="md5">2abb319cbc3380f27adb8a304e0198b9</email>
              <email type="domain">enst.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-05-08 01:34:39</date>
              <date type="whenModified">2026-02-07 05:31:01</date>
              <date type="whenReleased">2025-05-12 14:31:14</date>
              <date type="whenProduced">2025-08</date>
              <date type="whenEndEmbargoed">2025-11-05</date>
              <ref type="file" target="https://hal.science/hal-05047248v1/document">
                <date notBefore="2025-11-05"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05047248v1/file/Rioul.pdf" id="file-5047248-4381918">
                <date notBefore="2025-11-05"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="425194">
                <persName>
                  <forename>Patrick</forename>
                  <surname>Solé</surname>
                </persName>
                <email type="md5">2abb319cbc3380f27adb8a304e0198b9</email>
                <email type="domain">enst.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05047248</idno>
            <idno type="halUri">https://hal.science/hal-05047248</idno>
            <idno type="halBibtex">rioul:hal-05047248</idno>
            <idno type="halRefHtml">&lt;i&gt;Information Processing Letters&lt;/i&gt;, 2025, 190, pp.106582. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.ipl.2025.106582"&gt;&amp;#x27E8;10.1016/j.ipl.2025.106582&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Information Processing Letters, 2025, 190, pp.106582. &amp;#x27E8;10.1016/j.ipl.2025.106582&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-5047248-4381918"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-AMU">Aix Marseille Université</idno>
            <idno type="stamp" n="ENST">Ecole Nationale Supérieure des Télécommunications</idno>
            <idno type="stamp" n="EC-MARSEILLE">Ecole Centrale de Marseille</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="TELECOM-PARISTECH" corresp="PARISTECH">Télécom Paris</idno>
            <idno type="stamp" n="I2M">Institut de Mathématiques de Marseille</idno>
            <idno type="stamp" n="I2M-2014-" corresp="I2M">Institut de Mathématiques de Marseille 2014-</idno>
            <idno type="stamp" n="LTCI" corresp="TELECOM-PARISTECH">Laboratoire Traitement et Communication de l'Information</idno>
            <idno type="stamp" n="COMELEC" corresp="TELECOM-PARISTECH">Département Communications et Electronique</idno>
            <idno type="stamp" n="COMNUM" corresp="TELECOM-PARISTECH">Equipe Communications numériques</idno>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="INSTITUTS-TELECOM">composantes instituts telecom </idno>
            <idno type="stamp" n="INSTITUT-MINES-TELECOM">Institut Mines Telecom</idno>
            <idno type="stamp" n="MIC-TELECOM-PARIS" corresp="TELECOM-PARISTECH">Mathématiques de l'Information et des Communications</idno>
            <idno type="stamp" n="DEPARTEMENT-DE-MATHEMATIQUES">Collection du Département de Mathématiques</idno>
            <idno type="stamp" n="IP-PARIS-DEPARTEMENT-MATHEMATIQUES">Département de Mathèmatiques</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATION-COMMUNICATION-ELECTRONIQUE">IP Paris Département d'Information, de Communication et d'Électronique</idno>
            <idno type="stamp" n="IP-PARIS-INFORMATIQUE-DONNEES-ET-IA">IP Paris Département d'Informatique, de Données et d'IA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">An Information Theoretic Proof of the Chernoff-Hoeffding Inequality</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivier</forename>
                    <surname>Rioul</surname>
                  </persName>
                  <email type="md5">0bacbeaecab931f45934e0304b00fe63</email>
                  <email type="domain">telecom-paristech.fr</email>
                  <idno type="idhal" notation="string">rioul</idno>
                  <idno type="idhal" notation="numeric">173699</idno>
                  <idno type="halauthorid" notation="string">446-173699</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8681-8916</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=X_mSE9IAAAAJ</idno>
                  <affiliation ref="#struct-1211111"/>
                  <affiliation ref="#struct-554513"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Patrick</forename>
                    <surname>Solé</surname>
                  </persName>
                  <email type="md5">2abb319cbc3380f27adb8a304e0198b9</email>
                  <email type="domain">enst.fr</email>
                  <idno type="idhal" notation="string">patrick-sole</idno>
                  <idno type="idhal" notation="numeric">739284</idno>
                  <idno type="halauthorid" notation="string">2215-739284</idno>
                  <idno type="IDREF">https://www.idref.fr/077286022</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4078-8301</idno>
                  <affiliation ref="#struct-241321"/>
                  <affiliation ref="#struct-1211111"/>
                  <affiliation ref="#struct-554513"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">14186</idno>
                <idno type="issn">0020-0190</idno>
                <title level="j">Information Processing Letters</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">190</biblScope>
                  <biblScope unit="pp">106582</biblScope>
                  <date type="datePub">2025-08</date>
                  <date type="dateEpub">2025-05-05</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.ipl.2025.106582</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Chernoff bound</term>
                <term xml:lang="en">Hoeffding's inequality</term>
                <term xml:lang="en">Shannon Entropy</term>
                <term xml:lang="en">Hilbert Entropy function</term>
                <term xml:lang="en">Kullback-Leibler divergence</term>
              </keywords>
              <classCode scheme="halDomain" n="math.math-it">Mathematics [math]/Information Theory [math.IT]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The Chernoff bound is a well-known upper bound on the tail of binomial distributions of parameter 1/2 involving the binary entropy function. Hoeffding's inequality (or the Chernoff-Hoeffding inequality) is a generalization for binomial distributions of parameter 1 -1/q, involving the q-ary entropy function (with q ≥ 2), which can be written in terms of the Kullback-Leibler divergence and is related to the bound in Fano's inequality. We give an information theoretic proof of that bound, and sketch some applications to channel and source coding. We also derive a refined bound which is always sharper.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1211111" status="VALID">
          <orgName>Mathématiques de l'Information et des Communications</orgName>
          <orgName type="acronym">MIC</orgName>
          <date type="start">2024-07-04</date>
          <desc>
            <address>
              <addrLine>Télécom Paris 19 Place Marguerite Perey 91120 PALAISEAU. Anciennement ComNum (Communications Numériques) jusqu'au 03 juillet 2024</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/labos/traitement-information-ltci/equipes/communications-numeriques</ref>
          </desc>
          <listRelation>
            <relation active="#struct-484335" type="direct"/>
            <relation active="#struct-302102" type="indirect"/>
            <relation active="#struct-1048346" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-554513" status="VALID">
          <orgName>Département Communications &amp; Electronique</orgName>
          <orgName type="acronym">COMELEC</orgName>
          <date type="start">2019-02-25</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey 91120 PALAISEAU</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/laboratoires/laboratoire-traitement-et-communication-de-linformation-ltci/les-departements-denseignement-et-recherche</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300362" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-241321" status="VALID">
          <idno type="RNSR">201420768T</idno>
          <idno type="ROR">042h2y225</idno>
          <orgName>Institut de Mathématiques de Marseille</orgName>
          <orgName type="acronym">I2M</orgName>
          <date type="start">2014</date>
          <desc>
            <address>
              <addrLine>Centre de Mathématiques et Informatique (CMI)Technopôle Château-Gombert39, rue Frédéric Joliot Curie13453 Marseille Cedex 13</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.i2m.univ-amu.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR7373" active="#struct-198056" type="direct"/>
            <relation name="UMR7373" active="#struct-300415" type="direct"/>
            <relation name="UMR7373" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-484335" status="VALID">
          <idno type="IdRef">162384270</idno>
          <idno type="ISNI">0000 0000 9194 9502</idno>
          <idno type="RNSR">200319327Z</idno>
          <idno type="ROR">https://ror.org/057er4c39</idno>
          <orgName>Laboratoire Traitement et Communication de l'Information</orgName>
          <orgName type="acronym">LTCI</orgName>
          <date type="start">2017-01-01</date>
          <desc>
            <address>
              <addrLine>Télécom Paris 19 Place Marguerite Perey 91120 PALAISEAU</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr/fr/recherche/laboratoires/laboratoire-traitement-et-communication-de-linformation-ltci</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation active="#struct-1048346" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-302102" status="VALID">
          <idno type="IdRef">192427156</idno>
          <idno type="ISNI">000000012202567X</idno>
          <idno type="ROR">https://ror.org/025vp2923</idno>
          <idno type="Wikidata">Q27962533</idno>
          <orgName>Institut Mines-Télécom [Paris]</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2012-03-01</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey, 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.imt.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1048346" status="VALID">
          <idno type="IdRef">026375273</idno>
          <idno type="ISNI">0000 0001 2108 2779</idno>
          <idno type="ROR">https://ror.org/01naq7912</idno>
          <orgName>Télécom Paris</orgName>
          <date type="start">2019-06-12</date>
          <desc>
            <address>
              <addrLine>19 Place Marguerite Perey 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-302102" type="direct"/>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300362" status="VALID">
          <idno type="ROR">https://ror.org/01naq7912</idno>
          <orgName>Télécom ParisTech</orgName>
          <date type="start">2008-01-01</date>
          <date type="end">2019-06-11</date>
          <desc>
            <address>
              <addrLine>46 rue Barrault 75634 Paris Cedex 13</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.telecom-paris.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-198056" status="VALID">
          <idno type="IdRef">15863621X</idno>
          <idno type="ISNI">0000 0001 2176 4817</idno>
          <idno type="ROR">https://ror.org/035xkbk20</idno>
          <orgName>Aix Marseille Université</orgName>
          <orgName type="acronym">AMU</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Aix-Marseille UniversitéJardins du Pharo58 Boulevard Charles Livon13284 Marseille cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-amu.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300415" status="VALID">
          <idno type="ISNI">0000 0004 1762 2703</idno>
          <idno type="ROR">https://ror.org/040baw385</idno>
          <orgName>École Centrale de Marseille</orgName>
          <orgName type="acronym">ECM</orgName>
          <date type="start">2006-09-27</date>
          <desc>
            <address>
              <addrLine>Pôle de l'étoile - Technopole de Château-Gombert - 38 rue Frédéric Joliot-Curie - 13013 Marseille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.centrale-marseille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>