<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01003504v2</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T19:16:22+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Maximum Likelihood-based Online Adaptation of Hyper-parameters in CMA-ES</title>
            <author role="aut">
              <persName>
                <forename type="first">Ilya</forename>
                <surname>Loshchilov</surname>
              </persName>
              <email type="md5">56ff5363d6a2119ec76c917165eaad3f</email>
              <email type="domain">epfl.ch</email>
              <idno type="idhal" notation="numeric">940801</idno>
              <idno type="halauthorid" notation="string">464126-940801</idno>
              <orgName ref="#struct-302851"/>
              <affiliation ref="#struct-389622"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Marc</forename>
                <surname>Schoenauer</surname>
              </persName>
              <email type="md5">6d215912b3c086d74cc5d8f7f3824951</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">evomarc</idno>
              <idno type="idhal" notation="numeric">739309</idno>
              <idno type="halauthorid" notation="string">3534-739309</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1450-6830</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=GrCk6WoAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/057775575</idno>
              <affiliation ref="#struct-2544"/>
              <affiliation ref="#struct-56057"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Michèle</forename>
                <surname>Sebag</surname>
              </persName>
              <email type="md5">561bde41be5c447102107c78e945b69c</email>
              <email type="domain">lri.fr</email>
              <idno type="idhal" notation="numeric">1568820</idno>
              <idno type="halauthorid" notation="string">177819-1568820</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-8291-7706</idno>
              <idno type="IDREF">https://www.idref.fr/052538745</idno>
              <idno type="VIAF">https://viaf.org/viaf/272442549</idno>
              <idno type="ISNI">http://isni.org/isni/0000000383886590</idno>
              <orgName ref="#struct-441569"/>
              <affiliation ref="#struct-2544"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nikolaus</forename>
                <surname>Hansen</surname>
              </persName>
              <email type="md5">340c5bbabb6fd6bf9430afd2214afa96</email>
              <email type="domain">inria.fr</email>
              <idno type="idhal" notation="string">nikolaus-hansen</idno>
              <idno type="idhal" notation="numeric">1943</idno>
              <idno type="halauthorid" notation="string">12876-1943</idno>
              <idno type="ARXIV">https://arxiv.org/a/hansen_n_1</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-7788-4906</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=Z8ISh-wAAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/154974463</idno>
              <orgName ref="#struct-300009"/>
              <affiliation ref="#struct-56057"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Loshchilov</forename>
                <surname>Ilya</surname>
              </persName>
              <email type="md5">26b2f3bb2c2133c8009f7831581b6f97</email>
              <email type="domain">gmail.com</email>
            </editor>
            <funder ref="#projanr-32919"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1">
              <date type="whenSubmitted">2014-06-10 13:43:00</date>
            </edition>
            <edition n="v2" type="current">
              <date type="whenSubmitted">2014-06-11 11:47:12</date>
              <date type="whenModified">2025-11-14 13:04:03</date>
              <date type="whenReleased">2014-06-11 11:54:29</date>
              <date type="whenProduced">2014-09-13</date>
              <date type="whenEndEmbargoed">2014-06-11</date>
              <ref type="file" target="https://inria.hal.science/hal-01003504v2/document">
                <date notBefore="2014-06-11"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://inria.hal.science/hal-01003504v2/file/selfCMA.pdf" id="file-1004383-1035717">
                <date notBefore="2014-06-11"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/1406.2623"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="151072">
                <persName>
                  <forename>Loshchilov</forename>
                  <surname>Ilya</surname>
                </persName>
                <email type="md5">26b2f3bb2c2133c8009f7831581b6f97</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01003504</idno>
            <idno type="halUri">https://inria.hal.science/hal-01003504</idno>
            <idno type="halBibtex">loshchilov:hal-01003504</idno>
            <idno type="halRefHtml">&lt;i&gt;13th International Conference on Parallel Problem Solving from Nature (PPSN 2014)&lt;/i&gt;, Sep 2014, Ljubljana, Slovenia. pp.70-79</idno>
            <idno type="halRef">13th International Conference on Parallel Problem Solving from Nature (PPSN 2014), Sep 2014, Ljubljana, Slovenia. pp.70-79</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1004383-1035717"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="EC-PARIS">Ecole Centrale Paris</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="UNIV-PSUD">Université Paris Sud - Paris XI</idno>
            <idno type="stamp" n="INRIA-SACLAY" corresp="INRIA">INRIA Saclay - Ile de France</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="UMR8623">Laboratoire de Recherche en Informatique</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="LRI-AO" corresp="UMR8623">Laboratoire de recherche en informatique. Équipe: Apprentissage et optimisation</idno>
            <idno type="stamp" n="UNIV-PARIS-SACLAY">Université Paris-Saclay</idno>
            <idno type="stamp" n="UNIV-PSUD-SACLAY" corresp="UNIV-PARIS-SACLAY">Université Paris Sud pour Paris Saclay</idno>
            <idno type="stamp" n="INRIA-300009">Inria 300009</idno>
            <idno type="stamp" n="ANR">ANR</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Maximum Likelihood-based Online Adaptation of Hyper-parameters in CMA-ES</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Ilya</forename>
                    <surname>Loshchilov</surname>
                  </persName>
                  <email type="md5">56ff5363d6a2119ec76c917165eaad3f</email>
                  <email type="domain">epfl.ch</email>
                  <idno type="idhal" notation="numeric">940801</idno>
                  <idno type="halauthorid" notation="string">464126-940801</idno>
                  <orgName ref="#struct-302851"/>
                  <affiliation ref="#struct-389622"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Marc</forename>
                    <surname>Schoenauer</surname>
                  </persName>
                  <email type="md5">6d215912b3c086d74cc5d8f7f3824951</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">evomarc</idno>
                  <idno type="idhal" notation="numeric">739309</idno>
                  <idno type="halauthorid" notation="string">3534-739309</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1450-6830</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=GrCk6WoAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/057775575</idno>
                  <affiliation ref="#struct-2544"/>
                  <affiliation ref="#struct-56057"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Michèle</forename>
                    <surname>Sebag</surname>
                  </persName>
                  <email type="md5">561bde41be5c447102107c78e945b69c</email>
                  <email type="domain">lri.fr</email>
                  <idno type="idhal" notation="numeric">1568820</idno>
                  <idno type="halauthorid" notation="string">177819-1568820</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-8291-7706</idno>
                  <idno type="IDREF">https://www.idref.fr/052538745</idno>
                  <idno type="VIAF">https://viaf.org/viaf/272442549</idno>
                  <idno type="ISNI">http://isni.org/isni/0000000383886590</idno>
                  <orgName ref="#struct-441569"/>
                  <affiliation ref="#struct-2544"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nikolaus</forename>
                    <surname>Hansen</surname>
                  </persName>
                  <email type="md5">340c5bbabb6fd6bf9430afd2214afa96</email>
                  <email type="domain">inria.fr</email>
                  <idno type="idhal" notation="string">nikolaus-hansen</idno>
                  <idno type="idhal" notation="numeric">1943</idno>
                  <idno type="halauthorid" notation="string">12876-1943</idno>
                  <idno type="ARXIV">https://arxiv.org/a/hansen_n_1</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-7788-4906</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=Z8ISh-wAAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/154974463</idno>
                  <orgName ref="#struct-300009"/>
                  <affiliation ref="#struct-56057"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>13th International Conference on Parallel Problem Solving from Nature (PPSN 2014)</title>
                  <date type="start">2014-09-13</date>
                  <settlement>Ljubljana</settlement>
                  <country key="SI">Slovenia</country>
                </meeting>
                <editor>Th. Bartz-Beielstein and J. Branke and B. Filipič and J. Smith</editor>
                <imprint>
                  <publisher>Springer Verlag</publisher>
                  <biblScope unit="serie">Lecture Notes in Computer Science</biblScope>
                  <biblScope unit="volume">8672</biblScope>
                  <biblScope unit="pp">70-79</biblScope>
                  <date type="datePub">2014-06-10</date>
                </imprint>
              </monogr>
              <idno type="arxiv">1406.2623</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">adaptation of hyper-parameters</term>
                <term xml:lang="en">hyper-parameters</term>
                <term xml:lang="en">CMA-ES</term>
                <term xml:lang="en">evolutionary algorithms</term>
                <term xml:lang="en">derivative-free optimization</term>
                <term xml:lang="en">stochastic optimization</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The Covariance Matrix Adaptation Evolution Strategy (CMA-ES) is widely accepted as a robust derivative-free continuous optimization algorithm for non-linear and non-convex optimization problems. CMA-ES is well known to be almost parameterless, meaning that only one hyper-parameter, the population size, is proposed to be tuned by the user. In this paper, we propose a principled approach called self-CMA-ES to achieve the online adaptation of CMA-ES hyper-parameters in order to improve its overall performance. Experimental results show that for larger-than-default population size, the default settings of hyper-parameters of CMA-ES are far from being optimal, and that self-CMA-ES allows for dynamically approaching optimal settings.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-389622" status="INCOMING">
          <orgName>Laboratory of Intelligent Systems (LIS)</orgName>
          <desc>
            <address>
              <country key="CH"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-220793" type="direct"/>
            <relation active="#struct-353688" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-2544" status="OLD">
          <idno type="RNSR">199812948M</idno>
          <orgName>Laboratoire de Recherche en Informatique</orgName>
          <orgName type="acronym">LRI</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>LRI - Bâtiments 650-660 Université Paris-Sud 91405 Orsay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lri.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-92966" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR8623" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-56057" status="OLD">
          <idno type="RNSR">200418366A</idno>
          <orgName>Machine Learning and Optimisation</orgName>
          <orgName type="acronym">TAO</orgName>
          <date type="start">2004-11-04</date>
          <date type="end">2016-12-31</date>
          <desc>
            <address>
              <addrLine>DIGITEO Bat. Claude Shannon - Université de Paris-Sud, Bâtiment 660, 91190 Gif-sur-Yvette</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/equipes/tao</ref>
          </desc>
          <listRelation>
            <relation active="#struct-2544" type="direct"/>
            <relation active="#struct-92966" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation name="UMR8623" active="#struct-441569" type="indirect"/>
            <relation active="#struct-118511" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-220793" status="VALID">
          <orgName>Laboratory of Intelligent Systems</orgName>
          <orgName type="acronym">LIS</orgName>
          <desc>
            <address>
              <addrLine>EPFL-STI-IMT-LIS ; Station 11 ; CH-1015 Lausanne</addrLine>
              <country key="CH"/>
            </address>
            <ref type="url">http://lis.epfl.ch/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-353688" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-353688" status="INCOMING">
          <orgName>Laboratory of Intelligent Systems / EFPL</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-92966" status="OLD">
          <idno type="ROR">https://ror.org/028rypz17</idno>
          <orgName>Université Paris-Sud - Paris 11</orgName>
          <orgName type="acronym">UP11</orgName>
          <date type="end">2019-12-31</date>
          <desc>
            <address>
              <addrLine>Bâtiment 300 - 91405 Orsay cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.u-psud.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-118511" status="VALID">
          <idno type="RNSR">200818248E</idno>
          <idno type="ROR">https://ror.org/0315e5x55</idno>
          <orgName>Centre Inria de Saclay</orgName>
          <desc>
            <address>
              <addrLine>1 rue Honoré d'Estienne d'OrvesBâtiment Alan TuringCampus de l'École Polytechnique91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/centre/saclay</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-32919" status="VALID">
          <idno type="anr">ANR-10-COSI-0002</idno>
          <idno type="program">CONCEPTION ET SIMULATION</idno>
          <orgName>SIMINOLE</orgName>
          <desc>Méthodes de simulations pour des applications de grande échelle en physique expérimentale : inférence statistique, optimisation et apprentissage discriminant</desc>
          <date type="start">2010</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>