<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01272872</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T07:09:07+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Hybrid UCB-HMM: A Machine Learning Strategy for Cognitive Radio in HF Band</title>
            <author role="aut">
              <persName>
                <forename type="first">Laura</forename>
                <surname>Melián-Gutiérrez</surname>
              </persName>
              <idno type="halauthorid">996917-0</idno>
              <affiliation ref="#struct-450362"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Navikkumar</forename>
                <surname>Modi</surname>
              </persName>
              <email type="md5">f6572107764fc17c7280da217d4507cf</email>
              <email type="domain">centralesupelec.fr</email>
              <idno type="idhal" notation="string">navikkumar-modi</idno>
              <idno type="idhal" notation="numeric">7611</idno>
              <idno type="halauthorid" notation="string">23828-7611</idno>
              <idno type="IDREF">https://www.idref.fr/221606734</idno>
              <affiliation ref="#struct-185974"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Christophe</forename>
                <surname>Moy</surname>
              </persName>
              <email type="md5">d3deaee6bb8232bf29d99d5083b9dc18</email>
              <email type="domain">univ-rennes1.fr</email>
              <idno type="idhal" notation="string">christophe-moy</idno>
              <idno type="idhal" notation="numeric">10216</idno>
              <idno type="halauthorid" notation="string">2727-10216</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9639-1648</idno>
              <idno type="IDREF">https://www.idref.fr/138021341</idno>
              <affiliation ref="#struct-185974"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Faouzi</forename>
                <surname>Bader</surname>
              </persName>
              <email type="md5">a063dae7d1a54db56f86f8d3dffe2009</email>
              <email type="domain">isep.fr</email>
              <idno type="idhal" notation="string">faouzi-bader</idno>
              <idno type="idhal" notation="numeric">17236</idno>
              <idno type="halauthorid" notation="string">29924-17236</idno>
              <idno type="IDREF">https://www.idref.fr/164771050</idno>
              <affiliation ref="#struct-185974"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Iván</forename>
                <surname>Pérez-´ Alvarez</surname>
              </persName>
              <idno type="halauthorid">996918-0</idno>
              <affiliation ref="#struct-450362"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Santiago</forename>
                <surname>Zazo</surname>
              </persName>
              <idno type="halauthorid">151758-0</idno>
              <affiliation ref="#struct-302798"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Myriam</forename>
                <surname>Andrieux</surname>
              </persName>
              <email type="md5">b24f2949bad6d0ceb36aff9f4f6915e9</email>
              <email type="domain">supelec.fr</email>
            </editor>
            <funder ref="#projanr-21557"/>
            <funder>Universidad de Las Palmas de Gran Canaria</funder>
            <funder>TEC2013-46011, Spanish Ministry of Economy and Competitiveness</funder>
            <funder>CominLabs Excellence Laboratory</funder>
            <funder>National Research Agency</funder>
            <funder>Nb. ANR-10-LABX-07-01, Investing for the Future</funder>
            <funder>IEEE ICC-Workshops</funder>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2016-03-11 09:48:23</date>
              <date type="whenModified">2025-11-03 10:15:19</date>
              <date type="whenReleased">2016-03-11 14:05:48</date>
              <date type="whenProduced">2016</date>
              <date type="whenEndEmbargoed">2016-02-11</date>
              <ref type="file" target="https://hal.science/hal-01272872v1/document">
                <date notBefore="2016-02-11"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-01272872v1/file/07401030.pdf" id="file-1272872-1366360">
                <date notBefore="2016-02-11"/>
              </ref>
              <ref type="externalLink" target="https://hal.archives-ouvertes.fr/hal-01272872/file/07401030.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="123530">
                <persName>
                  <forename>Myriam</forename>
                  <surname>Andrieux</surname>
                </persName>
                <email type="md5">b24f2949bad6d0ceb36aff9f4f6915e9</email>
                <email type="domain">supelec.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01272872</idno>
            <idno type="halUri">https://hal.science/hal-01272872</idno>
            <idno type="halBibtex">meliangutierrez:hal-01272872</idno>
            <idno type="halRefHtml">&lt;i&gt;IEEE Transactions on Cognitive Communications and Networking&lt;/i&gt;, 2016, 1 (3), pp.347-358. &lt;a target="_blank" href="https://dx.doi.org/10.1109/TCCN.2016.2527021"&gt;&amp;#x27E8;10.1109/TCCN.2016.2527021&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">IEEE Transactions on Cognitive Communications and Networking, 2016, 1 (3), pp.347-358. &amp;#x27E8;10.1109/TCCN.2016.2527021&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1272872-1366360"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-NANTES">Université de Nantes</idno>
            <idno type="stamp" n="UNIV-RENNES1">Université de Rennes 1</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSA-RENNES">Institut National des Sciences Appliquées de Rennes</idno>
            <idno type="stamp" n="IETR">Institut d'Électronique et des Technologies du numéRique - UMR CNRS 6164</idno>
            <idno type="stamp" n="SUP_IETR">Institut d'Electronique et de Télécommunications de Rennes</idno>
            <idno type="stamp" n="IETR_SCEE" corresp="IETR">Signal, communication, électronique embarquée</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UR1-HAL">Publications labos UR1 dans HAL-Rennes 1</idno>
            <idno type="stamp" n="UR1-MATH-STIC">UR1 - publications Maths-STIC</idno>
            <idno type="stamp" n="UR1-UFR-ISTIC">UFR ISTIC Informatique et électronique</idno>
            <idno type="stamp" n="IETR-SC">IETR - Département Signal &amp; Communications</idno>
            <idno type="stamp" n="TEST-UNIV-RENNES">TEST Université de Rennes</idno>
            <idno type="stamp" n="TEST-UR-CSS">TEST Université de Rennes CSS</idno>
            <idno type="stamp" n="UNIV-RENNES">Université de Rennes</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="UR1-MATH-NUM">Pôle UnivRennes - Mathématiques - Numérique </idno>
            <idno type="stamp" n="IETR-ASIC" corresp="IETR">Équipe ASIC (Architecture, Systems, Infrastructure and electroniCs)</idno>
            <idno type="stamp" n="NANTES-UNIVERSITE">Nantes Université</idno>
            <idno type="stamp" n="UNIV-NANTES-AV2022">Université de Nantes</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Hybrid UCB-HMM: A Machine Learning Strategy for Cognitive Radio in HF Band</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Laura</forename>
                    <surname>Melián-Gutiérrez</surname>
                  </persName>
                  <idno type="halauthorid">996917-0</idno>
                  <affiliation ref="#struct-450362"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Navikkumar</forename>
                    <surname>Modi</surname>
                  </persName>
                  <email type="md5">f6572107764fc17c7280da217d4507cf</email>
                  <email type="domain">centralesupelec.fr</email>
                  <idno type="idhal" notation="string">navikkumar-modi</idno>
                  <idno type="idhal" notation="numeric">7611</idno>
                  <idno type="halauthorid" notation="string">23828-7611</idno>
                  <idno type="IDREF">https://www.idref.fr/221606734</idno>
                  <affiliation ref="#struct-185974"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Christophe</forename>
                    <surname>Moy</surname>
                  </persName>
                  <email type="md5">d3deaee6bb8232bf29d99d5083b9dc18</email>
                  <email type="domain">univ-rennes1.fr</email>
                  <idno type="idhal" notation="string">christophe-moy</idno>
                  <idno type="idhal" notation="numeric">10216</idno>
                  <idno type="halauthorid" notation="string">2727-10216</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9639-1648</idno>
                  <idno type="IDREF">https://www.idref.fr/138021341</idno>
                  <affiliation ref="#struct-185974"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Faouzi</forename>
                    <surname>Bader</surname>
                  </persName>
                  <email type="md5">a063dae7d1a54db56f86f8d3dffe2009</email>
                  <email type="domain">isep.fr</email>
                  <idno type="idhal" notation="string">faouzi-bader</idno>
                  <idno type="idhal" notation="numeric">17236</idno>
                  <idno type="halauthorid" notation="string">29924-17236</idno>
                  <idno type="IDREF">https://www.idref.fr/164771050</idno>
                  <affiliation ref="#struct-185974"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Iván</forename>
                    <surname>Pérez-´ Alvarez</surname>
                  </persName>
                  <idno type="halauthorid">996918-0</idno>
                  <affiliation ref="#struct-450362"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Santiago</forename>
                    <surname>Zazo</surname>
                  </persName>
                  <idno type="halauthorid">151758-0</idno>
                  <affiliation ref="#struct-302798"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">107029</idno>
                <idno type="issn">2332-7731</idno>
                <title level="j">IEEE Transactions on Cognitive Communications and Networking</title>
                <imprint>
                  <publisher>IEEE</publisher>
                  <biblScope unit="volume">1</biblScope>
                  <biblScope unit="issue">3</biblScope>
                  <biblScope unit="pp">347-358</biblScope>
                  <date type="datePub">2016</date>
                  <date type="dateEpub">2016-02-08</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/TCCN.2016.2527021</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Hidden Markov Model</term>
                <term xml:lang="en">Upper Confidence Bound</term>
                <term xml:lang="en">Cognitive Radio</term>
                <term xml:lang="en">HF</term>
                <term xml:lang="en">Opportunistic Spectrum Access</term>
              </keywords>
              <classCode scheme="halDomain" n="spi.tron">Engineering Sciences [physics]/Electronics</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Multiple users transmit in the HF band with worldwide coverage but collide with other HF users. New techniques based on cognitive radio principles are discussed to reduce the inefficient use of this band. In this paper, we show the feasibility of the Upper Confidence Bound (UCB) algorithm, based on reinforcement learning, for an opportunistic access to the HF band. The exploration vs. exploitation dilemma is evaluated in single-channel and multi-channel UCB algorithms in order to obtain their best performance in the HF environment. Furthermore, we propose a new hybrid system which combines two types of machine learning techniques based on reinforcement learning and learning with Hidden Markov Models. This system can be understood as a metacognitive engine that automatically adapts its data transmission strategy according to HF environment's behaviour to efficiently use spectrum holes. The proposed hybrid UCB-HMM system increases the duration of data transmission's slots when conditions are favourable, and is also able to reduce the required signalling transmissions between transmitter and receiver to inform which channels have been selected for data transmission. This reduction can be as high as 61% with respect to the signalling required by multi-channel UCB.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-450362" status="VALID">
          <idno type="ROR">https://ror.org/01teme464</idno>
          <orgName>University of Las Palmas de Gran Canaria</orgName>
          <orgName type="acronym">ULPGC</orgName>
          <desc>
            <address>
              <addrLine>Calle Juan de Quesada, 35001 Las Palmas de Gran Canaria, Las Palmas</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">http://www.ulpgc.es/node</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-185974" status="OLD">
          <idno type="IdRef">149256035</idno>
          <idno type="RNSR">200212224H</idno>
          <idno type="ROR">https://ror.org/013q33h79</idno>
          <orgName>Institut d'Électronique et des Technologies du numéRique</orgName>
          <orgName type="acronym">IETR</orgName>
          <date type="start">2012-01-01</date>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu Bâtiment 11D263 Av.Général Leclerc-CS 74205 35042 Rennes Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ietr.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-93263" type="direct"/>
            <relation active="#struct-105160" type="direct"/>
            <relation active="#struct-117606" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-411575" type="direct"/>
            <relation name="UMR6164" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-302798" status="VALID">
          <idno type="ROR">https://ror.org/03n6nwv02</idno>
          <orgName>Universidad Politécnica de Madrid</orgName>
          <orgName type="acronym">UPM</orgName>
          <desc>
            <address>
              <addrLine>Calle Ramiro de Maeztu, 7, 28040 Madrid</addrLine>
              <country key="ES"/>
            </address>
            <ref type="url">http://www.upm.es</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-93263" status="OLD">
          <idno type="IdRef">026403447</idno>
          <idno type="ROR">https://ror.org/03gnr7b55</idno>
          <orgName>Université de Nantes</orgName>
          <orgName type="acronym">UN</orgName>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>1, quai de Tourville - BP 13522 - 44035 Nantes cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-nantes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-105160" status="VALID">
          <idno type="IdRef">26693823X</idno>
          <idno type="ROR">https://ror.org/015m7wh34</idno>
          <orgName>Université de Rennes</orgName>
          <orgName type="acronym">UR</orgName>
          <desc>
            <address>
              <addrLine>Campus de Beaulieu, 263 avenue Général Leclerc, CS 74205, 35042 RENNES CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-rennes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-117606" status="VALID">
          <idno type="ROR">https://ror.org/04xaa4j22</idno>
          <orgName>Institut National des Sciences Appliquées - Rennes</orgName>
          <orgName type="acronym">INSA Rennes</orgName>
          <desc>
            <address>
              <addrLine>20, avenue des Buttes de Coësmes - CS 70839 - 35708 Rennes cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-rennes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-21557" status="VALID">
          <idno type="anr">ANR-10-LABX-0007</idno>
          <orgName>COMIN Labs</orgName>
          <desc>Digital Communication and Information Sciences for the Future Internet</desc>
          <date type="start">2010</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>