<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04245154</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-07T21:46:11+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Investigating gas furnace control practices with reinforcement learning</title>
            <author role="aut">
              <persName>
                <forename type="first">M</forename>
                <surname>Renault</surname>
              </persName>
              <idno type="halauthorid">1684578-0</idno>
              <affiliation ref="#struct-1158"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">J</forename>
                <surname>Viquerat</surname>
              </persName>
              <idno type="halauthorid">1085196-0</idno>
              <affiliation ref="#struct-1158"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">P</forename>
                <surname>Meliga</surname>
              </persName>
              <email type="md5">81b571fc371f48f580a9ff113908ff4a</email>
              <email type="domain">mines-paristech.fr</email>
              <idno type="idhal" notation="string">philippe-meliga</idno>
              <idno type="idhal" notation="numeric">178288</idno>
              <idno type="halauthorid" notation="string">2339511-178288</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9889-0520</idno>
              <idno type="IDREF">https://www.idref.fr/132776251</idno>
              <affiliation ref="#struct-1158"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">G.-A</forename>
                <surname>Grandin</surname>
              </persName>
              <idno type="halauthorid">2924533-0</idno>
              <affiliation ref="#struct-242644"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">N</forename>
                <surname>Meynet</surname>
              </persName>
              <idno type="halauthorid">2924534-0</idno>
              <affiliation ref="#struct-242644"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">E</forename>
                <surname>Hachem</surname>
              </persName>
              <email type="md5">49cb93be05ec17566d99a4aa6887c9fb</email>
              <email type="domain">mines-paristech.fr</email>
              <idno type="idhal" notation="string">elie-hachem</idno>
              <idno type="idhal" notation="numeric">11915</idno>
              <idno type="halauthorid" notation="string">1138915-11915</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2202-6397</idno>
              <idno type="IDREF">https://www.idref.fr/145903796</idno>
              <affiliation ref="#struct-1158"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Philippe</forename>
                <surname>Meliga</surname>
              </persName>
              <email type="md5">fd629e0441782116362c8db840012fb0</email>
              <email type="domain">minesparis.psl.eu</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-10-16 21:08:47</date>
              <date type="whenModified">2024-04-19 16:18:55</date>
              <date type="whenReleased">2023-10-17 13:08:35</date>
              <date type="whenProduced">2023</date>
              <date type="whenEndEmbargoed">2023-10-16</date>
              <ref type="file" target="https://hal.science/hal-04245154v1/document">
                <date notBefore="2023-10-16"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04245154v1/file/Investigating_gas_furnace_control_practices_with_reinforcement_learning_Revision-1light.pdf" id="file-4245154-3704651">
                <date notBefore="2023-10-16"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="200900">
                <persName>
                  <forename>Philippe</forename>
                  <surname>Meliga</surname>
                </persName>
                <email type="md5">fd629e0441782116362c8db840012fb0</email>
                <email type="domain">minesparis.psl.eu</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04245154</idno>
            <idno type="halUri">https://hal.science/hal-04245154</idno>
            <idno type="halBibtex">renault:hal-04245154</idno>
            <idno type="halRefHtml">&lt;i&gt;International Journal of Heat and Mass Transfer&lt;/i&gt;, 2023, 209, pp.124147. &lt;a target="_blank" href="https://dx.doi.org/10.1016/j.ijheatmasstransfer.2023.124147"&gt;&amp;#x27E8;10.1016/j.ijheatmasstransfer.2023.124147&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">International Journal of Heat and Mass Transfer, 2023, 209, pp.124147. &amp;#x27E8;10.1016/j.ijheatmasstransfer.2023.124147&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4245154-3704651"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="ENSMP" corresp="PARISTECH">MINES ParisTech</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="ENSMP_CEMEF" corresp="ENSMP">Mise en forme des matériaux (CEMEF)</idno>
            <idno type="stamp" n="PARISTECH">ParisTech</idno>
            <idno type="stamp" n="TDS-MACS">Réseau de recherche en Théorie des Systèmes Distribués, Modélisation, Analyse et Contrôle des Systèmes</idno>
            <idno type="stamp" n="PSL">Université Paris sciences et lettres</idno>
            <idno type="stamp" n="CFL">Computing &amp; Fluids</idno>
            <idno type="stamp" n="ENSMP_DEP_MM" corresp="ENSMP">Département Mécanique et Matériaux</idno>
            <idno type="stamp" n="ENSMP_DR" corresp="ENSMP">ENSMP_DR</idno>
            <idno type="stamp" n="ENSMP_CEMEF_CMP" corresp="ENSMP_CEMEF">Numérique - Computational Mechanics and Physics (CEMEF)</idno>
            <idno type="stamp" n="ENSMP_CEMEF_CFL" corresp="ENSMP_CEMEF">Calcul Intensif &amp; Mécanique des Fluides (CEMEF)</idno>
            <idno type="stamp" n="ENSMP-PSL" corresp="PSL">MINES ParisTech - École nationale supérieure des mines de Paris - PSL</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Investigating gas furnace control practices with reinforcement learning</title>
                <author role="aut">
                  <persName>
                    <forename type="first">M</forename>
                    <surname>Renault</surname>
                  </persName>
                  <idno type="halauthorid">1684578-0</idno>
                  <affiliation ref="#struct-1158"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">J</forename>
                    <surname>Viquerat</surname>
                  </persName>
                  <idno type="halauthorid">1085196-0</idno>
                  <affiliation ref="#struct-1158"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">P</forename>
                    <surname>Meliga</surname>
                  </persName>
                  <email type="md5">81b571fc371f48f580a9ff113908ff4a</email>
                  <email type="domain">mines-paristech.fr</email>
                  <idno type="idhal" notation="string">philippe-meliga</idno>
                  <idno type="idhal" notation="numeric">178288</idno>
                  <idno type="halauthorid" notation="string">2339511-178288</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9889-0520</idno>
                  <idno type="IDREF">https://www.idref.fr/132776251</idno>
                  <affiliation ref="#struct-1158"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">G.-A</forename>
                    <surname>Grandin</surname>
                  </persName>
                  <idno type="halauthorid">2924533-0</idno>
                  <affiliation ref="#struct-242644"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">N</forename>
                    <surname>Meynet</surname>
                  </persName>
                  <idno type="halauthorid">2924534-0</idno>
                  <affiliation ref="#struct-242644"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">E</forename>
                    <surname>Hachem</surname>
                  </persName>
                  <email type="md5">49cb93be05ec17566d99a4aa6887c9fb</email>
                  <email type="domain">mines-paristech.fr</email>
                  <idno type="idhal" notation="string">elie-hachem</idno>
                  <idno type="idhal" notation="numeric">11915</idno>
                  <idno type="halauthorid" notation="string">1138915-11915</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2202-6397</idno>
                  <idno type="IDREF">https://www.idref.fr/145903796</idno>
                  <affiliation ref="#struct-1158"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">5623</idno>
                <idno type="issn">0017-9310</idno>
                <title level="j">International Journal of Heat and Mass Transfer</title>
                <imprint>
                  <publisher>Elsevier</publisher>
                  <biblScope unit="volume">209</biblScope>
                  <biblScope unit="pp">124147</biblScope>
                  <date type="datePub">2023</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1016/j.ijheatmasstransfer.2023.124147</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Deep Reinforcement Learning</term>
                <term xml:lang="en">Artificial Neural Networks</term>
                <term xml:lang="en">Conjugate heat transfer</term>
                <term xml:lang="en">Computational fluid dynamics</term>
                <term xml:lang="en">Thermal control</term>
                <term xml:lang="en">Serpentine</term>
              </keywords>
              <classCode scheme="halDomain" n="phys.meca.mefl">Physics [physics]/Mechanics [physics]/Fluid mechanics [physics.class-ph]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="math.math-oc">Mathematics [math]/Optimization and Control [math.OC]</classCode>
              <classCode scheme="halDomain" n="phys.meca.ther">Physics [physics]/Mechanics [physics]/Thermics [physics.class-ph]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Gas furnaces are the most widely used means of heating in industry, and with the growing concern for environmental issues, and a global energy crisis at our doorstep, the optimization of the processes related to them becomes a key challenge. This paper aims at introducing a new way of practicing gas furnace control involving simulations, virtual sensors and deep reinforcement learning (DRL) techniques. In order to do so we designed a set of simulations of conjugate heat transfer systems governed by the coupled Navier-Stokes and heat equations for single-step control. The DRL algorithm used in this paper is the policy-based optimization (PBO) algorithm specialized in singlestep (or open-loop) control. We explore its ability to find global maxima in di erent situations and under various constraints. Therefore, various 2D and 3D cases are tackled, in which the position of the work piece, the flow rate, and other parameters are controlled. The obtained results highlight the potential of the DRL framework combined with computational fluid dynamics (CFD) conjugate heat transfer systems for optimizing searches in large parameter spaces. For the 2D case, PPO achieved an increase of 89% in temperature homogeneity, and for the 3D case an increase of 7% in final temperature with the same total input.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1158" status="VALID">
          <idno type="IdRef">026523574</idno>
          <idno type="ISNI">0000 0001 0658 7015 </idno>
          <idno type="RNSR">199719336K</idno>
          <idno type="ROR">https://ror.org/00qm1ye08</idno>
          <orgName>Centre de Mise en Forme des Matériaux</orgName>
          <orgName type="acronym">CEMEF</orgName>
          <desc>
            <address>
              <addrLine>Rue Claude Daunesse CS 10207 06904 Sophia Antipolis cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.cemef.mines-paristech.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301492" type="direct"/>
            <relation active="#struct-564132" type="indirect"/>
            <relation name="UMR7635" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-242644" status="VALID">
          <orgName>Centre de Recherche &amp; Innovation Gaz et Energies Nouvelles - GDF Suez</orgName>
          <orgName type="acronym">CRIGEN</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.gdfsuez.com/en/commitments/reasearch-innovation/achievements-research-laboratories/crigen/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-321127" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-301492" status="VALID">
          <idno type="IdRef">026375249</idno>
          <idno type="ROR">https://ror.org/04y8cs423</idno>
          <orgName>Mines Paris - PSL (École nationale supérieure des mines de Paris)</orgName>
          <date type="start">1783-01-01</date>
          <desc>
            <address>
              <addrLine>60, boulevard Saint-Michel 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.minesparis.psl.eu/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-564132" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-564132" status="VALID">
          <idno type="IdRef">241597595</idno>
          <idno type="ISNI">0000 0004 1784 3645</idno>
          <idno type="ROR">https://ror.org/013cjyk83</idno>
          <orgName>Université Paris Sciences et Lettres</orgName>
          <orgName type="acronym">PSL</orgName>
          <desc>
            <address>
              <addrLine>60 rue Mazarine 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.psl.eu/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-321127" status="OLD">
          <orgName>Gaz de France Suez</orgName>
          <orgName type="acronym">GDF Suez</orgName>
          <date type="start">2008-07-22</date>
          <date type="end">2015-04-24</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>