<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04048372</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T02:15:29+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Automatic testing of OCE, a human-centered reinforcement learning system for automated software composition</title>
            <author role="aut">
              <persName>
                <forename type="first">Maxence</forename>
                <surname>Demougeot</surname>
              </persName>
              <email type="md5">701391d6d71b4e5130e8613e533f1a91</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">maxence-demougeot</idno>
              <idno type="idhal" notation="numeric">1242010</idno>
              <idno type="halauthorid" notation="string">2769881-1242010</idno>
              <idno type="ORCID">https://orcid.org/0009-0007-8877-4156</idno>
              <affiliation ref="#struct-396069"/>
              <affiliation ref="#struct-217752"/>
              <affiliation ref="#struct-34499"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Kévin</forename>
                <surname>Delcourt</surname>
              </persName>
              <email type="md5">e5c774bf9ce249a8bf58d3adf94ab4f9</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">kevin-delcourt</idno>
              <idno type="idhal" notation="numeric">753446</idno>
              <idno type="halauthorid" notation="string">55870-753446</idno>
              <idno type="IDREF">https://www.idref.fr/194000435</idno>
              <idno type="ORCID">https://orcid.org/0009-0005-2988-7308</idno>
              <affiliation ref="#struct-396069"/>
              <affiliation ref="#struct-217752"/>
              <affiliation ref="#struct-34499"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jean-Paul</forename>
                <surname>Arcangeli</surname>
              </persName>
              <email type="md5">64370eda189a1a098fdc981ada402247</email>
              <email type="domain">univ-tlse3.fr</email>
              <idno type="idhal" notation="string">jean-paul-arcangeli</idno>
              <idno type="idhal" notation="numeric">735629</idno>
              <idno type="halauthorid" notation="string">1694-735629</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-0521-9082</idno>
              <idno type="IDREF">https://www.idref.fr/067818889</idno>
              <affiliation ref="#struct-396069"/>
              <affiliation ref="#struct-217752"/>
              <affiliation ref="#struct-34499"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Sylvie</forename>
                <surname>Trouilhet</surname>
              </persName>
              <email type="md5">d2d84a094fbc3b78a76ce369833f1093</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">sylvie-trouilhet</idno>
              <idno type="idhal" notation="numeric">738270</idno>
              <idno type="halauthorid" notation="string">8564-738270</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4330-5034</idno>
              <idno type="IDREF">https://www.idref.fr/200473913</idno>
              <idno type="VIAF">https://viaf.org/viaf/105149717614410952263</idno>
              <affiliation ref="#struct-396069"/>
              <affiliation ref="#struct-217752"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Françoise</forename>
                <surname>Adreit</surname>
              </persName>
              <email type="md5">d6d72372aab19d5f5e0a31dad3c2c2c8</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">francoise-adreit</idno>
              <idno type="idhal" notation="numeric">743316</idno>
              <idno type="halauthorid" notation="string">46079-743316</idno>
              <affiliation ref="#struct-396069"/>
              <affiliation ref="#struct-217752"/>
              <affiliation ref="#struct-34499"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Sylvie</forename>
                <surname>TROUILHET</surname>
              </persName>
              <email type="md5">d2d84a094fbc3b78a76ce369833f1093</email>
              <email type="domain">irit.fr</email>
            </editor>
            <funder ref="#projanr-49786"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-03-27 21:20:29</date>
              <date type="whenModified">2026-02-09 17:18:35</date>
              <date type="whenReleased">2023-03-28 09:51:20</date>
              <date type="whenProduced">2022-12-06</date>
              <date type="whenEndEmbargoed">2023-03-27</date>
              <ref type="file" target="https://hal.science/hal-04048372v1/document">
                <date notBefore="2023-03-27"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04048372v1/file/Version%20finale.pdf" id="file-4048372-3523628">
                <date notBefore="2023-03-27"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="949502">
                <persName>
                  <forename>Sylvie</forename>
                  <surname>TROUILHET</surname>
                </persName>
                <email type="md5">d2d84a094fbc3b78a76ce369833f1093</email>
                <email type="domain">irit.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04048372</idno>
            <idno type="halUri">https://hal.science/hal-04048372</idno>
            <idno type="halBibtex">demougeot:hal-04048372</idno>
            <idno type="halRefHtml">&lt;i&gt;1st International Workshop on Intelligent Software Engineering (ISE 2022)&lt;/i&gt;, Dec 2022, Virtual Event, Japan</idno>
            <idno type="halRef">1st International Workshop on Intelligent Software Engineering (ISE 2022), Dec 2022, Virtual Event, Japan</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by-nc-nd/4.0/">CC BY-NC-ND 4.0 - Attribution - Non-commercial use - No Derivative Works<ref corresp="#file-4048372-3523628"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-SMAC" corresp="IRIT">Systèmes Multi-Agents Coopératifs</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="IRIT-ICI" corresp="IRIT">Intelligence Collective et Interaction</idno>
            <idno type="stamp" n="CIMI-TOULOUSE">Centre International de Mathématiques et d'Informatique de Toulouse</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Automatic testing of OCE, a human-centered reinforcement learning system for automated software composition</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Maxence</forename>
                    <surname>Demougeot</surname>
                  </persName>
                  <email type="md5">701391d6d71b4e5130e8613e533f1a91</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">maxence-demougeot</idno>
                  <idno type="idhal" notation="numeric">1242010</idno>
                  <idno type="halauthorid" notation="string">2769881-1242010</idno>
                  <idno type="ORCID">https://orcid.org/0009-0007-8877-4156</idno>
                  <affiliation ref="#struct-396069"/>
                  <affiliation ref="#struct-217752"/>
                  <affiliation ref="#struct-34499"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Kévin</forename>
                    <surname>Delcourt</surname>
                  </persName>
                  <email type="md5">e5c774bf9ce249a8bf58d3adf94ab4f9</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">kevin-delcourt</idno>
                  <idno type="idhal" notation="numeric">753446</idno>
                  <idno type="halauthorid" notation="string">55870-753446</idno>
                  <idno type="IDREF">https://www.idref.fr/194000435</idno>
                  <idno type="ORCID">https://orcid.org/0009-0005-2988-7308</idno>
                  <affiliation ref="#struct-396069"/>
                  <affiliation ref="#struct-217752"/>
                  <affiliation ref="#struct-34499"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jean-Paul</forename>
                    <surname>Arcangeli</surname>
                  </persName>
                  <email type="md5">64370eda189a1a098fdc981ada402247</email>
                  <email type="domain">univ-tlse3.fr</email>
                  <idno type="idhal" notation="string">jean-paul-arcangeli</idno>
                  <idno type="idhal" notation="numeric">735629</idno>
                  <idno type="halauthorid" notation="string">1694-735629</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-0521-9082</idno>
                  <idno type="IDREF">https://www.idref.fr/067818889</idno>
                  <affiliation ref="#struct-396069"/>
                  <affiliation ref="#struct-217752"/>
                  <affiliation ref="#struct-34499"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Sylvie</forename>
                    <surname>Trouilhet</surname>
                  </persName>
                  <email type="md5">d2d84a094fbc3b78a76ce369833f1093</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">sylvie-trouilhet</idno>
                  <idno type="idhal" notation="numeric">738270</idno>
                  <idno type="halauthorid" notation="string">8564-738270</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4330-5034</idno>
                  <idno type="IDREF">https://www.idref.fr/200473913</idno>
                  <idno type="VIAF">https://viaf.org/viaf/105149717614410952263</idno>
                  <affiliation ref="#struct-396069"/>
                  <affiliation ref="#struct-217752"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Françoise</forename>
                    <surname>Adreit</surname>
                  </persName>
                  <email type="md5">d6d72372aab19d5f5e0a31dad3c2c2c8</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">francoise-adreit</idno>
                  <idno type="idhal" notation="numeric">743316</idno>
                  <idno type="halauthorid" notation="string">46079-743316</idno>
                  <affiliation ref="#struct-396069"/>
                  <affiliation ref="#struct-217752"/>
                  <affiliation ref="#struct-34499"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of the 1st International Workshop on Intelligent Software Engineering co-located with 29th Asia-Pacific Software Engineering Conference (APSEC 2022)</title>
                <meeting>
                  <title>1st International Workshop on Intelligent Software Engineering (ISE 2022)</title>
                  <date type="start">2022-12-06</date>
                  <date type="end">2022-12-09</date>
                  <settlement>Virtual Event</settlement>
                  <country key="JP">Japan</country>
                </meeting>
                <editor>Seonah Lee</editor>
                <editor>Sajid Anwar</editor>
                <imprint>
                  <publisher>CEUR-WS.org</publisher>
                  <biblScope unit="serie">CEUR Workshop Proceedings</biblScope>
                  <biblScope unit="volume">Vol-3362</biblScope>
                </imprint>
              </monogr>
              <ref type="publisher">https://ceur-ws.org/Vol-3362/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Test automation</term>
                <term xml:lang="en">Testing tools</term>
                <term xml:lang="en">Automated software composition</term>
                <term xml:lang="en">Reinforcement learning</term>
                <term xml:lang="en">Human in-the-loop</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-iu">Computer Science [cs]/Ubiquitous Computing</classCode>
              <classCode scheme="halDomain" n="info.info-lg">Computer Science [cs]/Machine Learning [cs.LG]</classCode>
              <classCode scheme="halDomain" n="info.info-ma">Computer Science [cs]/Multiagent Systems [cs.MA]</classCode>
              <classCode scheme="halDomain" n="info.info-se">Computer Science [cs]/Software Engineering [cs.SE]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>More and more applications rely on Machine Learning (ML) techniques, e.g., to automate software engineering. Like other applications, they need to be tested and validated. Testing ML-based software differs from testing software which do not rely on AI and ML: nondeterminism, lack of oracle, high dependence on training and evaluation data are hard points. The problem is even more complicated when humans are involved in the process. In this paper, we analyze the problem of evaluating OCE, a human-centered intelligent system based on reinforcement learning that automatically builds user-tailored software. We present a test environment composed of two tools which are based on the notions of "scenario" and "ideal assembly": OCE Scenario Maker to edit scenarios and OCE Scenario Runner to automate and repeat their execution.</p>
            </abstract>
            <particDesc>
              <org type="consortium">DAS-SC</org>
              <org type="consortium">OppoCompo</org>
            </particDesc>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-396069" status="OLD">
          <orgName>Systèmes Multi-Agents Coopératifs</orgName>
          <orgName type="acronym">IRIT-SMAC</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/intelligence-collective-interaction/equipe-smac/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34499" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="indirect"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1149079" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-217752" status="OLD">
          <idno type="IdRef">026404672</idno>
          <idno type="ISNI">0000000121617331</idno>
          <idno type="ROR">https://ror.org/02v6kpv12</idno>
          <idno type="Wikidata">Q1273188</idno>
          <orgName>Université Toulouse III - Paul Sabatier</orgName>
          <orgName type="acronym">UT3</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 route de Narbonne - 31062 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-34499" status="OLD">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">1990-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1149079" type="direct"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1149079" status="OLD">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-49786" status="VALID">
          <idno type="anr">ANR-11-LABX-0040</idno>
          <orgName>CIMI</orgName>
          <desc>Centre International de Mathématiques et d'Informatique (de Toulouse)</desc>
          <date type="start">2011</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>