<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04344531</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-20T02:55:42+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A manual categorization of new quality issues on automatically-generated tests</title>
            <author role="aut">
              <persName>
                <forename type="first">Geraldine</forename>
                <surname>Galindo-Gutierrez</surname>
              </persName>
              <idno type="halauthorid">2989665-0</idno>
              <affiliation ref="#struct-1182881"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Narea</forename>
                <surname>Maxilimiliano</surname>
              </persName>
              <idno type="halauthorid">2989666-0</idno>
              <affiliation ref="#struct-252664"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Blanco</forename>
                <surname>Alison Fernandez</surname>
              </persName>
              <idno type="halauthorid">2989667-0</idno>
              <affiliation ref="#struct-252664"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Nicolas</forename>
                <surname>Anquetil</surname>
              </persName>
              <email type="md5">64133be016183b2e48e611fac63103b5</email>
              <email type="domain">inria.fr</email>
              <ptr type="url" target="http://researchers.lille.inria.fr/~nanqueti/"/>
              <idno type="idhal" notation="string">nicolas-anquetil</idno>
              <idno type="idhal" notation="numeric">184119</idno>
              <idno type="halauthorid" notation="string">38244-184119</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1486-8399</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=DSMdD9UAAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/15665959X</idno>
              <idno type="ARXIV">https://arxiv.org/a/anquetil_n_1</idno>
              <idno type="RESEARCHERID">http://www.researcherid.com/rid/AFN-4193-2022</idno>
              <affiliation ref="#struct-410272"/>
              <affiliation ref="#struct-1166973"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alcocer</forename>
                <surname>Juan Pablo Sandoval</surname>
              </persName>
              <idno type="halauthorid">2989668-0</idno>
              <affiliation ref="#struct-252664"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Nicolas</forename>
                <surname>Anquetil</surname>
              </persName>
              <email type="md5">64133be016183b2e48e611fac63103b5</email>
              <email type="domain">inria.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-12-14 11:58:53</date>
              <date type="whenModified">2025-10-28 10:40:03</date>
              <date type="whenReleased">2023-12-14 18:06:58</date>
              <date type="whenProduced">2023-10-01</date>
              <date type="whenEndEmbargoed">2023-12-14</date>
              <ref type="file" target="https://hal.science/hal-04344531v1/document">
                <date notBefore="2023-12-14"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04344531v1/file/conference_101719.pdf" id="file-4344531-3783404">
                <date notBefore="2023-12-14"/>
              </ref>
              <ref type="externalLink" target="http://arxiv.org/pdf/2312.08826"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="883314">
                <persName>
                  <forename>Nicolas</forename>
                  <surname>Anquetil</surname>
                </persName>
                <email type="md5">64133be016183b2e48e611fac63103b5</email>
                <email type="domain">inria.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04344531</idno>
            <idno type="halUri">https://hal.science/hal-04344531</idno>
            <idno type="halBibtex">galindogutierrez:hal-04344531</idno>
            <idno type="halRefHtml">&lt;i&gt;Proceedings of the 39st IEEE International Conference on Software Maintenance and Evolution (ICSME'23)&lt;/i&gt;, IEEE computer society, Oct 2023, Bogota, Colombia. &lt;a target="_blank" href="https://dx.doi.org/10.1109/ICSME58846.2023.00035"&gt;&amp;#x27E8;10.1109/ICSME58846.2023.00035&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Proceedings of the 39st IEEE International Conference on Software Maintenance and Evolution (ICSME'23), IEEE computer society, Oct 2023, Bogota, Colombia. &amp;#x27E8;10.1109/ICSME58846.2023.00035&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4344531-3783404"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-LILLE">INRIA Lille - Nord Europe</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="INRIA-CHILE">INRIA Chile</idno>
            <idno type="stamp" n="CRISTAL">Centre de Recherche en Informatique, Signal et Automatique de Lille (CRISTAL)</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="UNIV-LILLE">Université de Lille</idno>
            <idno type="stamp" n="CRISTAL-EVREF" corresp="CRISTAL">EVREF</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A manual categorization of new quality issues on automatically-generated tests</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Geraldine</forename>
                    <surname>Galindo-Gutierrez</surname>
                  </persName>
                  <idno type="halauthorid">2989665-0</idno>
                  <affiliation ref="#struct-1182881"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Narea</forename>
                    <surname>Maxilimiliano</surname>
                  </persName>
                  <idno type="halauthorid">2989666-0</idno>
                  <affiliation ref="#struct-252664"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Blanco</forename>
                    <surname>Alison Fernandez</surname>
                  </persName>
                  <idno type="halauthorid">2989667-0</idno>
                  <affiliation ref="#struct-252664"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Nicolas</forename>
                    <surname>Anquetil</surname>
                  </persName>
                  <email type="md5">64133be016183b2e48e611fac63103b5</email>
                  <email type="domain">inria.fr</email>
                  <ptr type="url" target="http://researchers.lille.inria.fr/~nanqueti/"/>
                  <idno type="idhal" notation="string">nicolas-anquetil</idno>
                  <idno type="idhal" notation="numeric">184119</idno>
                  <idno type="halauthorid" notation="string">38244-184119</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1486-8399</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=DSMdD9UAAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/15665959X</idno>
                  <idno type="ARXIV">https://arxiv.org/a/anquetil_n_1</idno>
                  <idno type="RESEARCHERID">http://www.researcherid.com/rid/AFN-4193-2022</idno>
                  <affiliation ref="#struct-410272"/>
                  <affiliation ref="#struct-1166973"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alcocer</forename>
                    <surname>Juan Pablo Sandoval</surname>
                  </persName>
                  <idno type="halauthorid">2989668-0</idno>
                  <affiliation ref="#struct-252664"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Proceedings of the 39st IEEE International Conference on Software Maintenance and Evolution (ICSME'23)</title>
                  <date type="start">2023-10-01</date>
                  <date type="end">2023-10-06</date>
                  <settlement>Bogota</settlement>
                  <country key="CO">Colombia</country>
                </meeting>
                <respStmt>
                  <resp>conferenceOrganizer</resp>
                  <name>IEEE computer society</name>
                </respStmt>
                <imprint/>
              </monogr>
              <idno type="arxiv">2312.08826</idno>
              <idno type="doi">10.1109/ICSME58846.2023.00035</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Bad smells</term>
                <term xml:lang="en">Software testing</term>
                <term xml:lang="en">Software quality engineering</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-se">Computer Science [cs]/Software Engineering [cs.SE]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Diverse studies have analyzed the quality of automatically generated test cases by using test smells as the main quality attribute. But recent work reported that generated tests may suffer a number of quality issues not necessarily considered in previous studies. Little is known about these issues and their frequency within generated tests. In this paper, we report on a manual analysis of an external dataset consisting of 2,340 automatically generated tests. This analysis aimed at detecting new quality issues, not covered by past recognized test smells. We use thematic analysis to group and categorize the new quality issues found. As a result, we propose a taxonomy of 13 new quality issues grouped in four categories. We also report on the frequency of these new quality issues within the dataset and present eight recommendations that test generators may consider to improve the quality and usefulness of the automatically generated tests.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-1182881" status="INCOMING">
          <orgName>Universidad Católica Boliviana</orgName>
          <orgName type="acronym">UCB</orgName>
          <desc>
            <address>
              <country key="BO"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-252664" status="VALID">
          <idno type="IdRef">029268001</idno>
          <idno type="ISNI">0000000121570406</idno>
          <idno type="ROR">https://ror.org/04teye511</idno>
          <orgName>Pontificia Universidad Católica de Chile = Pontifical Catholic University of Chile [Santiago]</orgName>
          <orgName type="acronym">PUC</orgName>
          <date type="start">1888-06-21</date>
          <desc>
            <address>
              <addrLine>Av Libertador Bernardo O'Higgins 340, Santiago, Región Metropolitana, Chili</addrLine>
              <country key="CL"/>
            </address>
            <ref type="url">http://www.uc.cl/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-410272" status="VALID">
          <idno type="IdRef">18388695X</idno>
          <idno type="RNSR">201521249L</idno>
          <idno type="ROR">https://ror.org/05vrs3189</idno>
          <idno type="Wikidata">Q116959497</idno>
          <orgName>Centre de Recherche en Informatique, Signal et Automatique de Lille - UMR 9189</orgName>
          <orgName type="acronym">CRIStAL</orgName>
          <date type="start">2015-01-01</date>
          <desc>
            <address>
              <addrLine>Université de Lille - Campus scientifique - Bâtiment ESPRIT - Avenue Henri Poincaré - 59655 Villeneuve d’Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cristal.univ-lille.fr/</ref>
          </desc>
          <listRelation>
            <relation name="UMR9189" active="#struct-120930" type="direct"/>
            <relation name="UMR9189" active="#struct-374570" type="direct"/>
            <relation name="UMR9189" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1166973" status="VALID">
          <idno type="RNSR">202324397Y</idno>
          <idno type="ROR">https://ror.org/00zm0ea22</idno>
          <orgName>Reflective Evolution of Ever-running Software Systems</orgName>
          <orgName type="acronym">EVREF</orgName>
          <date type="start">2023-04-01</date>
          <date type="end">2027-03-31</date>
          <desc>
            <address>
              <addrLine>Centre Inria de l'Université de Lille</addrLine>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-104752" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-374570" type="direct"/>
            <relation active="#struct-407890" type="direct"/>
            <relation active="#struct-410272" type="direct"/>
            <relation name="UMR9189" active="#struct-120930" type="indirect"/>
            <relation name="UMR9189" active="#struct-374570" type="direct"/>
            <relation name="UMR9189" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-120930" status="VALID">
          <idno type="IdRef">256304629</idno>
          <idno type="ISNI">0000000122034461</idno>
          <idno type="ROR">https://ror.org/01x441g73</idno>
          <orgName>Centrale Lille</orgName>
          <desc>
            <address>
              <addrLine>École Centrale de Lille - Cité Scientifique - CS 20048 59651 Villeneuve d'Ascq Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://centralelille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-374570" status="VALID">
          <idno type="IdRef">223446556</idno>
          <idno type="ISNI">0000 0001 2242 6780</idno>
          <idno type="ROR">https://ror.org/02kzqn938</idno>
          <idno type="Wikidata">Q3551621</idno>
          <orgName>Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>EPE Université de Lille. -- 42 rue Paul Duez, 59000 Lille</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-lille.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-104752" status="VALID">
          <idno type="RNSR">200818245B</idno>
          <idno type="ROR">https://ror.org/04eej9726</idno>
          <orgName>Centre Inria de l'Université de Lille</orgName>
          <desc>
            <address>
              <addrLine>Parc Scientifique de la Haute Borne 40, avenue Halley Bât.A, Park Plaza 59650 Villeneuve d'Ascq</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/lille/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-407890" status="VALID">
          <orgName>Berger-Levrault</orgName>
          <desc>
            <address>
              <addrLine>104 avenue du Président Kennedy 75016 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.berger-levrault.com/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>