<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05247016</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-22T10:00:50+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Designing Actionable and Interpretable Analytics Indicators for Improving Feedback in AI-Based Systems</title>
            <author role="aut">
              <persName>
                <forename type="first">Esther</forename>
                <surname>Félix</surname>
              </persName>
              <email type="md5">8092f7b298b3744ffbb530a1d784e1e8</email>
              <email type="domain">ensc.fr</email>
              <idno type="idhal" notation="string">estherfelix</idno>
              <idno type="idhal" notation="numeric">1167246</idno>
              <idno type="halauthorid" notation="string">2591455-1167246</idno>
              <idno type="ORCID">https://orcid.org/0009-0007-6905-8939</idno>
              <affiliation ref="#struct-1612896"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Elaine</forename>
                <surname>de Oliveira</surname>
              </persName>
              <idno type="halauthorid">3761609-0</idno>
              <affiliation ref="#struct-1043389"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Ilmara</forename>
                <surname>Ramos</surname>
              </persName>
              <idno type="halauthorid">3761610-0</idno>
              <affiliation ref="#struct-1043389"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Mar</forename>
                <surname>Perez-Sanagustin</surname>
              </persName>
              <idno type="halauthorid">3761611-0</idno>
              <affiliation ref="#struct-1612896"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Esteban</forename>
                <surname>Villalobos</surname>
              </persName>
              <email type="md5">aed4599a1d2351dee2f6281cd77010d9</email>
              <email type="domain">uc.cl</email>
              <idno type="idhal" notation="string">esteban-villalobos</idno>
              <idno type="idhal" notation="numeric">1166740</idno>
              <idno type="halauthorid" notation="string">2589334-1166740</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-6026-3756</idno>
              <affiliation ref="#struct-1612896"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Isabel</forename>
                <surname>Hilliger</surname>
              </persName>
              <idno type="halauthorid">2054682-0</idno>
              <affiliation ref="#struct-252664"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Rafael</forename>
                <surname>Mello</surname>
              </persName>
              <idno type="halauthorid">3761612-0</idno>
              <affiliation ref="#struct-1178733"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Julien</forename>
                <surname>Broisin</surname>
              </persName>
              <email type="md5">d74175dc444136e84b9e34be8d465025</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">julienbroisin</idno>
              <idno type="idhal" notation="numeric">735496</idno>
              <idno type="halauthorid" notation="string">8315-735496</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-8713-6282</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=nRnjfdMAAAAJ&amp;hl=fr&amp;oi=ao</idno>
              <idno type="IDREF">https://www.idref.fr/109230795</idno>
              <affiliation ref="#struct-1612896"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Esther</forename>
                <surname>Félix</surname>
              </persName>
              <email type="md5">225ee274c0266e7bd2660535f64ba2bc</email>
              <email type="domain">irit.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-09-11 10:21:17</date>
              <date type="whenModified">2026-03-24 03:01:06</date>
              <date type="whenReleased">2025-09-11 10:47:42</date>
              <date type="whenProduced">2025-04-01</date>
              <date type="whenEndEmbargoed">2025-09-09</date>
              <ref type="file" target="https://hal.science/hal-05247016v1/document">
                <date notBefore="2025-09-09"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05247016v1/file/CSEDU_2025_hal.pdf" id="file-5247016-4510735">
                <date notBefore="2025-09-09"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1099666">
                <persName>
                  <forename>Esther</forename>
                  <surname>Félix</surname>
                </persName>
                <email type="md5">225ee274c0266e7bd2660535f64ba2bc</email>
                <email type="domain">irit.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05247016</idno>
            <idno type="halUri">https://hal.science/hal-05247016</idno>
            <idno type="halBibtex">felix:hal-05247016</idno>
            <idno type="halRefHtml">&lt;i&gt;17th International Conference on Computer Supported Education&lt;/i&gt;, Apr 2025, Porto, France. pp.428-435, &lt;a target="_blank" href="https://dx.doi.org/10.5220/0013294300003932"&gt;&amp;#x27E8;10.5220/0013294300003932&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">17th International Conference on Computer Supported Education, Apr 2025, Porto, France. pp.428-435, &amp;#x27E8;10.5220/0013294300003932&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5247016-4510735"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="TICE">Bibliothèque TICE</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="TEL">Technology Enhanced Learning - Environnements Informatiques pour l’Apprentissage Humain</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-ICI" corresp="IRIT">Intelligence Collective et Interaction</idno>
            <idno type="stamp" n="IRIT-TALENT">Teaching And Learning Enhanced by Technologies</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Designing Actionable and Interpretable Analytics Indicators for Improving Feedback in AI-Based Systems</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Esther</forename>
                    <surname>Félix</surname>
                  </persName>
                  <email type="md5">8092f7b298b3744ffbb530a1d784e1e8</email>
                  <email type="domain">ensc.fr</email>
                  <idno type="idhal" notation="string">estherfelix</idno>
                  <idno type="idhal" notation="numeric">1167246</idno>
                  <idno type="halauthorid" notation="string">2591455-1167246</idno>
                  <idno type="ORCID">https://orcid.org/0009-0007-6905-8939</idno>
                  <affiliation ref="#struct-1612896"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Elaine</forename>
                    <surname>de Oliveira</surname>
                  </persName>
                  <idno type="halauthorid">3761609-0</idno>
                  <affiliation ref="#struct-1043389"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Ilmara</forename>
                    <surname>Ramos</surname>
                  </persName>
                  <idno type="halauthorid">3761610-0</idno>
                  <affiliation ref="#struct-1043389"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Mar</forename>
                    <surname>Perez-Sanagustin</surname>
                  </persName>
                  <idno type="halauthorid">3761611-0</idno>
                  <affiliation ref="#struct-1612896"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Esteban</forename>
                    <surname>Villalobos</surname>
                  </persName>
                  <email type="md5">aed4599a1d2351dee2f6281cd77010d9</email>
                  <email type="domain">uc.cl</email>
                  <idno type="idhal" notation="string">esteban-villalobos</idno>
                  <idno type="idhal" notation="numeric">1166740</idno>
                  <idno type="halauthorid" notation="string">2589334-1166740</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-6026-3756</idno>
                  <affiliation ref="#struct-1612896"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Isabel</forename>
                    <surname>Hilliger</surname>
                  </persName>
                  <idno type="halauthorid">2054682-0</idno>
                  <affiliation ref="#struct-252664"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Rafael</forename>
                    <surname>Mello</surname>
                  </persName>
                  <idno type="halauthorid">3761612-0</idno>
                  <affiliation ref="#struct-1178733"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Julien</forename>
                    <surname>Broisin</surname>
                  </persName>
                  <email type="md5">d74175dc444136e84b9e34be8d465025</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">julienbroisin</idno>
                  <idno type="idhal" notation="numeric">735496</idno>
                  <idno type="halauthorid" notation="string">8315-735496</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-8713-6282</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.com/citations?user=nRnjfdMAAAAJ&amp;hl=fr&amp;oi=ao</idno>
                  <idno type="IDREF">https://www.idref.fr/109230795</idno>
                  <affiliation ref="#struct-1612896"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>17th International Conference on Computer Supported Education</title>
                  <date type="start">2025-04-01</date>
                  <date type="end">2025-04-03</date>
                  <settlement>Porto</settlement>
                  <country key="FR">France</country>
                </meeting>
                <imprint>
                  <publisher>SCITEPRESS - Science and Technology Publications</publisher>
                  <biblScope unit="pp">428-435</biblScope>
                  <date type="datePub">2025</date>
                </imprint>
              </monogr>
              <idno type="doi">10.5220/0013294300003932</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Learning Analytics</term>
                <term xml:lang="en">Card Sorting</term>
                <term xml:lang="en">Human-Computer Interaction</term>
                <term xml:lang="en">User-Centered Approach</term>
              </keywords>
              <classCode scheme="halDomain" n="info.eiah">Computer Science [cs]/Technology for Human Learning</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>In AI-based educational systems, transparency and understandability are particularly important to ensure reliable human-AI interaction. This paper contributes to the ongoing research on developing analytics for AIbased educational systems by delivering feedback throughout indicators that learners can easily interpret and act upon during their studies. Specifically, this paper introduces a mixed methods study that examines the types of indicators that ought to be incorporated into the feedback offered by an AI-based system designed to help students develop competencies in programming. Building upon prior work in Human-Centered Design, the card sorting technique was used to collect both qualitative and quantitative data from 31 Computer Science students. We created 16 cards that presented students with different indicators to explain the reasoning behind the system's decisions and feedback. These indicators were displayed in different formats (visual and textual representations; temporal vs. non-temporal and social vs. non-social reference frames). Our goal was to discover the most interpretable and actionable method for delivering feedback to learners. Our study found low consensus among students. Overall, students found indicators based on social comparison to be less actionable and interpretable compared to those without; and textual indicators were perceived as less actionable and interpretable than visual ones.&lt;/p&gt;&lt;p&gt;The growing availability of educational data has led to increasingly complex statistical models, promising significant improvements in learning. However, a&lt;/p&gt;&lt;/div&gt;</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-1612896" status="VALID">
          <orgName>Teaching And Learning Enhanced by Technologies</orgName>
          <orgName type="acronym">IRIT-TALENT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>Institut de recherche en informatique de Toulouse - IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/intelligence-collective-interaction/talent/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1612872" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1574795" type="indirect"/>
            <relation active="#struct-1612865" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1043389" status="VALID">
          <orgName>Universidade Federal do Amazonas</orgName>
          <orgName type="acronym">UFAM</orgName>
          <desc>
            <address>
              <addrLine>Endereço: Av. General Rodrigo Octavio Jordão Ramos, 1200 - Coroado I, Manaus - AM, 69067-005</addrLine>
              <country key="BR"/>
            </address>
            <ref type="url">https://ufam.edu.br</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-252664" status="VALID">
          <idno type="IdRef">029268001</idno>
          <idno type="ISNI">0000000121570406</idno>
          <idno type="ROR">https://ror.org/04teye511</idno>
          <orgName>Pontificia Universidad Católica de Chile = Pontifical Catholic University of Chile [Santiago]</orgName>
          <orgName type="acronym">PUC</orgName>
          <date type="start">1888-06-21</date>
          <desc>
            <address>
              <addrLine>Av Libertador Bernardo O'Higgins 340, Santiago, Región Metropolitana, Chili</addrLine>
              <country key="CL"/>
            </address>
            <ref type="url">http://www.uc.cl/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1178733" status="VALID">
          <orgName>Cesar School [Recife]</orgName>
          <desc>
            <address>
              <country key="BR"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1612872" status="VALID">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1574795" type="direct"/>
            <relation active="#struct-1612865" type="direct"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1574795" status="VALID">
          <orgName>Université de Toulouse</orgName>
          <orgName type="acronym">EPE UT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 toute de Narbonne, 31062 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1612865" status="VALID">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>