<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-02930098</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-25T13:55:03+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Studying the Variability of System Setting Effectiveness by Data Analytics and Visualization</title>
            <author role="aut">
              <persName>
                <forename type="first">Sébastien</forename>
                <surname>Dejean</surname>
              </persName>
              <email type="md5">294d513fa2bc5b0df5b838607130fe63</email>
              <email type="domain">math.univ-toulouse.fr</email>
              <idno type="idhal" notation="string">sebastien-dejean</idno>
              <idno type="idhal" notation="numeric">17534</idno>
              <idno type="halauthorid" notation="string">8057-17534</idno>
              <idno type="IDREF">https://www.idref.fr/06889564X</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9610-5306</idno>
              <affiliation ref="#struct-1954"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Josiane</forename>
                <surname>Mothe</surname>
              </persName>
              <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">josianemothe</idno>
              <idno type="idhal" notation="numeric">735149</idno>
              <idno type="halauthorid" notation="string">6914-735149</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
              <idno type="IDREF">https://www.idref.fr/087097222</idno>
              <orgName ref="#struct-116256"/>
              <affiliation ref="#struct-410692"/>
              <affiliation ref="#struct-402019"/>
              <affiliation ref="#struct-116256"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Md Zia</forename>
                <surname>Ullah</surname>
              </persName>
              <email type="md5">ddf11dc61c4918847b29ff2400c987a2</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">ullah-md-zia</idno>
              <idno type="idhal" notation="numeric">742913</idno>
              <idno type="halauthorid" notation="string">50389-742913</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4022-7344</idno>
              <idno type="IDREF">https://www.idref.fr/230277578</idno>
              <affiliation ref="#struct-402019"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Open Archive Toulouse Archive Ouverte</forename>
                <surname>(OATAO)</surname>
              </persName>
              <email type="md5">ac3f71840d50da799c1bb19c7b808bac</email>
              <email type="domain">listes-diff.inp-toulouse.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2020-09-04 10:34:59</date>
              <date type="whenModified">2025-10-22 18:04:08</date>
              <date type="whenReleased">2020-09-07 08:21:15</date>
              <date type="whenProduced">2019-09-09</date>
              <date type="whenEndEmbargoed">2020-09-04</date>
              <ref type="file" target="https://hal.science/hal-02930098v1/document">
                <date notBefore="2020-09-04"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-02930098v1/file/Dejean_26250.pdf" id="file-2930098-2581006">
                <date notBefore="2020-09-04"/>
              </ref>
              <ref type="externalLink" target="https://oatao.univ-toulouse.fr/26250/1/Dejean_26250.pdf"/>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="146910">
                <persName>
                  <forename>Open Archive Toulouse Archive Ouverte</forename>
                  <surname>(OATAO)</surname>
                </persName>
                <email type="md5">ac3f71840d50da799c1bb19c7b808bac</email>
                <email type="domain">listes-diff.inp-toulouse.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-02930098</idno>
            <idno type="halUri">https://hal.science/hal-02930098</idno>
            <idno type="halBibtex">dejean:hal-02930098</idno>
            <idno type="halRefHtml">&lt;i&gt;Conference and Labs of the Evaluation Forum, Living Labs (CLEF 2019)&lt;/i&gt;, Sep 2019, Lugano, Switzerland. pp.62-74, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-3-030-28577-7_3"&gt;&amp;#x27E8;10.1007/978-3-030-28577-7_3&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Conference and Labs of the Evaluation Forum, Living Labs (CLEF 2019), Sep 2019, Lugano, Switzerland. pp.62-74, &amp;#x27E8;10.1007/978-3-030-28577-7_3&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-2930098-2581006"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INSA-TOULOUSE">Institut National des Sciences Appliquées de Toulouse</idno>
            <idno type="stamp" n="INSMI">CNRS-INSMI - INstitut des Sciences Mathématiques et de leurs Interactions</idno>
            <idno type="stamp" n="IMT">Institut de Mathématiques de Toulouse</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="INSA-GROUPE">Groupe INSA</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-SIG" corresp="IRIT">Systèmes d’Informations Généralisées</idno>
            <idno type="stamp" n="TEST-HALCNRS">Collection test HAL CNRS</idno>
            <idno type="stamp" n="IRIT-GD" corresp="IRIT">Gestion des Données</idno>
            <idno type="stamp" n="IRIT-UT2J">IRIT - Université Toulouse Jean Jaurès</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Studying the Variability of System Setting Effectiveness by Data Analytics and Visualization</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Sébastien</forename>
                    <surname>Dejean</surname>
                  </persName>
                  <email type="md5">294d513fa2bc5b0df5b838607130fe63</email>
                  <email type="domain">math.univ-toulouse.fr</email>
                  <idno type="idhal" notation="string">sebastien-dejean</idno>
                  <idno type="idhal" notation="numeric">17534</idno>
                  <idno type="halauthorid" notation="string">8057-17534</idno>
                  <idno type="IDREF">https://www.idref.fr/06889564X</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9610-5306</idno>
                  <affiliation ref="#struct-1954"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Josiane</forename>
                    <surname>Mothe</surname>
                  </persName>
                  <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">josianemothe</idno>
                  <idno type="idhal" notation="numeric">735149</idno>
                  <idno type="halauthorid" notation="string">6914-735149</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
                  <idno type="IDREF">https://www.idref.fr/087097222</idno>
                  <orgName ref="#struct-116256"/>
                  <affiliation ref="#struct-410692"/>
                  <affiliation ref="#struct-402019"/>
                  <affiliation ref="#struct-116256"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Md Zia</forename>
                    <surname>Ullah</surname>
                  </persName>
                  <email type="md5">ddf11dc61c4918847b29ff2400c987a2</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">ullah-md-zia</idno>
                  <idno type="idhal" notation="numeric">742913</idno>
                  <idno type="halauthorid" notation="string">50389-742913</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4022-7344</idno>
                  <idno type="IDREF">https://www.idref.fr/230277578</idno>
                  <affiliation ref="#struct-402019"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">CLEF 2019: Experimental IR Meets Multilinguality, Multimodality, and Interaction</title>
                <meeting>
                  <title>Conference and Labs of the Evaluation Forum, Living Labs (CLEF 2019)</title>
                  <date type="start">2019-09-09</date>
                  <date type="end">2019-09-12</date>
                  <settlement>Lugano</settlement>
                  <country key="CH">Switzerland</country>
                </meeting>
                <imprint>
                  <biblScope unit="volume">11696</biblScope>
                  <biblScope unit="pp">62-74</biblScope>
                  <date type="datePub">2019-08</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-3-030-28577-7_3</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Effectiveness</term>
                <term xml:lang="en">Retrieval system modules</term>
                <term xml:lang="en">Data analytics</term>
                <term xml:lang="en">Information retrieval</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ir">Computer Science [cs]/Information Retrieval [cs.IR]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Search engines differ from their modules and parameters; defining the optimal system setting is challenging the more because of the complexity of a retrieval stream. The main goal of this study is to determine which are the most important system components and parameters in system setting, thus which ones should be tuned as the first priority. We carry out an extensive analysis of 20, 000 different system settings applied to three TREC ad-hoc collections. Our analysis includes zooming in and out the data using various data analysis methods such as ANOVA, CART, and data visualization. We found that the query expansion model is the most significant component that changes the system effectiveness, consistently across collections. Zooming in the queries, we show that the most significant component changes to the retrieval model when considering easy queries only. The results of our study are directly re-usable for the system designers and for system tuning.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1954" status="OLD">
          <idno type="IdRef">166783900</idno>
          <idno type="ISNI">0000000403836348</idno>
          <idno type="RNSR">200711888W</idno>
          <idno type="ROR">https://ror.org/014vp6c30</idno>
          <orgName>Institut de Mathématiques de Toulouse UMR5219</orgName>
          <orgName type="acronym">IMT</orgName>
          <date type="start">2007-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>UPS IMT, F-31062 Toulouse Cedex 9, INSA Toulouse, F-31077 Toulouse,France UT1, F-31042 Toulouse, France UT2, F-31058 Toulouse,Téléphone : 05.61.55.67.90</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.math.univ-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116255" type="direct"/>
            <relation active="#struct-301232" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5219" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-410692" status="OLD">
          <orgName>École supérieure du professorat et de l'éducation - Toulouse Midi-Pyrénées</orgName>
          <orgName type="acronym">ESPE Toulouse</orgName>
          <date type="end">2019-07-31</date>
          <desc>
            <address>
              <addrLine>56, avenue de l'URSS - BP 64006 - 31078 Toulouse cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://espe.univ-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-402019" status="OLD">
          <orgName>Systèmes d’Informations Généralisées</orgName>
          <orgName type="acronym">IRIT-SIG</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/gestion-des-donnees/equipe-sig/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34499" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="indirect"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1149079" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116255" status="VALID">
          <idno type="IdRef">026388766</idno>
          <idno type="ISNI">0000 0001 2286 8343</idno>
          <idno type="ROR">https://ror.org/01h8pf755</idno>
          <idno type="Wikidata">Q858979</idno>
          <orgName>Institut National des Sciences Appliquées - Toulouse</orgName>
          <orgName type="acronym">INSA Toulouse</orgName>
          <date type="start">1963-10-21</date>
          <desc>
            <address>
              <addrLine>135, avenue de Rangueil - 31077 Toulouse cedex 4</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.insa-toulouse.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301232" type="direct"/>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-301232" status="VALID">
          <idno type="IdRef">162105150</idno>
          <orgName>Institut National des Sciences Appliquées</orgName>
          <orgName type="acronym">INSA</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="institution" xml:id="struct-217752" status="OLD">
          <idno type="IdRef">026404672</idno>
          <idno type="ISNI">0000000121617331</idno>
          <idno type="ROR">https://ror.org/02v6kpv12</idno>
          <idno type="Wikidata">Q1273188</idno>
          <orgName>Université Toulouse III - Paul Sabatier</orgName>
          <orgName type="acronym">UT3</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 route de Narbonne - 31062 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-34499" status="OLD">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">1990-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1149079" type="direct"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1149079" status="OLD">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>