<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04109565</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T14:37:23+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Why do you Think this Query is Difficult? A User Study on Human Query Prediction</title>
            <author role="aut">
              <persName>
                <forename type="first">Stefano</forename>
                <surname>Mizzaro</surname>
              </persName>
              <idno type="halauthorid">1118777-0</idno>
              <affiliation ref="#struct-358631"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Josiane</forename>
                <surname>Mothe</surname>
              </persName>
              <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">josianemothe</idno>
              <idno type="idhal" notation="numeric">735149</idno>
              <idno type="halauthorid" notation="string">6914-735149</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
              <idno type="IDREF">https://www.idref.fr/087097222</idno>
              <affiliation ref="#struct-402019"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Open Archive Toulouse Archive Ouverte</forename>
                <surname>(OATAO)</surname>
              </persName>
              <email type="md5">ac3f71840d50da799c1bb19c7b808bac</email>
              <email type="domain">listes-diff.inp-toulouse.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-05-30 11:21:58</date>
              <date type="whenModified">2025-10-22 18:04:09</date>
              <date type="whenReleased">2023-05-30 11:34:04</date>
              <date type="whenProduced">2016-07-17</date>
              <date type="whenEndEmbargoed">2023-05-30</date>
              <ref type="file" target="https://hal.science/hal-04109565v1/document">
                <date notBefore="2023-05-30"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04109565v1/file/mizzaro_16966.pdf" id="file-4109565-3578013">
                <date notBefore="2023-05-30"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="146910">
                <persName>
                  <forename>Open Archive Toulouse Archive Ouverte</forename>
                  <surname>(OATAO)</surname>
                </persName>
                <email type="md5">ac3f71840d50da799c1bb19c7b808bac</email>
                <email type="domain">listes-diff.inp-toulouse.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04109565</idno>
            <idno type="halUri">https://hal.science/hal-04109565</idno>
            <idno type="halBibtex">mizzaro:hal-04109565</idno>
            <idno type="halRefHtml">&lt;i&gt;39th International ACM SIGIR conference on research and development in Information Retrieval (SIGIR 2016)&lt;/i&gt;, Jul 2016, Pise, Italy. pp.1073-1076, &lt;a target="_blank" href="https://dx.doi.org/10.1145/2911451.2914696"&gt;&amp;#x27E8;10.1145/2911451.2914696&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">39th International ACM SIGIR conference on research and development in Information Retrieval (SIGIR 2016), Jul 2016, Pise, Italy. pp.1073-1076, &amp;#x27E8;10.1145/2911451.2914696&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4109565-3578013"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-SIG" corresp="IRIT">Systèmes d’Informations Généralisées</idno>
            <idno type="stamp" n="IRIT-GD" corresp="IRIT">Gestion des Données</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Why do you Think this Query is Difficult? A User Study on Human Query Prediction</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Stefano</forename>
                    <surname>Mizzaro</surname>
                  </persName>
                  <idno type="halauthorid">1118777-0</idno>
                  <affiliation ref="#struct-358631"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Josiane</forename>
                    <surname>Mothe</surname>
                  </persName>
                  <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">josianemothe</idno>
                  <idno type="idhal" notation="numeric">735149</idno>
                  <idno type="halauthorid" notation="string">6914-735149</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
                  <idno type="IDREF">https://www.idref.fr/087097222</idno>
                  <affiliation ref="#struct-402019"/>
                </author>
              </analytic>
              <monogr>
                <idno type="isbn">978-1-4503-4069-4</idno>
                <title level="m">SIGIR '16 : Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval</title>
                <meeting>
                  <title>39th International ACM SIGIR conference on research and development in Information Retrieval (SIGIR 2016)</title>
                  <date type="start">2016-07-17</date>
                  <date type="end">2016-07-21</date>
                  <settlement>Pise</settlement>
                  <country key="IT">Italy</country>
                </meeting>
                <imprint>
                  <publisher>ACM</publisher>
                  <biblScope unit="pp">1073-1076</biblScope>
                  <date type="datePub">2016-07</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1145/2911451.2914696</idno>
              <ref target="https://dl.acm.org/doi/proceedings/10.1145/2911451" type="seeAlso"/>
              <ref type="publisher">https://dl.acm.org/doi/abs/10.1145/2911451.2914696</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">SIGEVI</term>
                <term xml:lang="en">Information retrieval</term>
                <term xml:lang="en">Query difficulty</term>
                <term xml:lang="en">Difficulty understanding</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-it">Computer Science [cs]/Information Theory [cs.IT]</classCode>
              <classCode scheme="halDomain" n="info.info-ir">Computer Science [cs]/Information Retrieval [cs.IR]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Predicting if a query will be difficult for a system is important to improve retrieval effectiveness by implementing specific processing. There have been several attempts to predict difficulty, both automatically and manually; but without high accuracy at a preretrieval stage. In this paper, we focus rather on understanding why a query is perceived by humans as difficult. We ran two separated but related experiments in which we asked humans to provide both a query difficulty prediction and reasons to explain their prediction. Results show that: (i) reasons can be categorized into 4 classes; (ii) reasons can be framed into closed questions to be answered on a Likert scale; and (iii) some reasons correlate in a coherent way with the human predicted numerical difficulty. On the basis of these results it is possible to derive hints to be provided to help users when formulating their queries and to avoid them to rely on their wrong perception of difficulty.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-358631" status="VALID">
          <orgName>Università degli Studi di Udine - University of Udine [Italie]</orgName>
          <desc>
            <address>
              <addrLine>via Palladio 8, 33100 Udine</addrLine>
              <country key="IT"/>
            </address>
            <ref type="url">http://www.uniud.it/en/uniud-international?set_language=en</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-402019" status="OLD">
          <orgName>Systèmes d’Informations Généralisées</orgName>
          <orgName type="acronym">IRIT-SIG</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/gestion-des-donnees/equipe-sig/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-34499" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="indirect"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1149079" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-34499" status="OLD">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">1990-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation active="#struct-217752" type="direct"/>
            <relation name="UMR5505 / URA1399" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1149079" type="direct"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-217752" status="OLD">
          <idno type="IdRef">026404672</idno>
          <idno type="ISNI">0000000121617331</idno>
          <idno type="ROR">https://ror.org/02v6kpv12</idno>
          <idno type="Wikidata">Q1273188</idno>
          <orgName>Université Toulouse III - Paul Sabatier</orgName>
          <orgName type="acronym">UT3</orgName>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 route de Narbonne - 31062 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1149079" status="OLD">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2021-01-01</date>
          <date type="end">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-217752" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>