<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05149275</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T04:44:30+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">PQPP: A Joint Benchmark for Text-to-Image Prompt and Query Performance Prediction</title>
            <author role="aut">
              <persName>
                <forename type="first">Eduard</forename>
                <surname>Poesina</surname>
              </persName>
              <idno type="idhal" notation="numeric">1326461</idno>
              <idno type="halauthorid" notation="string">2839082-1326461</idno>
              <idno type="ORCID">https://orcid.org/0009-0003-1116-0851</idno>
              <affiliation ref="#struct-302604"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Adriana</forename>
                <forename type="middle">Valentina</forename>
                <surname>Costache</surname>
              </persName>
              <idno type="halauthorid">3630870-0</idno>
              <affiliation ref="#struct-302604"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Adrian-Gabriel</forename>
                <surname>Chifu</surname>
              </persName>
              <email type="md5">8f336dd2ec5e10aecc8b196d6bd4a82e</email>
              <email type="domain">univ-amu.fr</email>
              <idno type="idhal" notation="string">adrianchifu</idno>
              <idno type="idhal" notation="numeric">19500</idno>
              <idno type="halauthorid" notation="string">24568-19500</idno>
              <idno type="IDREF">https://www.idref.fr/189872373</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4680-5528</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=RRFCP50AAAAJ</idno>
              <affiliation ref="#struct-551212"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Josiane</forename>
                <surname>Mothe</surname>
              </persName>
              <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
              <email type="domain">irit.fr</email>
              <idno type="idhal" notation="string">josianemothe</idno>
              <idno type="idhal" notation="numeric">735149</idno>
              <idno type="halauthorid" notation="string">6914-735149</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
              <idno type="IDREF">https://www.idref.fr/087097222</idno>
              <affiliation ref="#struct-1612881"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Radu Tudor</forename>
                <surname>Ionescu</surname>
              </persName>
              <idno type="idhal" notation="numeric">1326462</idno>
              <idno type="halauthorid" notation="string">2028273-1326462</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9301-1950</idno>
              <affiliation ref="#struct-302604"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Adrian-Gabriel</forename>
                <surname>CHIFU</surname>
              </persName>
              <email type="md5">8f336dd2ec5e10aecc8b196d6bd4a82e</email>
              <email type="domain">univ-amu.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-07-07 18:43:24</date>
              <date type="whenModified">2026-04-02 03:17:42</date>
              <date type="whenReleased">2025-07-09 10:56:30</date>
              <date type="whenProduced">2025-06-11</date>
              <date type="whenEndEmbargoed">2025-07-07</date>
              <ref type="file" target="https://hal.science/hal-05149275v1/document">
                <date notBefore="2025-07-07"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05149275v1/file/Poesina_PQPP_A_Joint_Benchmark_for_Text-to-Image_Prompt_and_Query_Performance_CVPR_2025_paper.pdf" id="file-5149275-4449653">
                <date notBefore="2025-07-07"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="403177">
                <persName>
                  <forename>Adrian-Gabriel</forename>
                  <surname>CHIFU</surname>
                </persName>
                <email type="md5">8f336dd2ec5e10aecc8b196d6bd4a82e</email>
                <email type="domain">univ-amu.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05149275</idno>
            <idno type="halUri">https://hal.science/hal-05149275</idno>
            <idno type="halBibtex">poesina:hal-05149275</idno>
            <idno type="halRefHtml">&lt;i&gt;Proceedings of the Computer Vision and Pattern Recognition Conference (CVPR 2025)&lt;/i&gt;, Jun 2025, Nashville, United States</idno>
            <idno type="halRef">Proceedings of the Computer Vision and Pattern Recognition Conference (CVPR 2025), Jun 2025, Nashville, United States</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal<ref corresp="#file-5149275-4449653"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-TLSE2">Université Toulouse 2</idno>
            <idno type="stamp" n="UNIV-TLSE3">Université de Toulouse</idno>
            <idno type="stamp" n="UNIV-TLN">Université de Toulon</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="UNIV-AMU">Aix Marseille Université</idno>
            <idno type="stamp" n="UT1-CAPITOLE">Université Toulouse 1 Capitole</idno>
            <idno type="stamp" n="LIS-LAB">Laboratoire d'Informatique et Systèmes</idno>
            <idno type="stamp" n="IRIT">IRIT - Institut de Recherche en Informatique de Toulouse</idno>
            <idno type="stamp" n="IRIT-SIG" corresp="IRIT">Systèmes d’Informations Généralisées</idno>
            <idno type="stamp" n="IRIT-GD" corresp="IRIT">Gestion des Données</idno>
            <idno type="stamp" n="TOULOUSE-INP">Toulouse - INP</idno>
            <idno type="stamp" n="UNIV-UT3">Université Toulouse 3</idno>
            <idno type="stamp" n="UT3-INP">Université de Toulouse / Toulouse INP</idno>
            <idno type="stamp" n="UT3-TOULOUSEINP">Université de Toulouse / Toulouse INP</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">PQPP: A Joint Benchmark for Text-to-Image Prompt and Query Performance Prediction</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Eduard</forename>
                    <surname>Poesina</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1326461</idno>
                  <idno type="halauthorid" notation="string">2839082-1326461</idno>
                  <idno type="ORCID">https://orcid.org/0009-0003-1116-0851</idno>
                  <affiliation ref="#struct-302604"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Adriana</forename>
                    <forename type="middle">Valentina</forename>
                    <surname>Costache</surname>
                  </persName>
                  <idno type="halauthorid">3630870-0</idno>
                  <affiliation ref="#struct-302604"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Adrian-Gabriel</forename>
                    <surname>Chifu</surname>
                  </persName>
                  <email type="md5">8f336dd2ec5e10aecc8b196d6bd4a82e</email>
                  <email type="domain">univ-amu.fr</email>
                  <idno type="idhal" notation="string">adrianchifu</idno>
                  <idno type="idhal" notation="numeric">19500</idno>
                  <idno type="halauthorid" notation="string">24568-19500</idno>
                  <idno type="IDREF">https://www.idref.fr/189872373</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4680-5528</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=RRFCP50AAAAJ</idno>
                  <affiliation ref="#struct-551212"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Josiane</forename>
                    <surname>Mothe</surname>
                  </persName>
                  <email type="md5">657fe4ee30d17b8313a2ae629951ac8e</email>
                  <email type="domain">irit.fr</email>
                  <idno type="idhal" notation="string">josianemothe</idno>
                  <idno type="idhal" notation="numeric">735149</idno>
                  <idno type="halauthorid" notation="string">6914-735149</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-9273-2193</idno>
                  <idno type="IDREF">https://www.idref.fr/087097222</idno>
                  <affiliation ref="#struct-1612881"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Radu Tudor</forename>
                    <surname>Ionescu</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">1326462</idno>
                  <idno type="halauthorid" notation="string">2028273-1326462</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9301-1950</idno>
                  <affiliation ref="#struct-302604"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Proceedings of the Computer Vision and Pattern Recognition Conference (CVPR 2025)</title>
                  <date type="start">2025-06-11</date>
                  <date type="end">2025-06-15</date>
                  <settlement>Nashville</settlement>
                  <country key="US">United States</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info.info-ir">Computer Science [cs]/Information Retrieval [cs.IR]</classCode>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="stat.ml">Statistics [stat]/Machine Learning [stat.ML]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Text-to-image generation has recently emerged as a viable alternative to text-to-image retrieval, driven by the visually impressive results of generative diffusion models. Although query performance prediction is an active research topic in information retrieval, to the best of our knowledge, there is no prior study that analyzes the difficulty of queries (referred to as prompts) in text-to-image generation, based on human judgments. To this end, we introduce the first dataset of prompts which are manually annotated in terms of image generation performance. Additionally, we extend these evaluations to text-to-image retrieval by collecting manual annotations that represent retrieval performance. We thus establish the first joint benchmark for prompt and query performance prediction (PQPP) across both tasks, comprising over 10K queries. Our benchmark enables (i) the comparative assessment of prompt/query difficulty in both image generation and image retrieval, and (ii) the evaluation of prompt/query performance predictors addressing both generation and retrieval. We evaluate several pre-and post-generation/retrieval performance predictors, thus providing competitive baselines for future research. Our benchmark and code are publicly available at https://github.com/Eduard6421/PQPP.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-302604" status="VALID">
          <idno type="ROR">https://ror.org/02x2v6p15</idno>
          <orgName>University of Bucharest</orgName>
          <orgName type="acronym">UniBuc</orgName>
          <desc>
            <address>
              <addrLine>90, Panduri Street, Sector 5, 050663, Bucharest</addrLine>
              <country key="RO"/>
            </address>
            <ref type="url">http://www.unibuc.ro/</ref>
          </desc>
        </org>
        <org type="researchteam" xml:id="struct-551212" status="VALID">
          <orgName>Recherche d’information et Interactions</orgName>
          <orgName type="acronym">R2I</orgName>
          <desc>
            <address>
              <addrLine>Laboratoire Informatique et Système, Aix Marseille Université – Campus de Saint Jérôme – Bat. Polytech - 52 Av. Escadrille Normandie Niemen - 13397 Marseille Cedex 20</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lis-lab.fr/r2i</ref>
          </desc>
          <listRelation>
            <relation active="#struct-527033" type="direct"/>
            <relation name="UMR7020" active="#struct-198056" type="indirect"/>
            <relation name="UMR7020" active="#struct-303091" type="indirect"/>
            <relation name="UMR7020" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1612881" status="VALID">
          <orgName>Systèmes d’Informations Généralisées</orgName>
          <orgName type="acronym">IRIT-SIG</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>IRIT118 Route de Narbonne31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.irit.fr/departement/gestion-des-donnees/equipe-sig/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1612872" type="direct"/>
            <relation active="#struct-81148" type="indirect"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="indirect"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="indirect"/>
            <relation active="#struct-448187" type="indirect"/>
            <relation active="#struct-1574795" type="indirect"/>
            <relation active="#struct-1612865" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-527033" status="VALID">
          <idno type="IdRef">234768002</idno>
          <idno type="RNSR">201822714R</idno>
          <idno type="ROR">https://ror.org/0257sgk90</idno>
          <idno type="Wikidata">Q52605252</idno>
          <orgName>Laboratoire d'Informatique et des Systèmes (LIS) (Marseille, Toulon)</orgName>
          <orgName type="acronym">LIS</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>Aix Marseille Université – Campus de Saint Jérôme – Bat. Polytech, 52 Av. Escadrille Normandie Niemen, 13397 Marseille Cedex 20</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lis-lab.fr</ref>
          </desc>
          <listRelation>
            <relation name="UMR7020" active="#struct-198056" type="direct"/>
            <relation name="UMR7020" active="#struct-303091" type="direct"/>
            <relation name="UMR7020" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-198056" status="VALID">
          <idno type="IdRef">15863621X</idno>
          <idno type="ISNI">0000 0001 2176 4817</idno>
          <idno type="ROR">https://ror.org/035xkbk20</idno>
          <orgName>Aix Marseille Université</orgName>
          <orgName type="acronym">AMU</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Aix-Marseille UniversitéJardins du Pharo58 Boulevard Charles Livon13284 Marseille cedex 7</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-amu.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-303091" status="VALID">
          <idno type="IdRef">031122337</idno>
          <idno type="ROR">https://ror.org/02m9kbe37</idno>
          <orgName>Université de Toulon</orgName>
          <orgName type="acronym">UTLN</orgName>
          <desc>
            <address>
              <addrLine>Avenue de l'Université - BP 20132 - 83957 La Garde Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tln.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-1612872" status="VALID">
          <idno type="IdRef">030947448</idno>
          <idno type="ISNI">0000000121927225</idno>
          <idno type="RNSR">199511949P</idno>
          <idno type="ROR">https://ror.org/01rx4qw44</idno>
          <orgName>Institut de recherche en informatique de Toulouse</orgName>
          <orgName type="acronym">IRIT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 Route de Narbonne, F-31062 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irit.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-81148" type="direct"/>
            <relation name="443875" active="#struct-443875" type="indirect"/>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="UMR5505" active="#struct-441569" type="direct"/>
            <relation active="#struct-448187" type="direct"/>
            <relation active="#struct-1574795" type="direct"/>
            <relation active="#struct-1612865" type="direct"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-81148" status="VALID">
          <idno type="IdRef">026404354</idno>
          <idno type="ISNI">0000000121902837</idno>
          <idno type="ROR">https://ror.org/0443n9e75</idno>
          <orgName>Université Toulouse Capitole</orgName>
          <orgName type="acronym">UT Capitole</orgName>
          <date type="start">1970-01-01</date>
          <desc>
            <address>
              <addrLine>2 rue du Doyen-Gabriel-Marty - 31042 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ut-capitole.fr/</ref>
          </desc>
          <listRelation>
            <relation name="443875" active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-443875" status="VALID">
          <idno type="ROR">https://ror.org/017tgbk05</idno>
          <orgName>Communauté d'universités et établissements de Toulouse</orgName>
          <orgName type="acronym">Comue de Toulouse</orgName>
          <desc>
            <address>
              <addrLine>41 Allée Jules Guesde, 31000 Toulouse</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-toulouse.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-116256" status="VALID">
          <idno type="IdRef">026403994</idno>
          <idno type="ROR">https://ror.org/04ezk3x31</idno>
          <orgName>Université Toulouse - Jean Jaurès</orgName>
          <orgName type="acronym">UT2J</orgName>
          <date type="start">1971-01-01</date>
          <desc>
            <address>
              <addrLine>5 allées Antonio Machado - 31058 Toulouse Cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-tlse2.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-448187" status="VALID">
          <idno type="IdRef">026388820</idno>
          <idno type="ISNI">0000000121766169</idno>
          <idno type="ROR">https://ror.org/033p9g875</idno>
          <orgName>Institut National Polytechnique (Toulouse)</orgName>
          <orgName type="acronym">Toulouse INP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.inp-toulouse.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-1574795" status="VALID">
          <orgName>Université de Toulouse</orgName>
          <orgName type="acronym">EPE UT</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>118 toute de Narbonne, 31062 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.univ-tlse3.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-443875" type="direct"/>
          </listRelation>
        </org>
        <org type="regrouplaboratory" xml:id="struct-1612865" status="VALID">
          <orgName>Toulouse Mind &amp; Brain Institut</orgName>
          <orgName type="acronym">TMBI</orgName>
          <date type="start">2025-01-01</date>
          <desc>
            <address>
              <addrLine>CHU Purpan, Pavillon Baudot, 31059 Toulouse cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.tmbi.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-116256" type="direct"/>
            <relation active="#struct-443875" type="indirect"/>
            <relation name="FED4171" active="#struct-1574795" type="direct"/>
          </listRelation>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>