<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04946870</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T12:04:36+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Finding Foundation Models for Time Series Classification with a PreText Task</title>
            <author role="aut">
              <persName>
                <forename type="first">Ali</forename>
                <surname>Ismail-Fawaz</surname>
              </persName>
              <email type="md5">3a3e28309fc16b565a2fde2e3332af72</email>
              <email type="domain">uha.fr</email>
              <idno type="idhal" notation="string">ali-ismail-fawaz</idno>
              <idno type="idhal" notation="numeric">1293263</idno>
              <idno type="halauthorid" notation="string">2846214-1293263</idno>
              <idno type="ARXIV">https://arxiv.org/a/ismailfawaz_a_1</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=ELd4mo0AAAAJ</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5385-3339</idno>
              <affiliation ref="#struct-1063984"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Maxime</forename>
                <surname>Devanne</surname>
              </persName>
              <email type="md5">3d129fbee3a3df55b2508f792dcc8b4d</email>
              <email type="domain">uha.fr</email>
              <idno type="idhal" notation="string">maxime-devanne</idno>
              <idno type="idhal" notation="numeric">21716</idno>
              <idno type="halauthorid" notation="string">54338-21716</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1458-3855</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=BDnAZRwAAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/191718076</idno>
              <affiliation ref="#struct-1063984"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Stefano</forename>
                <surname>Berretti</surname>
              </persName>
              <email type="md5">11b7fd2007ba24ef835b3a243ce28842</email>
              <email type="domain">unifi.it</email>
              <idno type="idhal" notation="numeric">966960</idno>
              <idno type="halauthorid" notation="string">610120-966960</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1219-4386</idno>
              <affiliation ref="#struct-148408"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Jonathan</forename>
                <surname>Weber</surname>
              </persName>
              <email type="md5">b82e33e3f47bc15eb6dabde95bde0ec7</email>
              <email type="domain">uha.fr</email>
              <idno type="idhal" notation="string">jonathan-weber</idno>
              <idno type="idhal" notation="numeric">7063</idno>
              <idno type="halauthorid" notation="string">14301-7063</idno>
              <affiliation ref="#struct-1063984"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Germain</forename>
                <surname>Forestier</surname>
              </persName>
              <email type="md5">7e7e8daa560fd3db654612351c9a0535</email>
              <email type="domain">uha.fr</email>
              <ptr type="url" target="https://germain-forestier.info"/>
              <idno type="idhal" notation="string">germain-forestier</idno>
              <idno type="idhal" notation="numeric">4902</idno>
              <idno type="halauthorid" notation="string">19038-4902</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-4960-7554</idno>
              <idno type="IDREF">https://www.idref.fr/148679072</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=QDtJYqkAAAAJ</idno>
              <affiliation ref="#struct-1063984"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Germain</forename>
                <surname>Forestier</surname>
              </persName>
              <email type="md5">7e7e8daa560fd3db654612351c9a0535</email>
              <email type="domain">uha.fr</email>
            </editor>
            <funder ref="#projanr-56225"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-02-13 21:31:32</date>
              <date type="whenModified">2025-02-22 03:32:11</date>
              <date type="whenReleased">2025-02-20 11:49:42</date>
              <date type="whenProduced">2024-05-07</date>
              <date type="whenEndEmbargoed">2025-02-13</date>
              <ref type="file" target="https://hal.science/hal-04946870v1/document">
                <date notBefore="2025-02-13"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04946870v1/file/iwta2024.pdf" id="file-4946870-4291300">
                <date notBefore="2025-02-13"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="303218">
                <persName>
                  <forename>Germain</forename>
                  <surname>Forestier</surname>
                </persName>
                <email type="md5">7e7e8daa560fd3db654612351c9a0535</email>
                <email type="domain">uha.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04946870</idno>
            <idno type="halUri">https://hal.science/hal-04946870</idno>
            <idno type="halBibtex">ismailfawaz:hal-04946870</idno>
            <idno type="halRefHtml">&lt;i&gt;Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD) - International Workshop on Temporal Analytics&lt;/i&gt;, May 2024, Taipei, Taiwan. pp.123 - 135, &lt;a target="_blank" href="https://dx.doi.org/10.1007/978-981-97-2650-9_10"&gt;&amp;#x27E8;10.1007/978-981-97-2650-9_10&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD) - International Workshop on Temporal Analytics, May 2024, Taipei, Taiwan. pp.123 - 135, &amp;#x27E8;10.1007/978-981-97-2650-9_10&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-4946870-4291300"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SITE-ALSACE">Archive ouverte du site Alsace</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="LABORATOIRES-UHA" corresp="UHA">Laboratoires de l'Université de Haute-Alsace (UHA)</idno>
            <idno type="stamp" n="UHA">Université de Haute-Alsace (UHA)</idno>
            <idno type="stamp" n="IRIMAS">IRIMAS - Institut de Recherche en Informatique Mathématiques Automatique Signal</idno>
            <idno type="stamp" n="ANR-IA-21" corresp="ANR-IA">ANR-IA-21</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Finding Foundation Models for Time Series Classification with a PreText Task</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Ali</forename>
                    <surname>Ismail-Fawaz</surname>
                  </persName>
                  <email type="md5">3a3e28309fc16b565a2fde2e3332af72</email>
                  <email type="domain">uha.fr</email>
                  <idno type="idhal" notation="string">ali-ismail-fawaz</idno>
                  <idno type="idhal" notation="numeric">1293263</idno>
                  <idno type="halauthorid" notation="string">2846214-1293263</idno>
                  <idno type="ARXIV">https://arxiv.org/a/ismailfawaz_a_1</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=ELd4mo0AAAAJ</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5385-3339</idno>
                  <affiliation ref="#struct-1063984"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Maxime</forename>
                    <surname>Devanne</surname>
                  </persName>
                  <email type="md5">3d129fbee3a3df55b2508f792dcc8b4d</email>
                  <email type="domain">uha.fr</email>
                  <idno type="idhal" notation="string">maxime-devanne</idno>
                  <idno type="idhal" notation="numeric">21716</idno>
                  <idno type="halauthorid" notation="string">54338-21716</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1458-3855</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=BDnAZRwAAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/191718076</idno>
                  <affiliation ref="#struct-1063984"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Stefano</forename>
                    <surname>Berretti</surname>
                  </persName>
                  <email type="md5">11b7fd2007ba24ef835b3a243ce28842</email>
                  <email type="domain">unifi.it</email>
                  <idno type="idhal" notation="numeric">966960</idno>
                  <idno type="halauthorid" notation="string">610120-966960</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1219-4386</idno>
                  <affiliation ref="#struct-148408"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Jonathan</forename>
                    <surname>Weber</surname>
                  </persName>
                  <email type="md5">b82e33e3f47bc15eb6dabde95bde0ec7</email>
                  <email type="domain">uha.fr</email>
                  <idno type="idhal" notation="string">jonathan-weber</idno>
                  <idno type="idhal" notation="numeric">7063</idno>
                  <idno type="halauthorid" notation="string">14301-7063</idno>
                  <affiliation ref="#struct-1063984"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Germain</forename>
                    <surname>Forestier</surname>
                  </persName>
                  <email type="md5">7e7e8daa560fd3db654612351c9a0535</email>
                  <email type="domain">uha.fr</email>
                  <ptr type="url" target="https://germain-forestier.info"/>
                  <idno type="idhal" notation="string">germain-forestier</idno>
                  <idno type="idhal" notation="numeric">4902</idno>
                  <idno type="halauthorid" notation="string">19038-4902</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-4960-7554</idno>
                  <idno type="IDREF">https://www.idref.fr/148679072</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=QDtJYqkAAAAJ</idno>
                  <affiliation ref="#struct-1063984"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Pacific-Asia Conference on Knowledge Discovery and Data Mining (PAKDD) - International Workshop on Temporal Analytics</title>
                  <date type="start">2024-05-07</date>
                  <settlement>Taipei</settlement>
                  <country key="TW">Taiwan</country>
                </meeting>
                <imprint>
                  <publisher>Springer Nature Singapore</publisher>
                  <pubPlace>Singapore</pubPlace>
                  <biblScope unit="serie">Lecture Notes in Computer Science</biblScope>
                  <biblScope unit="volume">14658</biblScope>
                  <biblScope unit="pp">123 - 135</biblScope>
                  <date type="datePub">2024</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1007/978-981-97-2650-9_10</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Convolutional Neural Networks</term>
                <term xml:lang="en">Time Series</term>
                <term xml:lang="en">Pre-Training Deep Learning</term>
                <term xml:lang="en">Deep Learning</term>
                <term xml:lang="en">Time Series Classification</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Over the past decade, Time Series Classification (TSC) has gained an increasing attention. While various methods were explored, deep learning -particularly through Convolutional Neural Networks (CNNs) -stands out as an effective approach. However, due to the limited availability of training data, defining a foundation model for TSC that overcomes the overfitting problem is still a challenging task. The UCR archive, encompassing a wide spectrum of datasets ranging from motion recognition to ECG-based heart disease detection, serves as a prime example for exploring this issue in diverse TSC scenarios. In this paper, we address the overfitting challenge by introducing pre-trained domain foundation models. A key aspect of our methodology is a novel pretext task that spans multiple datasets. This task is designed to identify the originating dataset of each time series sample, with the goal of creating flexible convolution filters that can be applied across different datasets. The research process consists of two phases: a pre-training phase where the model acquires general features through the pretext task, and a subsequent fine-tuning phase for specific dataset classifications. Our extensive experiments on the UCR archive demonstrate that this pre-training strategy significantly outperforms the conventional training approach without pre-training. This strategy effectively reduces overfitting in small datasets and provides an efficient route for adapting these models to new datasets, thus advancing the capabilities of deep learning in TSC.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1063984" status="VALID">
          <idno type="IdRef">241031168</idno>
          <idno type="RNSR">201822676Z</idno>
          <orgName>Institut de Recherche en Informatique Mathématiques Automatique Signal - IRIMAS - UR 7499</orgName>
          <orgName type="acronym">IRIMAS</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>12 rue des Frères Lumière - 68093 MULHOUSE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.uha.fr/fr/uha-1/organisation/laboratoires/irimas-ur-7499.html</ref>
          </desc>
          <listRelation>
            <relation name="UR7499" active="#struct-237692" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-148408" status="VALID">
          <idno type="IdRef">026430584</idno>
          <idno type="ROR">https://ror.org/04jr1s763</idno>
          <orgName>Università degli Studi di Firenze = University of Florence = Université de Florence</orgName>
          <orgName type="acronym">UniFI</orgName>
          <desc>
            <address>
              <addrLine>Piazza di San Marco, 4, 50121 Firenze FI, Italie</addrLine>
              <country key="IT"/>
            </address>
            <ref type="url">https://www.unifi.it/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-237692" status="VALID">
          <idno type="IdRef">026403250</idno>
          <idno type="ISNI">0000000404735039</idno>
          <idno type="ROR">https://ror.org/04k8k6n84</idno>
          <orgName>Université de Haute-Alsace (UHA) Mulhouse - Colmar</orgName>
          <orgName type="acronym">Université de Haute-Alsace (UHA)</orgName>
          <desc>
            <address>
              <addrLine>2, rue des Frères Lumière F-68093 Mulhouse Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.uha.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-56225" status="VALID">
          <idno type="anr">ANR-21-CE23-0014</idno>
          <orgName>DELEGATION</orgName>
          <desc>Apprentissage profond pour la génération de mouvements humains</desc>
          <date type="start">2021</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>