<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-03833745</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-24T20:32:35+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">A recurrent approach for predicting Parkinson stage from multimodal videos</title>
            <author role="aut">
              <persName>
                <forename type="first">John</forename>
                <surname>Archila</surname>
              </persName>
              <idno type="halauthorid">2418792-0</idno>
              <affiliation ref="#struct-56489"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Antoine</forename>
                <surname>Manzanera</surname>
              </persName>
              <email type="md5">46bafbdb494c4b5dd0f7f5359b660fc0</email>
              <email type="domain">ensta-paristech.fr</email>
              <idno type="idhal" notation="string">antoine-manzanera</idno>
              <idno type="idhal" notation="numeric">2800</idno>
              <idno type="halauthorid" notation="string">24537-2800</idno>
              <idno type="IDREF">https://www.idref.fr/057787360</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5718-411X</idno>
              <idno type="IDREF">https://www.idref.fr/134533909</idno>
              <affiliation ref="#struct-300065"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Fabio</forename>
                <surname>Martinez Carrillo</surname>
              </persName>
              <idno type="halauthorid">2192776-0</idno>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Antoine</forename>
                <surname>Manzanera</surname>
              </persName>
              <email type="md5">46bafbdb494c4b5dd0f7f5359b660fc0</email>
              <email type="domain">ensta-paristech.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2022-10-28 15:49:29</date>
              <date type="whenModified">2025-06-10 19:32:59</date>
              <date type="whenReleased">2022-11-02 13:11:20</date>
              <date type="whenProduced">2021-11</date>
              <date type="whenEndEmbargoed">2022-10-28</date>
              <ref type="file" target="https://hal.science/hal-03833745v1/document">
                <date notBefore="2022-10-28"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-03833745v1/file/sipaim21.pdf" id="file-3833745-3355909">
                <date notBefore="2022-10-28"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="308534">
                <persName>
                  <forename>Antoine</forename>
                  <surname>Manzanera</surname>
                </persName>
                <email type="md5">46bafbdb494c4b5dd0f7f5359b660fc0</email>
                <email type="domain">ensta-paristech.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-03833745</idno>
            <idno type="halUri">https://hal.science/hal-03833745</idno>
            <idno type="halBibtex">archila:hal-03833745</idno>
            <idno type="halRefHtml">&lt;i&gt;17th International Symposium on Medical Information Processing and Analysis (SIPAIM)&lt;/i&gt;, Nov 2021, Campinas, Brazil</idno>
            <idno type="halRef">17th International Symposium on Medical Information Processing and Analysis (SIPAIM), Nov 2021, Campinas, Brazil</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-3833745-3355909"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="IP_PARIS">Institut Polytechnique de Paris</idno>
            <idno type="stamp" n="ENSTA-PARIS">ENSTA-PARIS</idno>
            <idno type="stamp" n="ENSTA">Ensta</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="0">No</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">A recurrent approach for predicting Parkinson stage from multimodal videos</title>
                <author role="aut">
                  <persName>
                    <forename type="first">John</forename>
                    <surname>Archila</surname>
                  </persName>
                  <idno type="halauthorid">2418792-0</idno>
                  <affiliation ref="#struct-56489"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Antoine</forename>
                    <surname>Manzanera</surname>
                  </persName>
                  <email type="md5">46bafbdb494c4b5dd0f7f5359b660fc0</email>
                  <email type="domain">ensta-paristech.fr</email>
                  <idno type="idhal" notation="string">antoine-manzanera</idno>
                  <idno type="idhal" notation="numeric">2800</idno>
                  <idno type="halauthorid" notation="string">24537-2800</idno>
                  <idno type="IDREF">https://www.idref.fr/057787360</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5718-411X</idno>
                  <idno type="IDREF">https://www.idref.fr/134533909</idno>
                  <affiliation ref="#struct-300065"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Fabio</forename>
                    <surname>Martinez Carrillo</surname>
                  </persName>
                  <idno type="halauthorid">2192776-0</idno>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>17th International Symposium on Medical Information Processing and Analysis (SIPAIM)</title>
                  <date type="start">2021-11</date>
                  <settlement>Campinas</settlement>
                  <country key="BR">Brazil</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Neuro-motion patterns</term>
                <term xml:lang="en">Gait</term>
                <term xml:lang="en">Eye motion</term>
                <term xml:lang="en">Parkinson stages</term>
                <term xml:lang="en">Computer vision</term>
                <term xml:lang="en">LSTM</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-cv">Computer Science [cs]/Computer Vision and Pattern Recognition [cs.CV]</classCode>
              <classCode scheme="halDomain" n="info.info-ti">Computer Science [cs]/Image Processing [eess.IV]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Parkinson's disease is a neurodegenerative disease that affects more than 6.1 million people worldwide. In the clinical routine, the main tool to diagnose and monitor disease progression is based on motor impairments, such as postural instability, bradykinesia, tremor, among others. Besides, new biomarkers based on motion patterns have emerged to describe disease findings. Nonetheless, this motor characterization has low sensitivity, especially at early stages, and is largely expert-dependent, because protocols are mainly based on visual observations. However, most of these analyses require complex and some invasive systems that additionally only bring global information of complete recordings. This work introduces a multimodal approach that integrates gait and eye motion videos to quantify and predict patient stage on-the-fly. This method starts by computing dense apparent velocity maps that represent the local displacement of the person seen from the gait in a sagittal plane and as micro-movements during the fixation experiment. Then, each frame is described as a covariance descriptor of deep feature activation maps computed over the motion field at each video time. Then, the covariance video manifold is mapped to a recurrent LSTM network to learn higher non-local dependencies and quantify a motion descriptor. Also, an end-to-end scheme allows to lately fuse both modalities (gait and fixational eye) to obtain a more sensitive Parkinson disease descriptor. In a study with 25 subjects, the proposed approach reaches an average F1-score of 0.83 with an average recall of 0.78. In a temporal prediction analysis, the approach reports major correlations with the disease considering swing phase.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-56489" status="VALID">
          <idno type="ROR">https://ror.org/00xc1d948</idno>
          <orgName>Universidad Industrial de Santander [Bucaramanga]</orgName>
          <orgName type="acronym">UIS</orgName>
          <desc>
            <address>
              <addrLine>Cra 27 Calle 9 Ciudad Universitaria Bucaramanga-Santander-Colombia</addrLine>
              <country key="CO"/>
            </address>
            <ref type="url">https://www.uis.edu.co/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-300065" status="OLD">
          <idno type="IdRef">028139577</idno>
          <idno type="ISNI">0000000122070120</idno>
          <idno type="ROR">https://ror.org/0309cs235</idno>
          <idno type="Wikidata">Q838454</idno>
          <orgName>École Nationale Supérieure de Techniques Avancées</orgName>
          <orgName type="acronym">ENSTA Paris</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ensta-paris.fr/fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>