<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-00951737</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-24T11:38:40+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Low-Cost Eye Gaze Prediction System for Interactive Networked Video Streaming</title>
            <author role="aut">
              <persName>
                <forename type="first">Yunlong</forename>
                <surname>Feng</surname>
              </persName>
              <idno type="halauthorid">613838-0</idno>
              <affiliation ref="#struct-6501"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Gene</forename>
                <surname>Cheung</surname>
              </persName>
              <idno type="idhal" notation="numeric">765594</idno>
              <idno type="halauthorid" notation="string">613839-765594</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-5571-4137</idno>
              <affiliation ref="#struct-6501"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Wai-Tian</forename>
                <surname>Tan</surname>
              </persName>
              <idno type="halauthorid">805193-0</idno>
              <affiliation ref="#struct-118345"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Patrick</forename>
                <surname>Le Callet</surname>
              </persName>
              <email type="md5">74e517cfff9225f3fd9416965f3fd87c</email>
              <email type="domain">univ-nantes.fr</email>
              <idno type="idhal" notation="string">patrick-le-callet</idno>
              <idno type="idhal" notation="numeric">15969</idno>
              <idno type="halauthorid" notation="string">20883-15969</idno>
              <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=llgwlUgAAAAJ&amp;hl=en</idno>
              <idno type="IDREF">https://www.idref.fr/060370068</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-2143-7063</idno>
              <idno type="VIAF">https://viaf.org/viaf/173368181</idno>
              <affiliation ref="#struct-389873"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yusheng</forename>
                <surname>Ji</surname>
              </persName>
              <idno type="halauthorid">613840-0</idno>
              <affiliation ref="#struct-6501"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Harold</forename>
                <surname>Mouchère</surname>
              </persName>
              <email type="md5">151f0c7ef0f9a52c6490bce9641c0432</email>
              <email type="domain">univ-nantes.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2014-02-25 12:12:02</date>
              <date type="whenModified">2024-01-05 03:21:59</date>
              <date type="whenReleased">2014-02-25 12:12:02</date>
              <date type="whenProduced">2013-01-01</date>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="125753">
                <persName>
                  <forename>Harold</forename>
                  <surname>Mouchère</surname>
                </persName>
                <email type="md5">151f0c7ef0f9a52c6490bce9641c0432</email>
                <email type="domain">univ-nantes.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-00951737</idno>
            <idno type="halUri">https://hal.science/hal-00951737</idno>
            <idno type="halBibtex">feng:hal-00951737</idno>
            <idno type="halRefHtml">&lt;i&gt;IEEE Transactions on Multimedia&lt;/i&gt;, 2013, 15 (8), pp.1865-1879. &lt;a target="_blank" href="https://dx.doi.org/10.1109/TMM.2013.2272918"&gt;&amp;#x27E8;10.1109/TMM.2013.2272918&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">IEEE Transactions on Multimedia, 2013, 15 (8), pp.1865-1879. &amp;#x27E8;10.1109/TMM.2013.2272918&amp;#x27E9;</idno>
            <availability status="restricted"/>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="UNIV-NANTES">Université de Nantes</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="EC-NANTES">Ecole Centrale de Nantes</idno>
            <idno type="stamp" n="IRCCYN" corresp="UNIV-NANTES">Institut de Recherche en Communication et Cybernétique de Nantes</idno>
            <idno type="stamp" n="IRCCYN-IVC" corresp="IRCCYN">Image, Vidéo et Communication</idno>
            <idno type="stamp" n="UNAM">l'unam - université nantes angers le mans</idno>
            <idno type="stamp" n="LS2N">Laboratoire des Sciences du Numérique de Nantes</idno>
            <idno type="stamp" n="NANTES-UNIVERSITE">Nantes Université</idno>
            <idno type="stamp" n="UNIV-NANTES-AV2022">Université de Nantes</idno>
            <idno type="stamp" n="NU-CENTRALE">École Centrale de Nantes</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Low-Cost Eye Gaze Prediction System for Interactive Networked Video Streaming</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Yunlong</forename>
                    <surname>Feng</surname>
                  </persName>
                  <idno type="halauthorid">613838-0</idno>
                  <affiliation ref="#struct-6501"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Gene</forename>
                    <surname>Cheung</surname>
                  </persName>
                  <idno type="idhal" notation="numeric">765594</idno>
                  <idno type="halauthorid" notation="string">613839-765594</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-5571-4137</idno>
                  <affiliation ref="#struct-6501"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Wai-Tian</forename>
                    <surname>Tan</surname>
                  </persName>
                  <idno type="halauthorid">805193-0</idno>
                  <affiliation ref="#struct-118345"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Patrick</forename>
                    <surname>Le Callet</surname>
                  </persName>
                  <email type="md5">74e517cfff9225f3fd9416965f3fd87c</email>
                  <email type="domain">univ-nantes.fr</email>
                  <idno type="idhal" notation="string">patrick-le-callet</idno>
                  <idno type="idhal" notation="numeric">15969</idno>
                  <idno type="halauthorid" notation="string">20883-15969</idno>
                  <idno type="GOOGLE SCHOLAR">https://scholar.google.fr/citations?user=llgwlUgAAAAJ&amp;hl=en</idno>
                  <idno type="IDREF">https://www.idref.fr/060370068</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-2143-7063</idno>
                  <idno type="VIAF">https://viaf.org/viaf/173368181</idno>
                  <affiliation ref="#struct-389873"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yusheng</forename>
                    <surname>Ji</surname>
                  </persName>
                  <idno type="halauthorid">613840-0</idno>
                  <affiliation ref="#struct-6501"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">14064</idno>
                <idno type="issn">1520-9210</idno>
                <title level="j">IEEE Transactions on Multimedia</title>
                <imprint>
                  <publisher>Institute of Electrical and Electronics Engineers</publisher>
                  <biblScope unit="volume">15</biblScope>
                  <biblScope unit="issue">8</biblScope>
                  <biblScope unit="pp">1865-1879</biblScope>
                  <date type="datePub">2013-01-01</date>
                </imprint>
              </monogr>
              <idno type="doi">10.1109/TMM.2013.2272918</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Kalman filters</term>
                <term xml:lang="en">video streaming</term>
                <term xml:lang="en">Kalman iiltering</term>
                <term xml:lang="en">low-cost eye gaze prediction system</term>
                <term xml:lang="en">Media</term>
                <term xml:lang="en">network streaming</term>
                <term xml:lang="en">Real-time systems</term>
                <term xml:lang="en">region-of-interest</term>
                <term xml:lang="en">ROI-based bit allocation</term>
                <term xml:lang="en">runtime gaze prediction</term>
                <term xml:lang="en">saliency information</term>
                <term xml:lang="en">Streaming media</term>
                <term xml:lang="en">Visualization</term>
                <term xml:lang="en">interactive systems</term>
                <term xml:lang="en">interactive networked video streaming</term>
                <term xml:lang="en">interactive media applications</term>
                <term xml:lang="en">HMM</term>
                <term xml:lang="en">Hidden Markov models</term>
                <term xml:lang="en">hidden Markov model based gaze-prediction system</term>
                <term xml:lang="en">Hidden Markov Model</term>
                <term xml:lang="en">gaze-based networked system</term>
                <term xml:lang="en">gaze tracking</term>
                <term xml:lang="en">Eye-gaze prediction</term>
                <term xml:lang="en">Computational modeling</term>
                <term xml:lang="en">Bit rate</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ts">Computer Science [cs]/Signal and Image Processing</classCode>
              <classCode scheme="halDomain" n="spi.signal">Engineering Sciences [physics]/Signal and Image processing</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Eye gaze is now used as a content adaptation trigger in interactive media applications, such as customized advertisement in video, and bit allocation in streaming video based on region-of-interest (ROI). The reaction time of a gaze-based networked system, however, is lower-bounded by the network round trip time (RTT). Furthermore, only low-sampling-rate gaze data is available when commonly available webcam is employed for gaze tracking. To realize responsive adaptation of media content even under non-negligible RTT and using common low-cost webcams, we propose a Hidden Markov Model (HMM) based gaze-prediction system that utilizes the visual saliency of the content being viewed. Specifically, our HMM has two states corresponding to two of human's intrinsic gaze behavioral movements, and its model parameters are derived offline via analysis of each video's visual saliency maps. Due to the strong prior of likely gaze locations offered by saliency information, accurate runtime gaze prediction is possible even under large RTT and using common webcam. We demonstrate the applicability of our low-cost gaze prediction system by focusing on ROI-based bit allocation for networked video streaming. To reduce transmission rate of a video stream without degrading viewer's perceived visual quality, we allocate more bits to encode the viewer's current spatial ROI, while devoting fewer bits in other spatial regions. The challenge lies in overcoming the delay between the time a viewer's ROI is detected by gaze tracking, to the time the effected video is encoded, delivered and displayed at the viewer's terminal. To this end, we use our proposed low-cost gaze prediction system to predict future eye gaze locations, so that optimized bit allocation can be performed for future frames. Through extensive subjective testing, we show that bit-rate can be reduced by up to 29\% without noticeable visual quality degradation when RTT is as high as 200 ms.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="institution" xml:id="struct-6501" status="VALID">
          <idno type="ROR">https://ror.org/04ksd4g47</idno>
          <orgName>National Institute of Informatics</orgName>
          <orgName type="acronym">NII</orgName>
          <desc>
            <address>
              <addrLine>2-1-2 Hitotsubashi, Chiyoda-ku, Tokyo 101-8430</addrLine>
              <country key="JP"/>
            </address>
            <ref type="url">http://www.nii.ac.jp/en/</ref>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-118345" status="OLD">
          <orgName>Hewlett Packard Research Labs</orgName>
          <orgName type="acronym">HP Labs</orgName>
          <desc>
            <address>
              <addrLine>1501 Page Mill Road MS 1177 Palo Alto, California 94304</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.hpl.hp.com/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300899" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-389873" status="INCOMING">
          <orgName>irccyn-ivc</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-21439" type="direct"/>
            <relation active="#struct-84538" type="indirect"/>
            <relation active="#struct-111023" type="indirect"/>
            <relation active="#struct-300405" type="indirect"/>
            <relation name="93263" active="#struct-93263" type="indirect"/>
            <relation active="#struct-301358" type="indirect"/>
            <relation name="UMR6597" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300899" status="OLD">
          <orgName>Hewlett-Packard</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-21439" status="OLD">
          <orgName>Institut de Recherche en Communications et en Cybernétique de Nantes</orgName>
          <orgName type="acronym">IRCCyN</orgName>
          <date type="end">2016-12-31</date>
          <desc>
            <address>
              <addrLine>1, rue de la Noë BP92101 44321 Nantes Cedex 03</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.irccyn.ec-nantes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-84538" type="direct"/>
            <relation active="#struct-111023" type="direct"/>
            <relation active="#struct-300405" type="direct"/>
            <relation name="93263" active="#struct-93263" type="indirect"/>
            <relation active="#struct-301358" type="direct"/>
            <relation name="UMR6597" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-84538" status="OLD">
          <orgName>Mines Nantes</orgName>
          <orgName type="acronym">Mines Nantes</orgName>
          <date type="start">1991-10-08</date>
          <date type="end">2016-12-31</date>
          <desc>
            <address>
              <addrLine>La Chantrerie - 4, rue Alfred Kastler - BP 20722 - 44307 Nantes cedex 3</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.mines-nantes.fr/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-111023" status="OLD">
          <idno type="IdRef">03063525X</idno>
          <idno type="ISNI">0000000122039289</idno>
          <idno type="ROR">https://ror.org/03nh7d505</idno>
          <orgName>École Centrale de Nantes</orgName>
          <orgName type="acronym">ECN</orgName>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>1 rue de la Noë - BP 92101 - 44321 Nantes cedex 3</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ec-nantes.fr/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-300405" status="OLD">
          <idno type="IdRef">068449399</idno>
          <orgName>Ecole Polytechnique de l'Université de Nantes</orgName>
          <orgName type="acronym">EPUN</orgName>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>Campus Chantrerie : Rue Christian Pauc - CS 50609 - 44306 Nantes Cedex 3Campus Gavy : Gavy Océanis -  CS 70152 - 44603 Saint-Nazaire CedexCampus Courtaisière : 18 Boulevard Gaston Defferre - 85035 La Roche-sur-Yon Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://web.polytech.univ-nantes.fr/l-ecole/</ref>
          </desc>
          <listRelation>
            <relation name="93263" active="#struct-93263" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-93263" status="OLD">
          <idno type="IdRef">026403447</idno>
          <idno type="ROR">https://ror.org/03gnr7b55</idno>
          <orgName>Université de Nantes</orgName>
          <orgName type="acronym">UN</orgName>
          <date type="end">2021-12-31</date>
          <desc>
            <address>
              <addrLine>1, quai de Tourville - BP 13522 - 44035 Nantes cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-nantes.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-301358" status="OLD">
          <idno type="IdRef">187401039</idno>
          <orgName>PRES Université Nantes Angers Le Mans</orgName>
          <orgName type="acronym">UNAM</orgName>
          <date type="start">2008-12-31</date>
          <date type="end">2016-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>