<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-01087392</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-20T03:23:27+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Neural Network Fusion of Color, Depth and Location for Object Instance Recognition on a Mobile Robot</title>
            <author role="aut">
              <persName>
                <forename type="first">Louis-Charles</forename>
                <surname>Caron</surname>
              </persName>
              <idno type="halauthorid">678490-0</idno>
              <affiliation ref="#struct-60156"/>
              <affiliation ref="#struct-219104"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">David</forename>
                <surname>Filliat</surname>
              </persName>
              <email type="md5">daac6b068a802afc5821b2ff090a4686</email>
              <email type="domain">ensta-paris.fr</email>
              <idno type="idhal" notation="string">david-filliat</idno>
              <idno type="idhal" notation="numeric">45</idno>
              <idno type="halauthorid" notation="string">13820-45</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-5739-1618</idno>
              <idno type="IDREF">https://www.idref.fr/070072337</idno>
              <orgName ref="#struct-300065"/>
              <affiliation ref="#struct-60156"/>
              <affiliation ref="#struct-219104"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Alexander</forename>
                <surname>Gepperth</surname>
              </persName>
              <email type="md5">cbc47b1d6fcc51aebf523f3bc415d669</email>
              <email type="domain">ensta-paristech.fr</email>
              <idno type="idhal" notation="string">alexander-gepperth</idno>
              <idno type="idhal" notation="numeric">5683</idno>
              <idno type="halauthorid" notation="string">23979-5683</idno>
              <idno type="IDREF">https://www.idref.fr/19465916X</idno>
              <affiliation ref="#struct-219104"/>
              <affiliation ref="#struct-60156"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>David</forename>
                <surname>Filliat</surname>
              </persName>
              <email type="md5">a404fec64d1a46bfd3f401166428f52d</email>
              <email type="domain">polytechnique.edu</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2014-11-26 09:14:05</date>
              <date type="whenModified">2025-06-10 19:34:29</date>
              <date type="whenReleased">2014-11-26 09:54:46</date>
              <date type="whenProduced">2014-09-12</date>
              <date type="whenEndEmbargoed">2014-11-26</date>
              <ref type="file" target="https://hal.science/hal-01087392v1/document">
                <date notBefore="2014-11-26"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-01087392v1/file/acvr2014_CaronEtAl.pdf" id="file-1087392-1165525">
                <date notBefore="2014-11-26"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="166525">
                <persName>
                  <forename>David</forename>
                  <surname>Filliat</surname>
                </persName>
                <email type="md5">a404fec64d1a46bfd3f401166428f52d</email>
                <email type="domain">polytechnique.edu</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-01087392</idno>
            <idno type="halUri">https://hal.science/hal-01087392</idno>
            <idno type="halBibtex">caron:hal-01087392</idno>
            <idno type="halRefHtml">&lt;i&gt;Second Workshop on Assistive Computer Vision and Robotics (ACVR), in conjunction with European Conference on Computer Vision&lt;/i&gt;, Sep 2014, Zurich, Switzerland</idno>
            <idno type="halRef">Second Workshop on Assistive Computer Vision and Robotics (ACVR), in conjunction with European Conference on Computer Vision, Sep 2014, Zurich, Switzerland</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-1087392-1165525"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="INRIA">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="INRIA-BORDEAUX">INRIA Bordeaux - Sud-Ouest</idno>
            <idno type="stamp" n="INRIA_TEST">INRIA - Institut National de Recherche en Informatique et en Automatique</idno>
            <idno type="stamp" n="TESTALAIN1">TESTALAIN1</idno>
            <idno type="stamp" n="ENSTA_U2IS">Unité d'Informatique et d'Ingénierie des Systèmes (U2IS)</idno>
            <idno type="stamp" n="INRIA2">INRIA 2</idno>
            <idno type="stamp" n="ENSTA-PARIS">ENSTA-PARIS</idno>
            <idno type="stamp" n="ENSTA">Ensta</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Neural Network Fusion of Color, Depth and Location for Object Instance Recognition on a Mobile Robot</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Louis-Charles</forename>
                    <surname>Caron</surname>
                  </persName>
                  <idno type="halauthorid">678490-0</idno>
                  <affiliation ref="#struct-60156"/>
                  <affiliation ref="#struct-219104"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">David</forename>
                    <surname>Filliat</surname>
                  </persName>
                  <email type="md5">daac6b068a802afc5821b2ff090a4686</email>
                  <email type="domain">ensta-paris.fr</email>
                  <idno type="idhal" notation="string">david-filliat</idno>
                  <idno type="idhal" notation="numeric">45</idno>
                  <idno type="halauthorid" notation="string">13820-45</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-5739-1618</idno>
                  <idno type="IDREF">https://www.idref.fr/070072337</idno>
                  <orgName ref="#struct-300065"/>
                  <affiliation ref="#struct-60156"/>
                  <affiliation ref="#struct-219104"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Alexander</forename>
                    <surname>Gepperth</surname>
                  </persName>
                  <email type="md5">cbc47b1d6fcc51aebf523f3bc415d669</email>
                  <email type="domain">ensta-paristech.fr</email>
                  <idno type="idhal" notation="string">alexander-gepperth</idno>
                  <idno type="idhal" notation="numeric">5683</idno>
                  <idno type="halauthorid" notation="string">23979-5683</idno>
                  <idno type="IDREF">https://www.idref.fr/19465916X</idno>
                  <affiliation ref="#struct-219104"/>
                  <affiliation ref="#struct-60156"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Second Workshop on  Assistive Computer Vision and Robotics (ACVR), in conjunction with European Conference on Computer Vision</title>
                  <date type="start">2014-09-12</date>
                  <settlement>Zurich</settlement>
                  <country key="CH">Switzerland</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">RGB-D camera</term>
                <term xml:lang="en">mobile robotics</term>
                <term xml:lang="en">instance recognition</term>
                <term xml:lang="en">indoor scene understanding</term>
                <term xml:lang="en">Semantic mapping</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-rb">Computer Science [cs]/Robotics [cs.RO]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>The development of mobile robots for domestic assistance re-quires solving problems integrating ideas from different fields of research like computer vision, robotic manipulation, localization and mapping. Semantic mapping, that is, the enrichment a map with high-level infor-mation like room and object identities, is an example of such a complex robotic task. Solving this task requires taking into account hard software and hardware constraints brought by the context of autonomous mobile robots, where short processing times and low energy consumption are mandatory. We present a light-weight scene segmentation and object in-stance recognition algorithm using an RGB-D camera and demonstrate it in a semantic mapping experiment. Our method uses a feed-forward neural network to fuse texture, color and depth information. Running at 3 Hz on a single laptop computer, our algorithm achieves a recognition rate of 97% in a controlled environment, and 87% in the adversarial con-ditions of a real robotic task. Our results demonstrate that state of the art recognition rates on a database does not guarantee performance in a real world experiment. We also show the benefit in these conditions of fusing several recognition decisions and data from different sources. The database we compiled for the purpose of this study is publicly available.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-60156" status="OLD">
          <idno type="RNSR">200820949R</idno>
          <orgName>Flowing Epigenetic Robots and Systems</orgName>
          <orgName type="acronym">Flowers</orgName>
          <date type="start">2011-01-01</date>
          <date type="end">2025-02-28</date>
          <desc>
            <address>
              <addrLine>200, avenue de la Vieille Tour 33405 Talence cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://flowers.inria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-104751" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-234188" type="direct"/>
            <relation active="#struct-300065" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-219104" status="OLD">
          <orgName>Robotique et Vision</orgName>
          <orgName type="acronym">RV</orgName>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux 91762 Palaiseau Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://asr.ensta-paristech.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-234188" type="direct"/>
            <relation active="#struct-300065" type="indirect"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-104751" status="VALID">
          <idno type="RNSR">200818243Z</idno>
          <idno type="ROR">https://ror.org/03tjcj052</idno>
          <orgName>Centre Inria de l'Université de Bordeaux</orgName>
          <desc>
            <address>
              <addrLine>200, avenue de la Vieille Tour, 33405 Talence</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/bordeaux/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="regrouplaboratory" xml:id="struct-234188" status="OLD">
          <idno type="IdRef">203564529</idno>
          <idno type="RNSR">200920620D</idno>
          <orgName>Unité d'Informatique et d'Ingénierie des Systèmes</orgName>
          <orgName type="acronym">U2IS</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux, 91762 Palaiseau CEDEX</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://u2is.ensta-paris.fr/index.php?lang=fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300065" type="direct"/>
            <relation active="#struct-563936" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300065" status="OLD">
          <idno type="IdRef">028139577</idno>
          <idno type="ISNI">0000000122070120</idno>
          <idno type="ROR">https://ror.org/0309cs235</idno>
          <idno type="Wikidata">Q838454</idno>
          <orgName>École Nationale Supérieure de Techniques Avancées</orgName>
          <orgName type="acronym">ENSTA Paris</orgName>
          <date type="end">2024-12-31</date>
          <desc>
            <address>
              <addrLine>828, boulevard des Maréchaux 91120 Palaiseau</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ensta-paris.fr/fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-563936" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-563936" status="VALID">
          <idno type="IdRef">238327159</idno>
          <idno type="ISNI">0000000502717600</idno>
          <idno type="ROR">https://ror.org/042tfbd02</idno>
          <idno type="Wikidata">Q48759778</idno>
          <orgName>Institut Polytechnique de Paris</orgName>
          <orgName type="acronym">IP Paris</orgName>
          <date type="start">2019-06-02</date>
          <desc>
            <address>
              <addrLine>Route de Saclay, 91120 Palaiseau Cedex, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.ip-paris.fr</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>