<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-05091399</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-18T19:34:34+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">On the Fault Sensitivity of Natural Language Embeddings Computation</title>
            <author role="aut">
              <persName>
                <forename type="first">Sumeet</forename>
                <surname>Sapkal</surname>
              </persName>
              <idno type="halauthorid">3554097-0</idno>
              <affiliation ref="#struct-30746"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Ussama</forename>
                <surname>Zahid</surname>
              </persName>
              <idno type="halauthorid">3554098-0</idno>
              <affiliation ref="#struct-30746"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Giulio</forename>
                <surname>Gambardella</surname>
              </persName>
              <idno type="halauthorid">3554099-0</idno>
              <affiliation ref="#struct-30746"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Haralampos-G.</forename>
                <surname>Stratigopoulos</surname>
              </persName>
              <email type="md5">b99e2f1218212a593341fb15fdd505e9</email>
              <email type="domain">lip6.fr</email>
              <idno type="idhal" notation="string">haralampos-stratigopoulos</idno>
              <idno type="idhal" notation="numeric">5756</idno>
              <idno type="halauthorid" notation="string">27530-5756</idno>
              <idno type="IDREF">https://www.idref.fr/192979426</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-9943-5607</idno>
              <affiliation ref="#struct-541710"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Brian</forename>
                <surname>Clerkin</surname>
              </persName>
              <idno type="halauthorid">3554100-0</idno>
              <affiliation ref="#struct-30746"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Haralampos</forename>
                <surname>Stratigopoulos</surname>
              </persName>
              <email type="md5">b99e2f1218212a593341fb15fdd505e9</email>
              <email type="domain">lip6.fr</email>
            </editor>
            <funder ref="#projeurop-734067"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2025-05-31 15:44:05</date>
              <date type="whenModified">2025-06-03 03:29:34</date>
              <date type="whenReleased">2025-06-02 12:24:34</date>
              <date type="whenProduced">2025-05-26</date>
              <date type="whenEndEmbargoed">2025-05-31</date>
              <ref type="file" target="https://hal.science/hal-05091399v1/document">
                <date notBefore="2025-05-31"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-05091399v1/file/On_the_Fault_Sensitivity_of_Natural_Language_Embeddings_Computation.pdf" id="file-5091399-4403279">
                <date notBefore="2025-05-31"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="323745">
                <persName>
                  <forename>Haralampos</forename>
                  <surname>Stratigopoulos</surname>
                </persName>
                <email type="md5">b99e2f1218212a593341fb15fdd505e9</email>
                <email type="domain">lip6.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-05091399</idno>
            <idno type="halUri">https://hal.science/hal-05091399</idno>
            <idno type="halBibtex">sapkal:hal-05091399</idno>
            <idno type="halRefHtml">&lt;i&gt;30th IEEE European Test Symposium (ETS)&lt;/i&gt;, May 2025, Tallinn, Estonia</idno>
            <idno type="halRef">30th IEEE European Test Symposium (ETS), May 2025, Tallinn, Estonia</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-5091399-4403279"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="LIP6" corresp="SORBONNE-UNIVERSITE">Laboratoire d'Informatique de Paris 6</idno>
            <idno type="stamp" n="LIP6-CIAN" corresp="LIP6">Circuits Intégrés Numériques et Analogiques </idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_MATHS_INFO">Mathématiques + Informatique</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">On the Fault Sensitivity of Natural Language Embeddings Computation</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Sumeet</forename>
                    <surname>Sapkal</surname>
                  </persName>
                  <idno type="halauthorid">3554097-0</idno>
                  <affiliation ref="#struct-30746"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Ussama</forename>
                    <surname>Zahid</surname>
                  </persName>
                  <idno type="halauthorid">3554098-0</idno>
                  <affiliation ref="#struct-30746"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Giulio</forename>
                    <surname>Gambardella</surname>
                  </persName>
                  <idno type="halauthorid">3554099-0</idno>
                  <affiliation ref="#struct-30746"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Haralampos-G.</forename>
                    <surname>Stratigopoulos</surname>
                  </persName>
                  <email type="md5">b99e2f1218212a593341fb15fdd505e9</email>
                  <email type="domain">lip6.fr</email>
                  <idno type="idhal" notation="string">haralampos-stratigopoulos</idno>
                  <idno type="idhal" notation="numeric">5756</idno>
                  <idno type="halauthorid" notation="string">27530-5756</idno>
                  <idno type="IDREF">https://www.idref.fr/192979426</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-9943-5607</idno>
                  <affiliation ref="#struct-541710"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Brian</forename>
                    <surname>Clerkin</surname>
                  </persName>
                  <idno type="halauthorid">3554100-0</idno>
                  <affiliation ref="#struct-30746"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">30th IEEE European Test Symposium (ETS)</title>
                <meeting>
                  <title>30th IEEE European Test Symposium (ETS)</title>
                  <date type="start">2025-05-26</date>
                  <settlement>Tallinn</settlement>
                  <country key="EE">Estonia</country>
                </meeting>
                <imprint/>
              </monogr>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Hardware Faults</term>
                <term xml:lang="en">Bit-flips</term>
                <term xml:lang="en">Reliability</term>
                <term xml:lang="en">Semantic Search</term>
                <term xml:lang="en">Transformers</term>
                <term xml:lang="en">Text-Embeddding</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="spi.nano">Engineering Sciences [physics]/Micro and nanotechnologies/Microelectronics</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>&lt;div&gt;&lt;p&gt;Transformer-based text embedding models have completely changed the landscape of natural language processing domain resulting in enhanced semantic understandings. They are pivotal to achieve high accuracies for various tasks like classification, semantic similarity, and are integral part of Retrieval Augmented Generation (RAG) pipelines (in conjunction with Large Language Models (LLMs)). Embeddings on natural language entries can be computed at the edge, thanks to the inherent compression they provide before communication to the cloud where LLMs are usually executed, thus their computation is critical in terms of accuracy, power and reliability. This work focuses on the latter, by conducting extensive error sensitivity analysis on the text embedding transformer models, targeting different applications using state-of-the-art models. Interestingly, the error injection campaign identifies that mainly a portion of the self-attention layer, specifically the Value tensor (V), is very sensitive to single bit-flips. These results pave the way for a more effective error tolerance approach in future transformer-based embeddings and possibly other self-attention based models.&lt;/p&gt;&lt;/div&gt;</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-30746" status="VALID">
          <orgName>Synopsys Inc.</orgName>
          <desc>
            <address>
              <addrLine>700 E Middlefield Rd, Mountain View, CA 94043</addrLine>
              <country key="US"/>
            </address>
            <ref type="url">http://www.synopsys.com</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300990" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-541710" status="VALID">
          <orgName>Circuits Intégrés Numériques et Analogiques</orgName>
          <orgName type="acronym">CIAN</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
          </desc>
          <listRelation>
            <relation active="#struct-541703" type="direct"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR7606" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300990" status="VALID">
          <orgName>Synopsys Inc.</orgName>
          <desc>
            <address>
              <country key="US"/>
            </address>
          </desc>
        </org>
        <org type="laboratory" xml:id="struct-541703" status="VALID">
          <idno type="IdRef">13558292X</idno>
          <idno type="RNSR">199712651U</idno>
          <idno type="ROR">https://ror.org/05krcen59</idno>
          <orgName>LIP6</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>4 Place JUSSIEU 75252 PARIS CEDEX 05</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.lip6.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR7606" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="europeanProject" xml:id="projeurop-734067" status="VALID">
          <idno type="number">101120726</idno>
          <idno type="program">HORIZON-CL4-2022-HUMAN-02</idno>
          <idno type="call">HORIZON-CL4-2022-HUMAN-02</idno>
          <orgName>dAIEDGE</orgName>
          <desc>A network of excellence for distributed, trustworthy, efficient and scalable AI at the Edge</desc>
          <date type="start">2023-09-01</date>
          <date type="end">2026-08-31</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>