<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04073770v2</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-21T12:03:19+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">DDSP-Piano: a Neural Sound Synthesizer Informed by Instrument Knowledge</title>
            <author role="aut">
              <persName>
                <forename type="first">Lenny</forename>
                <surname>Renault</surname>
              </persName>
              <email type="md5">d8628ae6086b5e46358ad8ba1d1fce14</email>
              <email type="domain">ircam.fr</email>
              <idno type="idhal" notation="string">lenny-renault</idno>
              <idno type="idhal" notation="numeric">1215857</idno>
              <idno type="halauthorid" notation="string">2585523-1215857</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-5261-7756</idno>
              <idno type="GOOGLE SCHOLAR">4987Pm4AAAAJ</idno>
              <idno type="IDREF">https://www.idref.fr/28079990X</idno>
              <idno type="VIAF">https://viaf.org/viaf/2779169757870808010000</idno>
              <affiliation ref="#struct-541780"/>
              <affiliation ref="#struct-541779"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Rémi</forename>
                <surname>Mignot</surname>
              </persName>
              <email type="md5">ed2c52ff3c97c5834fbe61e71f99379f</email>
              <email type="domain">ircam.fr</email>
              <idno type="idhal" notation="numeric">884002</idno>
              <idno type="halauthorid" notation="string">442801-884002</idno>
              <affiliation ref="#struct-541780"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Axel</forename>
                <surname>Roebel</surname>
              </persName>
              <email type="md5">f5827691d18202684001d3300c088d9c</email>
              <email type="domain">ircam.fr</email>
              <idno type="idhal" notation="string">axel-roebel</idno>
              <idno type="idhal" notation="numeric">4527</idno>
              <idno type="halauthorid" notation="string">20620-4527</idno>
              <idno type="ORCID">https://orcid.org/0000-0001-6136-4391</idno>
              <idno type="IDREF">https://www.idref.fr/227186079</idno>
              <idno type="IDREF">https://www.idref.fr/163747032</idno>
              <affiliation ref="#struct-541780"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Lenny</forename>
                <surname>Renault</surname>
              </persName>
              <email type="md5">d8628ae6086b5e46358ad8ba1d1fce14</email>
              <email type="domain">ircam.fr</email>
            </editor>
            <funder ref="#projeurop-713660"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1">
              <date type="whenSubmitted">2023-04-19 09:12:52</date>
            </edition>
            <edition n="v2" type="current">
              <date type="whenSubmitted">2023-09-15 20:16:53</date>
              <date type="whenModified">2024-10-30 13:27:59</date>
              <date type="whenReleased">2023-09-19 15:31:58</date>
              <date type="whenProduced">2023-09-13</date>
              <date type="whenEndEmbargoed">2023-09-15</date>
              <ref type="file" target="https://hal.science/hal-04073770v2/document">
                <date notBefore="2023-09-15"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04073770v2/file/DDSP_Piano_JAES_final.pdf" id="file-4208976-3670290">
                <date notBefore="2023-09-15"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="1316876">
                <persName>
                  <forename>Lenny</forename>
                  <surname>Renault</surname>
                </persName>
                <email type="md5">d8628ae6086b5e46358ad8ba1d1fce14</email>
                <email type="domain">ircam.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04073770</idno>
            <idno type="halUri">https://hal.science/hal-04073770</idno>
            <idno type="halBibtex">renault:hal-04073770</idno>
            <idno type="halRefHtml">&lt;i&gt;AES - Journal of the Audio Engineering Society Audio-Accoustics-Application&lt;/i&gt;, 2023, Special Issue on New Trends in Audio Effects, Part 2, 71 (9), pp.552-565. &lt;a target="_blank" href="https://dx.doi.org/10.17743/jaes.2022.0102"&gt;&amp;#x27E8;10.17743/jaes.2022.0102&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">AES - Journal of the Audio Engineering Society Audio-Accoustics-Application, 2023, Special Issue on New Trends in Audio Effects, Part 2, 71 (9), pp.552-565. &amp;#x27E8;10.17743/jaes.2022.0102&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4208976-3670290"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="IRCAM">Institut de Recherche et Coordination Acoustique/Musique</idno>
            <idno type="stamp" n="OPENAIRE">OpenAIRE</idno>
            <idno type="stamp" n="STMS" corresp="SORBONNE-UNIVERSITE">Sciences et technologies de la musique et du son</idno>
            <idno type="stamp" n="GENCI">Publications ayant eu recours aux supercalculateurs du GENCI</idno>
            <idno type="stamp" n="SORBONNE-UNIVERSITE">Sorbonne Université</idno>
            <idno type="stamp" n="SORBONNE-UNIV" corresp="SORBONNE-UNIVERSITE">Sorbonne Université 01/01/2018</idno>
            <idno type="stamp" n="SU-SCIENCES" corresp="SORBONNE-UNIVERSITE">Faculté des Sciences de Sorbonne Université</idno>
            <idno type="stamp" n="SU-TI">Sorbonne Université - Texte Intégral</idno>
            <idno type="stamp" n="ALLIANCE-SU"> Alliance Sorbonne Université</idno>
            <idno type="stamp" n="SUPRA_INGENIERIE">Ingénierie</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">DDSP-Piano: a Neural Sound Synthesizer Informed by Instrument Knowledge</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Lenny</forename>
                    <surname>Renault</surname>
                  </persName>
                  <email type="md5">d8628ae6086b5e46358ad8ba1d1fce14</email>
                  <email type="domain">ircam.fr</email>
                  <idno type="idhal" notation="string">lenny-renault</idno>
                  <idno type="idhal" notation="numeric">1215857</idno>
                  <idno type="halauthorid" notation="string">2585523-1215857</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-5261-7756</idno>
                  <idno type="GOOGLE SCHOLAR">4987Pm4AAAAJ</idno>
                  <idno type="IDREF">https://www.idref.fr/28079990X</idno>
                  <idno type="VIAF">https://viaf.org/viaf/2779169757870808010000</idno>
                  <affiliation ref="#struct-541780"/>
                  <affiliation ref="#struct-541779"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Rémi</forename>
                    <surname>Mignot</surname>
                  </persName>
                  <email type="md5">ed2c52ff3c97c5834fbe61e71f99379f</email>
                  <email type="domain">ircam.fr</email>
                  <idno type="idhal" notation="numeric">884002</idno>
                  <idno type="halauthorid" notation="string">442801-884002</idno>
                  <affiliation ref="#struct-541780"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Axel</forename>
                    <surname>Roebel</surname>
                  </persName>
                  <email type="md5">f5827691d18202684001d3300c088d9c</email>
                  <email type="domain">ircam.fr</email>
                  <idno type="idhal" notation="string">axel-roebel</idno>
                  <idno type="idhal" notation="numeric">4527</idno>
                  <idno type="halauthorid" notation="string">20620-4527</idno>
                  <idno type="ORCID">https://orcid.org/0000-0001-6136-4391</idno>
                  <idno type="IDREF">https://www.idref.fr/227186079</idno>
                  <idno type="IDREF">https://www.idref.fr/163747032</idno>
                  <affiliation ref="#struct-541780"/>
                </author>
              </analytic>
              <monogr>
                <idno type="halJournalId" status="VALID">38198</idno>
                <title level="j">AES - Journal of the Audio Engineering Society Audio-Accoustics-Application</title>
                <imprint>
                  <publisher>Audio Engineering Society Inc</publisher>
                  <biblScope unit="serie">Special Issue on New Trends in Audio Effects, Part 2</biblScope>
                  <biblScope unit="volume">71</biblScope>
                  <biblScope unit="issue">9</biblScope>
                  <biblScope unit="pp">552-565</biblScope>
                  <date type="datePub">2023-09-13</date>
                </imprint>
              </monogr>
              <idno type="doi">10.17743/jaes.2022.0102</idno>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">Piano modeling</term>
                <term xml:lang="en">Musical Instruments</term>
                <term xml:lang="en">Differentiable Digital Signal Processing</term>
                <term xml:lang="en">Deep Learning</term>
                <term xml:lang="en">Sound Synthesis</term>
              </keywords>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-ai">Computer Science [cs]/Artificial Intelligence [cs.AI]</classCode>
              <classCode scheme="halDomain" n="info.info-ne">Computer Science [cs]/Neural and Evolutionary Computing [cs.NE]</classCode>
              <classCode scheme="halDomain" n="info.info-sd">Computer Science [cs]/Sound [cs.SD]</classCode>
              <classCode scheme="halTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halOldTypology" n="ART">Journal articles</classCode>
              <classCode scheme="halTreeTypology" n="ART">Journal articles</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Instrument sound synthesis using deep neural networks has received numerous improvements over the last couple of years. Among them, the Differentiable Digital Signal Processing (DDSP) framework has modernized the spectral modeling paradigm by including signal-based synthesizers and effects into fully differentiable architectures. The present work extends the applications of DDSP to the task of polyphonic sound synthesis, with the proposal of a differentiable piano synthesizer conditioned on MIDI inputs. The model architecture is motivated by high-level acoustic modeling knowledge of the instrument, which, along with the sound structure priors inherent to the DDSP components, makes for a lightweight, interpretable, and realistic-sounding piano model. A subjective listening test has revealed that the proposed approach achieves better sound quality than a state-of-the-art neural-based piano synthesizer, but physical-modeling-based models still hold the best quality. Leveraging its interpretability and modularity, a qualitative analysis of the model behavior was also conducted: it highlights where additional modeling knowledge and optimization procedures could be inserted in order to improve the synthesis quality and the manipulation of sound properties. Eventually, the proposed differentiable synthesizer can be further used with other deep learning models for alternative musical tasks handling polyphonic audio and symbolic data.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-541780" status="VALID">
          <orgName>Analyse et synthèse sonores [Paris]</orgName>
          <desc>
            <address>
              <addrLine>1, place Igor stravinsky, 75004, Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://anasynth.ircam.fr/home/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-541779" type="direct"/>
            <relation active="#struct-5234" type="indirect"/>
            <relation active="#struct-413221" type="indirect"/>
            <relation name="UMR9912" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-541779" status="VALID">
          <idno type="IdRef">24096277X</idno>
          <idno type="RNSR">198319352N</idno>
          <idno type="ROR">025xvn046</idno>
          <orgName>Sciences et Technologies de la Musique et du Son</orgName>
          <orgName type="acronym">STMS</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>1 Place Igor Stravinsky 75004 PARIS</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ircam.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-5234" type="direct"/>
            <relation active="#struct-413221" type="direct"/>
            <relation name="UMR9912" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-5234" status="VALID">
          <idno type="ROR">https://ror.org/0121jnt59</idno>
          <orgName>Institut de Recherche et Coordination Acoustique/Musique</orgName>
          <orgName type="acronym">IRCAM</orgName>
          <desc>
            <address>
              <addrLine>1, place Igor Stravinsky 75004 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.ircam.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-413221" status="VALID">
          <idno type="IdRef">221333754</idno>
          <idno type="ROR">https://ror.org/02en5vm52</idno>
          <orgName>Sorbonne Université</orgName>
          <orgName type="acronym">SU</orgName>
          <date type="start">2018-01-01</date>
          <desc>
            <address>
              <addrLine>21 rue de l’École de médecine - 75006 Paris</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.sorbonne-universite.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="europeanProject" xml:id="projeurop-713660" status="VALID">
          <idno type="number">H2020-951911</idno>
          <idno type="program">H2020-EU.2.1.1. - INDUSTRIAL LEADERSHIP - Leadership in enabling and industrial technologies - Information and Communication Technologies (ICT)</idno>
          <orgName>AI4Media</orgName>
          <desc>AI technology for an ethical and trustworthy European media landscape</desc>
          <date type="start">2020-09-01</date>
          <date type="end">2024-08-31</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>