<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04681150</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-03T10:22:41+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Generating from AMRs into High and Low-Resource Languages using Phylogenetic Knowledge and Hierarchical QLoRA Training (HQL)</title>
            <author role="aut">
              <persName>
                <forename type="first">William</forename>
                <surname>Soto Martinez</surname>
              </persName>
              <email type="md5">bb2f4d5601ef7087f9c29ad82bd00a1b</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">william-soto</idno>
              <idno type="idhal" notation="numeric">1263561</idno>
              <idno type="halauthorid" notation="string">3615046-1263561</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-1032-7416</idno>
              <idno type="IDREF">https://www.idref.fr/291879616</idno>
              <affiliation ref="#struct-178243"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Yannick</forename>
                <surname>Parmentier</surname>
              </persName>
              <email type="md5">352bb4f190f0b06536180c4015640614</email>
              <email type="domain">univ-lorraine.fr</email>
              <idno type="idhal" notation="string">yannick-parmentier</idno>
              <idno type="idhal" notation="numeric">184383</idno>
              <idno type="halauthorid" notation="string">2525041-184383</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-1461-5535</idno>
              <idno type="IDREF">https://www.idref.fr/114146705</idno>
              <affiliation ref="#struct-178243"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Claire</forename>
                <surname>Gardent</surname>
              </persName>
              <email type="md5">2011a70cc805f691b71fc804cd7fac0e</email>
              <email type="domain">loria.fr</email>
              <idno type="idhal" notation="string">claire-gardent</idno>
              <idno type="idhal" notation="numeric">3949</idno>
              <idno type="halauthorid" notation="string">16753-3949</idno>
              <idno type="IDREF">https://www.idref.fr/034104593</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-3805-6662</idno>
              <affiliation ref="#struct-178243"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Yannick</forename>
                <surname>Parmentier</surname>
              </persName>
              <email type="md5">352bb4f190f0b06536180c4015640614</email>
              <email type="domain">univ-lorraine.fr</email>
            </editor>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2026-03-11 22:52:05</date>
              <date type="whenModified">2026-03-12 12:57:08</date>
              <date type="whenReleased">2026-03-12 12:57:08</date>
              <date type="whenProduced">2024-09-23</date>
              <date type="whenEndEmbargoed">2026-03-11</date>
              <ref type="file" target="https://hal.science/hal-04681150v1/document">
                <date notBefore="2026-03-11"/>
              </ref>
              <ref type="file" subtype="greenPublisher" n="1" target="https://hal.science/hal-04681150v1/file/2024.inlg-main.7.pdf" id="file-5548371-4750888">
                <date notBefore="2026-03-11"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="102408">
                <persName>
                  <forename>Yannick</forename>
                  <surname>Parmentier</surname>
                </persName>
                <email type="md5">352bb4f190f0b06536180c4015640614</email>
                <email type="domain">univ-lorraine.fr</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04681150</idno>
            <idno type="halUri">https://hal.science/hal-04681150</idno>
            <idno type="halBibtex">sotomartinez:hal-04681150</idno>
            <idno type="halRefHtml">&lt;i&gt;17th International Natural Language Generation Conference&lt;/i&gt;, Sep 2024, Tokyo, Japan. pp.70-81, &lt;a target="_blank" href="https://dx.doi.org/10.18653/v1/2024.inlg-main.7"&gt;&amp;#x27E8;10.18653/v1/2024.inlg-main.7&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">17th International Natural Language Generation Conference, Sep 2024, Tokyo, Japan. pp.70-81, &amp;#x27E8;10.18653/v1/2024.inlg-main.7&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://creativecommons.org/licenses/by/4.0/">CC BY 4.0 - Attribution<ref corresp="#file-5548371-4750888"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="LORIA2">Publications du LORIA</idno>
            <idno type="stamp" n="CENTRALESUPELEC">Ecole CentraleSupélec</idno>
            <idno type="stamp" n="UNIV-LORRAINE">Université de Lorraine</idno>
            <idno type="stamp" n="LORIA">Laboratoire Lorrain de Recherche en Informatique et ses Applications</idno>
            <idno type="stamp" n="LORIA-NLPKD" corresp="LORIA">Department of Natural Language Processing &amp; Knowledge Discovery</idno>
            <idno type="stamp" n="AM2I-UL">Pôle scientifique Automatique, Mathématiques, Informatique et leurs Intéractions de l'Université de Lorraine</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Generating from AMRs into High and Low-Resource Languages using Phylogenetic Knowledge and Hierarchical QLoRA Training (HQL)</title>
                <author role="aut">
                  <persName>
                    <forename type="first">William</forename>
                    <surname>Soto Martinez</surname>
                  </persName>
                  <email type="md5">bb2f4d5601ef7087f9c29ad82bd00a1b</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">william-soto</idno>
                  <idno type="idhal" notation="numeric">1263561</idno>
                  <idno type="halauthorid" notation="string">3615046-1263561</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-1032-7416</idno>
                  <idno type="IDREF">https://www.idref.fr/291879616</idno>
                  <affiliation ref="#struct-178243"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Yannick</forename>
                    <surname>Parmentier</surname>
                  </persName>
                  <email type="md5">352bb4f190f0b06536180c4015640614</email>
                  <email type="domain">univ-lorraine.fr</email>
                  <idno type="idhal" notation="string">yannick-parmentier</idno>
                  <idno type="idhal" notation="numeric">184383</idno>
                  <idno type="halauthorid" notation="string">2525041-184383</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-1461-5535</idno>
                  <idno type="IDREF">https://www.idref.fr/114146705</idno>
                  <affiliation ref="#struct-178243"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Claire</forename>
                    <surname>Gardent</surname>
                  </persName>
                  <email type="md5">2011a70cc805f691b71fc804cd7fac0e</email>
                  <email type="domain">loria.fr</email>
                  <idno type="idhal" notation="string">claire-gardent</idno>
                  <idno type="idhal" notation="numeric">3949</idno>
                  <idno type="halauthorid" notation="string">16753-3949</idno>
                  <idno type="IDREF">https://www.idref.fr/034104593</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-3805-6662</idno>
                  <affiliation ref="#struct-178243"/>
                </author>
              </analytic>
              <monogr>
                <title level="m">Proceedings of the 17th International Natural Language Generation Conference (INLG 2024)</title>
                <meeting>
                  <title>17th International Natural Language Generation Conference</title>
                  <date type="start">2024-09-23</date>
                  <date type="end">2024-09-27</date>
                  <settlement>Tokyo</settlement>
                  <country key="JP">Japan</country>
                </meeting>
                <editor>Saad Mahamood</editor>
                <editor>Nguyen Le Minh</editor>
                <editor>Daphne Ippolito</editor>
                <imprint>
                  <publisher>Association for Computational Linguistics</publisher>
                  <biblScope unit="pp">70-81</biblScope>
                  <date type="datePub">2024</date>
                </imprint>
              </monogr>
              <idno type="doi">10.18653/v1/2024.inlg-main.7</idno>
              <ref type="publisher">https://2024.inlgmeeting.org/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <keywords scheme="author">
                <term xml:lang="en">large language model</term>
                <term xml:lang="en">parameter efficient fine-tuning</term>
                <term xml:lang="en">low-resource languages</term>
              </keywords>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>Previous work on multilingual generation from Abstract Meaning Representations has mostly focused on High- and Medium-Resource languages relying on large amounts of training data. In this work, we consider both High- and Low-Resource languages capping training data size at the lower bound set by our Low-Resource languages i.e., 31K training instances. We propose two straightforward techniques to enhance generation results on Low-Resource while preserving performance on High- and Medium-Resource languages. First, we iteratively refine a multilingual model to a set of monolingual models using Low-Rank Adaptation - this enables cross-lingual transfer while reducing over-fitting for High-Resource languages as the monolingual models are trained last. Second, we base our training curriculum on a tree structure which permits investigating how the languages used at each iteration impact generation performance on High and Low-Resource languages. We show an improvement over both mono and multilingual approaches. Comparing different ways of grouping languages at each iteration step we find two beneficial configurations: grouping related languages which promotes transfer, or grouping distant languages which facilitates regularisation.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="researchteam" xml:id="struct-178243" status="VALID">
          <orgName>Natural Language Processing : representations, inference and semantics</orgName>
          <orgName type="acronym">SYNALP</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/la-recherche-en/equipes/synalp</ref>
          </desc>
          <listRelation>
            <relation active="#struct-423086" type="direct"/>
            <relation active="#struct-206040" type="indirect"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="department" xml:id="struct-423086" status="VALID">
          <orgName>Department of Natural Language Processing &amp; Knowledge Discovery</orgName>
          <orgName type="acronym">LORIA - NLPKD</orgName>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr/en/research/departments/natural-language-processing-and-knowledge-discovery/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-206040" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation active="#struct-411575" type="indirect"/>
            <relation active="#struct-413289" type="indirect"/>
            <relation name="UMR7503" active="#struct-441569" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-206040" status="VALID">
          <idno type="IdRef">067077927</idno>
          <idno type="ISNI">0000000121795429</idno>
          <idno type="RNSR">198912571S</idno>
          <idno type="IdUnivLorraine">[UL]RSI--</idno>
          <idno type="ROR">https://ror.org/02vnf0c38</idno>
          <orgName>Laboratoire Lorrain de Recherche en Informatique et ses Applications</orgName>
          <orgName type="acronym">LORIA</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>Campus Scientifique BP 239 54506 Vandoeuvre-lès-Nancy Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.loria.fr</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation active="#struct-411575" type="direct"/>
            <relation active="#struct-413289" type="direct"/>
            <relation name="UMR7503" active="#struct-441569" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-411575" status="VALID">
          <idno type="IdRef">184443237</idno>
          <idno type="ROR">https://ror.org/019tcpt25</idno>
          <orgName>CentraleSupélec</orgName>
          <desc>
            <address>
              <addrLine>3, rue Joliot Curie,Plateau de Moulon,91192 GIF-SUR-YVETTE Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.centralesupelec.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-413289" status="VALID">
          <idno type="IdRef">157040569</idno>
          <idno type="IdUnivLorraine">[UL]100--</idno>
          <idno type="ROR">https://ror.org/04vfs2w97</idno>
          <orgName>Université de Lorraine</orgName>
          <orgName type="acronym">UL</orgName>
          <date type="start">2012-01-01</date>
          <desc>
            <address>
              <addrLine>34 cours Léopold - CS 25233 - 54052 Nancy cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-lorraine.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>