<?xml version="1.0" encoding="utf-8"?>
<TEI xmlns="http://www.tei-c.org/ns/1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:hal="http://hal.archives-ouvertes.fr/" xmlns:gml="http://www.opengis.net/gml/3.3/" xmlns:gmlce="http://www.opengis.net/gml/3.3/ce" version="1.1" xsi:schemaLocation="http://www.tei-c.org/ns/1.0 http://api.archives-ouvertes.fr/documents/aofr-sword.xsd">
  <teiHeader>
    <fileDesc>
      <titleStmt>
        <title>HAL TEI export of hal-04337720</title>
      </titleStmt>
      <publicationStmt>
        <distributor>CCSD</distributor>
        <availability status="restricted">
          <licence target="https://creativecommons.org/publicdomain/zero/1.0/">CC0 1.0 - Universal</licence>
        </availability>
        <date when="2026-05-17T05:16:49+02:00"/>
      </publicationStmt>
      <sourceDesc>
        <p part="N">HAL API Platform</p>
      </sourceDesc>
    </fileDesc>
  </teiHeader>
  <text>
    <body>
      <listBibl>
        <biblFull>
          <titleStmt>
            <title xml:lang="en">Pretrained Language Models v. Court Ruling Predictions</title>
            <title xml:lang="en" type="sub">A Case Study on a Small Dataset of French Court of Appeal Rulings</title>
            <author role="aut">
              <persName>
                <forename type="first">Olivia</forename>
                <surname>Vaudaux</surname>
              </persName>
              <email type="md5">f6ae3c87bddf5f60b1f94d4f56ca5507</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="numeric">1322925</idno>
              <idno type="halauthorid" notation="string">2985845-1322925</idno>
              <affiliation ref="#struct-1043049"/>
              <affiliation ref="#struct-1043301"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Caroline</forename>
                <surname>Bazzoli</surname>
              </persName>
              <email type="md5">ea6c16be6af72f6c9b61d07460e11a3b</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
              <idno type="idhal" notation="string">carolinebazzoli</idno>
              <idno type="idhal" notation="numeric">12671</idno>
              <idno type="halauthorid" notation="string">9491-12671</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-5785-3827</idno>
              <idno type="IDREF">https://www.idref.fr/144651564</idno>
              <affiliation ref="#struct-1043049"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Maximin</forename>
                <surname>Coavoux</surname>
              </persName>
              <email type="md5">1f6ec3a214411c079c0b414954342746</email>
              <email type="domain">gmail.com</email>
              <idno type="idhal" notation="string">maximin-coavoux</idno>
              <idno type="idhal" notation="numeric">13643</idno>
              <idno type="halauthorid" notation="string">50214-13643</idno>
              <idno type="ORCID">https://orcid.org/0000-0003-4089-4558</idno>
              <affiliation ref="#struct-1043313"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Géraldine</forename>
                <surname>Vial</surname>
              </persName>
              <email type="md5">222c2def4ae10ddea0cd877dea83cc8e</email>
              <email type="domain">netcourrier.com</email>
              <idno type="idhal" notation="string">geraldine-vial</idno>
              <idno type="idhal" notation="numeric">172878</idno>
              <idno type="halauthorid" notation="string">31601-172878</idno>
              <idno type="IDREF">https://www.idref.fr/11811090X</idno>
              <affiliation ref="#struct-1043153"/>
            </author>
            <author role="aut">
              <persName>
                <forename type="first">Étienne</forename>
                <surname>Vergès</surname>
              </persName>
              <email type="md5">db1174dca2bc30fae83f45ce71960156</email>
              <email type="domain">univ-grenoble-alpes.fr</email>
              <idno type="idhal" notation="string">etienne-verges</idno>
              <idno type="idhal" notation="numeric">173338</idno>
              <idno type="halauthorid" notation="string">1776939-173338</idno>
              <idno type="IDREF">https://www.idref.fr/081416946</idno>
              <idno type="ORCID">https://orcid.org/0000-0002-7844-1848</idno>
              <affiliation ref="#struct-1043153"/>
            </author>
            <editor role="depositor">
              <persName>
                <forename>Maximin</forename>
                <surname>Coavoux</surname>
              </persName>
              <email type="md5">1f6ec3a214411c079c0b414954342746</email>
              <email type="domain">gmail.com</email>
            </editor>
            <funder ref="#projanr-50501"/>
          </titleStmt>
          <editionStmt>
            <edition n="v1" type="current">
              <date type="whenSubmitted">2023-12-12 12:29:08</date>
              <date type="whenModified">2025-09-27 18:52:57</date>
              <date type="whenReleased">2023-12-13 07:53:13</date>
              <date type="whenProduced">2023-12-07</date>
              <date type="whenEndEmbargoed">2023-12-12</date>
              <ref type="file" target="https://hal.science/hal-04337720v1/document">
                <date notBefore="2023-12-12"/>
              </ref>
              <ref type="file" subtype="author" n="1" target="https://hal.science/hal-04337720v1/file/36_Article_legal_decision.pdf" id="file-4337720-3777896">
                <date notBefore="2023-12-12"/>
              </ref>
            </edition>
            <respStmt>
              <resp>contributor</resp>
              <name key="335200">
                <persName>
                  <forename>Maximin</forename>
                  <surname>Coavoux</surname>
                </persName>
                <email type="md5">1f6ec3a214411c079c0b414954342746</email>
                <email type="domain">gmail.com</email>
              </name>
            </respStmt>
          </editionStmt>
          <publicationStmt>
            <distributor>CCSD</distributor>
            <idno type="halId">hal-04337720</idno>
            <idno type="halUri">https://hal.science/hal-04337720</idno>
            <idno type="halBibtex">vaudaux:hal-04337720</idno>
            <idno type="halRefHtml">&lt;i&gt;Natural Legal Language Processing Workshop 2023&lt;/i&gt;, Dec 2023, Singapore, Singapore. pp.38-43, &lt;a target="_blank" href="https://dx.doi.org/10.18653/v1/2023.nllp-1.5"&gt;&amp;#x27E8;10.18653/v1/2023.nllp-1.5&amp;#x27E9;&lt;/a&gt;</idno>
            <idno type="halRef">Natural Legal Language Processing Workshop 2023, Dec 2023, Singapore, Singapore. pp.38-43, &amp;#x27E8;10.18653/v1/2023.nllp-1.5&amp;#x27E9;</idno>
            <availability status="restricted">
              <licence target="https://about.hal.science/hal-authorisation-v1/">HAL Authorization<ref corresp="#file-4337720-3777896"/></licence>
            </availability>
          </publicationStmt>
          <seriesStmt>
            <idno type="stamp" n="SHS">Sciences de l'Homme et de la Société</idno>
            <idno type="stamp" n="UGA">HAL Grenoble Alpes</idno>
            <idno type="stamp" n="IMAG">IMAG</idno>
            <idno type="stamp" n="CNRS">CNRS - Centre national de la recherche scientifique</idno>
            <idno type="stamp" n="INPG">Institut polytechnique de Grenoble</idno>
            <idno type="stamp" n="LIG">Laboratoire d'Informatique de Grenoble</idno>
            <idno type="stamp" n="AO-DROIT">Archives ouvertes des Sciences juridiques</idno>
            <idno type="stamp" n="LIG_TDCGE_GETALP" corresp="LIG_TDCGE">GETALP</idno>
            <idno type="stamp" n="TIMC-IMAG">TIMC</idno>
            <idno type="stamp" n="CRJ-GRENOBLE">Centre de Recherches Juridiques de Grenoble</idno>
            <idno type="stamp" n="UNIV-LYON">Université de Lyon</idno>
            <idno type="stamp" n="MIAI">Multidisciplinary Institute in Artificial intelligence - Grenoble Alpes</idno>
            <idno type="stamp" n="PNRIA">Programme National de Recherche en IA</idno>
            <idno type="stamp" n="UGA-EPE">Université Grenoble Alpes [2020-*]</idno>
            <idno type="stamp" n="ANR">ANR</idno>
            <idno type="stamp" n="LIG_SIDCH" corresp="LIG">Systèmes intelligents pour les données, les connaissances et les humains</idno>
            <idno type="stamp" n="ANR-IA-19" corresp="ANR-IA">ANR-IA-19</idno>
            <idno type="stamp" n="ANR-IA">ANR-IA</idno>
            <idno type="stamp" n="TEST-UGA">TEST-UGA</idno>
          </seriesStmt>
          <notesStmt>
            <note type="audience" n="2">International</note>
            <note type="invited" n="0">No</note>
            <note type="popular" n="0">No</note>
            <note type="peer" n="1">Yes</note>
            <note type="proceedings" n="1">Yes</note>
          </notesStmt>
          <sourceDesc>
            <biblStruct>
              <analytic>
                <title xml:lang="en">Pretrained Language Models v. Court Ruling Predictions</title>
                <title xml:lang="en" type="sub">A Case Study on a Small Dataset of French Court of Appeal Rulings</title>
                <author role="aut">
                  <persName>
                    <forename type="first">Olivia</forename>
                    <surname>Vaudaux</surname>
                  </persName>
                  <email type="md5">f6ae3c87bddf5f60b1f94d4f56ca5507</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="numeric">1322925</idno>
                  <idno type="halauthorid" notation="string">2985845-1322925</idno>
                  <affiliation ref="#struct-1043049"/>
                  <affiliation ref="#struct-1043301"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Caroline</forename>
                    <surname>Bazzoli</surname>
                  </persName>
                  <email type="md5">ea6c16be6af72f6c9b61d07460e11a3b</email>
                  <email type="domain">univ-grenoble-alpes.fr</email>
                  <idno type="idhal" notation="string">carolinebazzoli</idno>
                  <idno type="idhal" notation="numeric">12671</idno>
                  <idno type="halauthorid" notation="string">9491-12671</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-5785-3827</idno>
                  <idno type="IDREF">https://www.idref.fr/144651564</idno>
                  <affiliation ref="#struct-1043049"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Maximin</forename>
                    <surname>Coavoux</surname>
                  </persName>
                  <email type="md5">1f6ec3a214411c079c0b414954342746</email>
                  <email type="domain">gmail.com</email>
                  <idno type="idhal" notation="string">maximin-coavoux</idno>
                  <idno type="idhal" notation="numeric">13643</idno>
                  <idno type="halauthorid" notation="string">50214-13643</idno>
                  <idno type="ORCID">https://orcid.org/0000-0003-4089-4558</idno>
                  <affiliation ref="#struct-1043313"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Géraldine</forename>
                    <surname>Vial</surname>
                  </persName>
                  <email type="md5">222c2def4ae10ddea0cd877dea83cc8e</email>
                  <email type="domain">netcourrier.com</email>
                  <idno type="idhal" notation="string">geraldine-vial</idno>
                  <idno type="idhal" notation="numeric">172878</idno>
                  <idno type="halauthorid" notation="string">31601-172878</idno>
                  <idno type="IDREF">https://www.idref.fr/11811090X</idno>
                  <affiliation ref="#struct-1043153"/>
                </author>
                <author role="aut">
                  <persName>
                    <forename type="first">Étienne</forename>
                    <surname>Vergès</surname>
                  </persName>
                  <email type="md5">db1174dca2bc30fae83f45ce71960156</email>
                  <email type="domain">univ-grenoble-alpes.fr</email>
                  <idno type="idhal" notation="string">etienne-verges</idno>
                  <idno type="idhal" notation="numeric">173338</idno>
                  <idno type="halauthorid" notation="string">1776939-173338</idno>
                  <idno type="IDREF">https://www.idref.fr/081416946</idno>
                  <idno type="ORCID">https://orcid.org/0000-0002-7844-1848</idno>
                  <affiliation ref="#struct-1043153"/>
                </author>
              </analytic>
              <monogr>
                <meeting>
                  <title>Natural Legal Language Processing Workshop 2023</title>
                  <date type="start">2023-12-07</date>
                  <settlement>Singapore</settlement>
                  <country key="SG">Singapore</country>
                </meeting>
                <editor>Nikolaos Aletras</editor>
                <editor>Leslie Barrett</editor>
                <editor>Ilias Chalkidis</editor>
                <editor>Catalina Goanta</editor>
                <editor>Daniel Preotiuc-Pietro</editor>
                <editor>Gerasimos (Jerry) Spanakis</editor>
                <imprint>
                  <publisher>Association for Computational Linguistics</publisher>
                  <biblScope unit="serie">Proceedings of the Natural Legal Language Processing Workshop 2023</biblScope>
                  <biblScope unit="pp">38-43</biblScope>
                </imprint>
              </monogr>
              <idno type="doi">10.18653/v1/2023.nllp-1.5</idno>
              <ref type="publisher">https://aclanthology.org/2023.nllp-1.5/</ref>
            </biblStruct>
          </sourceDesc>
          <profileDesc>
            <langUsage>
              <language ident="en">English</language>
            </langUsage>
            <textClass>
              <classCode scheme="halDomain" n="info">Computer Science [cs]</classCode>
              <classCode scheme="halDomain" n="info.info-cl">Computer Science [cs]/Computation and Language [cs.CL]</classCode>
              <classCode scheme="halDomain" n="shs.droit">Humanities and Social Sciences/Law</classCode>
              <classCode scheme="halTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halOldTypology" n="COMM">Conference papers</classCode>
              <classCode scheme="halTreeTypology" n="COMM">Conference papers</classCode>
            </textClass>
            <abstract xml:lang="en">
              <p>NLP systems are increasingly used in the law domain, either by legal institutions or by the industry. As a result there is a pressing need to characterize their strengths and weaknesses and understand their inner workings. This article presents a case study on the task of judicial decision prediction, on a small dataset from French Courts of Appeal. Specifically, our dataset of around 1000 decisions is about the habitual place of residency of children from divorced parents. The task consists in predicting, from the facts and reasons of the documents, whether the court rules that children should live with their mother or their father. Instead of feeding the whole document to a classifier, we carefully construct the dataset to make sure that the input to the classifier does not contain any 'spoilers' (it is often the case in court rulings that information all along the document mentions the final decision). Our results are mostly negative: even classifiers based on French pretrained language models (Flaubert, JuriBERT) do not classify the decisions with a reasonable accuracy. However, they can extract the decision when it is part of the input. With regards to these results, we argue that there is a strong caveat when constructing legal NLP datasets automatically.</p>
            </abstract>
          </profileDesc>
        </biblFull>
      </listBibl>
    </body>
    <back>
      <listOrg type="structures">
        <org type="laboratory" xml:id="struct-1043049" status="VALID">
          <idno type="IdRef">14728936X</idno>
          <idno type="ISNI">0000 0004 4687 1979</idno>
          <idno type="RNSR">199511969L</idno>
          <idno type="ROR">https://ror.org/03985kf35</idno>
          <orgName>Translational Innovation in Medicine and Complexity / Recherche Translationnelle et Innovation en Médecine et Complexité - UMR 5525</orgName>
          <orgName type="acronym">TIMC</orgName>
          <date type="start">2021-01-01</date>
          <desc>
            <address>
              <addrLine>Domaine de la Merci, 38706 La Tronche, France</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.timc.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-301767" type="direct"/>
            <relation name="UMR5525" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1043301" status="VALID">
          <idno type="IdRef">148425550</idno>
          <idno type="ISNI">0000 0001 2286 4035</idno>
          <idno type="RNSR">200711886U</idno>
          <idno type="ROR">https://ror.org/01c8rcg82</idno>
          <orgName>Laboratoire d'Informatique de Grenoble</orgName>
          <orgName type="acronym">LIG</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>UMR 5217 - Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d’Hères Adresse postale : CS 40700 - 38058 Grenoble cedex 9Tél. : 04 57 42 14 00</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.liglab.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-300009" type="direct"/>
            <relation name="UMR5217" active="#struct-441569" type="direct"/>
            <relation active="#struct-1042703" type="direct"/>
            <relation active="#struct-1043329" type="direct"/>
          </listRelation>
        </org>
        <org type="researchteam" xml:id="struct-1043313" status="VALID">
          <orgName>Groupe d’Étude en Traduction Automatique/Traitement Automatisé des Langues et de la Parole</orgName>
          <orgName type="acronym">GETALP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Laboratoire LIG - Bâtiment IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://lig-getalp.imag.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1043301" type="direct"/>
            <relation active="#struct-300009" type="indirect"/>
            <relation name="UMR5217" active="#struct-441569" type="indirect"/>
            <relation active="#struct-1042703" type="indirect"/>
            <relation active="#struct-1043329" type="indirect"/>
          </listRelation>
        </org>
        <org type="laboratory" xml:id="struct-1043153" status="VALID">
          <idno type="IdRef">165659955</idno>
          <idno type="ISNI">0000 0004 6456 2176</idno>
          <idno type="RNSR">199513658X</idno>
          <orgName>Centre de Recherches Juridiques</orgName>
          <orgName type="acronym">CRJ</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Faculté de droit - Aile B - 1133, rue des Résidences - 38400 Saint-Martin-d'Hères</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://crj.univ-grenoble-alpes.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-301767" status="VALID">
          <idno type="ROR">https://ror.org/01c7wz417</idno>
          <orgName>VetAgro Sup - Institut national d'enseignement supérieur et de recherche en alimentation, santé animale, sciences agronomiques et de l'environnement</orgName>
          <orgName type="acronym">VAS</orgName>
          <date type="start">2010-01-01</date>
          <desc>
            <address>
              <addrLine>Université de Lyon, VetAgro Sup, 69280 Marcy l'Etoile (campus vétérinaire); Université de Clermont, VetAgro Sup, 63370 Lempdes (campus agronomique)</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.vetagro-sup.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-441569" status="VALID">
          <idno type="IdRef">02636817X</idno>
          <idno type="ISNI">0000000122597504</idno>
          <idno type="ROR">https://ror.org/02feahw73</idno>
          <orgName>Centre National de la Recherche Scientifique</orgName>
          <orgName type="acronym">CNRS</orgName>
          <date type="start">1939-10-19</date>
          <desc>
            <address>
              <country key="FR"/>
            </address>
            <ref type="url">https://www.cnrs.fr/</ref>
          </desc>
        </org>
        <org type="regroupinstitution" xml:id="struct-1042703" status="VALID">
          <idno type="IdRef">240648315</idno>
          <idno type="ROR">https://ror.org/02rx3b187</idno>
          <orgName>Université Grenoble Alpes</orgName>
          <orgName type="acronym">UGA</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>Adresse CS 40700 - 38058 Grenoble cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.univ-grenoble-alpes.fr</ref>
          </desc>
        </org>
        <org type="institution" xml:id="struct-1043329" status="VALID">
          <idno type="IdRef">026388804</idno>
          <idno type="ROR">https://ror.org/05sbt2524</idno>
          <orgName>Institut polytechnique de Grenoble - Grenoble Institute of Technology</orgName>
          <orgName type="acronym">Grenoble INP</orgName>
          <date type="start">2020-01-01</date>
          <desc>
            <address>
              <addrLine>46 avenue Félix Viallet 38031 Grenoble Cedex 1</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.grenoble-inp.fr/</ref>
          </desc>
          <listRelation>
            <relation active="#struct-1042703" type="direct"/>
          </listRelation>
        </org>
        <org type="institution" xml:id="struct-300009" status="VALID">
          <idno type="ROR">https://ror.org/02kvxyf05</idno>
          <orgName>Institut National de Recherche en Informatique et en Automatique</orgName>
          <orgName type="acronym">Inria</orgName>
          <desc>
            <address>
              <addrLine>Domaine de VoluceauRocquencourt - BP 10578153 Le Chesnay Cedex</addrLine>
              <country key="FR"/>
            </address>
            <ref type="url">http://www.inria.fr/en/</ref>
          </desc>
        </org>
      </listOrg>
      <listOrg type="projects">
        <org type="anrProject" xml:id="projanr-50501" status="VALID">
          <idno type="anr">ANR-19-P3IA-0003</idno>
          <orgName>MIAI</orgName>
          <desc>MIAI @ Grenoble Alpes</desc>
          <date type="start">2019</date>
        </org>
      </listOrg>
    </back>
  </text>
</TEI>