{
 "uuid": "1f8be1fb-fdea-46fe-9520-ac84eb22f99b",
 "handle": "uniba/110866",
 "type": "Publication",
 "name": "Language Models Are Poor Learners of Directional Inference",
 "url": "/entities/publication/1f8be1fb-fdea-46fe-9520-ac84eb22f99b/",
 "lastModified": "2025-11-10T13:58:53.245+00:00",
 "metadata": {
  "cris.virtual.author-orcid": [
   {
    "value": null
   },
   {
    "value": null
   },
   {
    "value": "0000-0002-5577-3356"
   },
   {
    "value": null
   }
  ],
  "cris.virtual.mainversiondoi": [
   {
    "value": "10.18653/v1/2022.findings-emnlp.64"
   }
  ],
  "cris.virtualsource.author-orcid": [
   {
    "value": "9123dc7d-f6c1-4ecc-93cb-9ebd565c6386"
   },
   {
    "value": "42d38a11-bb12-4531-bb96-f037ccbdf683"
   },
   {
    "value": "fe467623-4c6d-4fa2-beaf-aa7f2c3db025"
   },
   {
    "value": "a7a36035-6c16-41a5-98a8-954e39dbdce6"
   }
  ],
  "cris.virtualsource.mainversiondoi": [
   {
    "value": "9b410e56-3ef4-4a02-903b-772ec184e756"
   }
  ],
  "dc.contributor.author": [
   {
    "value": "Li, Tianyi",
    "authority": "9123dc7d-f6c1-4ecc-93cb-9ebd565c6386"
   },
   {
    "value": "Hosseini, Mohammad Javad",
    "authority": "42d38a11-bb12-4531-bb96-f037ccbdf683"
   },
   {
    "value": "Weber, Sabine",
    "authority": "fe467623-4c6d-4fa2-beaf-aa7f2c3db025"
   },
   {
    "value": "Steedman, Mark",
    "authority": "a7a36035-6c16-41a5-98a8-954e39dbdce6"
   }
  ],
  "dc.date.accessioned": [
   {
    "value": "2025-11-10T13:58:52Z"
   }
  ],
  "dc.date.available": [
   {
    "value": "2025-11-10T13:58:52Z"
   }
  ],
  "dc.date.issued": [
   {
    "value": "2025"
   }
  ],
  "dc.description.abstract": [
   {
    "value": "We examine LMs’ competence of directional predicate entailments by supervised fine-tuning with prompts. Our analysis shows that contrary to their apparent success on standard NLI, LMs show limited ability to learn such directional inference; moreover, existing datasets fail to test directionality, and/or are infested by artefacts that can be learnt as proxy for entailments, yielding over-optimistic results. In response, we present BoOQA (Boolean Open QA), a robust multi-lingual evaluation benchmark for directional predicate entailments, extrinsic to existing training sets. On BoOQA, we establish baselines and show evidence of existing LM-prompting models being incompetent directional entailment learners, in contrast to entailment graphs, however limited by sparsity."
   }
  ],
  "dc.identifier.uri": [
   {
    "value": "https://fis.uni-bamberg.de/handle/uniba/110866"
   }
  ],
  "dc.identifier.urn": [
   {
    "value": "urn:nbn:de:bvb:473-irb-110866x"
   }
  ],
  "dc.language.iso": [
   {
    "value": "eng"
   }
  ],
  "dc.publisher": [
   {
    "value": "Otto-Friedrich-Universität"
   }
  ],
  "dc.publisher.place": [
   {
    "value": "Bamberg"
   }
  ],
  "dc.relation.authororgunit": [
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": "Lehrstuhl für Grundlagen der Sprachverarbeitung",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   }
  ],
  "dc.subject": [
   {
    "value": "Language Models"
   }
  ],
  "dc.title": [
   {
    "value": "Language Models Are Poor Learners of Directional Inference"
   }
  ],
  "dc.type": [
   {
    "value": "conferenceobject"
   }
  ],
  "dspace.entity.type": [
   {
    "value": "Publication"
   }
  ],
  "ubg.accessRights.copyright": [
   {
    "value": "true"
   }
  ],
  "ubg.accessRights.licence": [
   {
    "value": "CC BY 4.0"
   }
  ],
  "ubg.date.published": [
   {
    "value": "2022"
   }
  ],
  "ubg.fulltexticon": [
   {
    "value": "true"
   }
  ],
  "ubg.generated.csl": [
   {
    "value": "<div class=\"csl-bib-body\">\n  <div class=\"csl-entry\">Li, Tianyi; Hosseini, Mohammad Javad; Weber, Sabine; u. a. (2025): Language Models Are Poor Learners of Directional Inference, in: Bamberg: Otto-Friedrich-Universität, S. 903–921.</div>\n</div>"
   }
  ],
  "ubg.intern.org": [
   {
    "value": "Lehrstuhl für Grundlagen der Sprachverarbeitung",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   }
  ],
  "ubg.intern.source": [
   {
    "value": "Yoav Goldberg, Zornitsa Kozareva, und Yue Zhang (Hrsg.), Findings of the Association for Computational Linguistics: EMNLP 2022, Association for Computational Linguistics, 2022, S. 903–921"
   }
  ],
  "ubg.intern.vonfeld": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.intern.vonfeldeditor": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.internatorientation": [
   {
    "value": "Ja"
   }
  ],
  "ubg.openaccess": [
   {
    "value": "Ja"
   }
  ],
  "ubg.pages.range": [
   {
    "value": "903–921"
   }
  ],
  "ubg.peerreview": [
   {
    "value": "Ja"
   }
  ],
  "ubg.submission.type": [
   {
    "value": "full-text"
   }
  ],
  "ubg.thesis.grantor": [
   {
    "value": "Uni"
   }
  ],
  "ubg.version.type": [
   {
    "value": "publishedVersion"
   }
  ],
  "ubg.version.versionof": [
   {
    "value": "uniba/97222",
    "authority": "9b410e56-3ef4-4a02-903b-772ec184e756"
   }
  ]
 },
 "relations": {},
 "files": [
  {
   "uuid": "0d8a636f-4a83-4834-b412-01b94904c80a",
   "bundle": "ORIGINAL",
   "name": "fisba110866.pdf",
   "size": 1695198,
   "md5": "ea7e206a27ac03503cb50f66dd49ced2",
   "mimetype": "application/pdf",
   "url": "/files/0d8a636f-4a83-4834-b412-01b94904c80a/fisba110866.pdf",
   "description": null
  }
 ]
}