{
 "uuid": "9b410e56-3ef4-4a02-903b-772ec184e756",
 "handle": "uniba/97222",
 "type": "Publication",
 "name": "Language Models Are Poor Learners of Directional Inference",
 "url": "/entities/publication/9b410e56-3ef4-4a02-903b-772ec184e756/",
 "lastModified": "2026-09-19T02:43:49.691+00:00",
 "metadata": {
  "cris.virtual.author-orcid": [
   {
    "value": null
   },
   {
    "value": null
   },
   {
    "value": "0000-0002-5577-3356"
   },
   {
    "value": null
   }
  ],
  "cris.virtualsource.author-orcid": [
   {
    "value": "9123dc7d-f6c1-4ecc-93cb-9ebd565c6386"
   },
   {
    "value": "42d38a11-bb12-4531-bb96-f037ccbdf683"
   },
   {
    "value": "fe467623-4c6d-4fa2-beaf-aa7f2c3db025"
   },
   {
    "value": "a7a36035-6c16-41a5-98a8-954e39dbdce6"
   }
  ],
  "dc.contributor.author": [
   {
    "value": "Li, Tianyi",
    "authority": "9123dc7d-f6c1-4ecc-93cb-9ebd565c6386"
   },
   {
    "value": "Hosseini, Mohammad Javad",
    "authority": "42d38a11-bb12-4531-bb96-f037ccbdf683"
   },
   {
    "value": "Weber, Sabine",
    "authority": "fe467623-4c6d-4fa2-beaf-aa7f2c3db025"
   },
   {
    "value": "Steedman, Mark",
    "authority": "a7a36035-6c16-41a5-98a8-954e39dbdce6"
   }
  ],
  "dc.date.accessioned": [
   {
    "value": "2024-08-12T11:28:27Z"
   }
  ],
  "dc.date.available": [
   {
    "value": "2024-08-12T11:28:27Z"
   }
  ],
  "dc.date.issued": [
   {
    "value": "2022"
   }
  ],
  "dc.description.abstract": [
   {
    "value": "We examine LMs’ competence of directional predicate entailments by supervised fine-tuning with prompts. Our analysis shows that contrary to their apparent success on standard NLI, LMs show limited ability to learn such directional inference; moreover, existing datasets fail to test directionality, and/or are infested by artefacts that can be learnt as proxy for entailments, yielding over-optimistic results. In response, we present BoOQA (Boolean Open QA), a robust multi-lingual evaluation benchmark for directional predicate entailments, extrinsic to existing training sets. On BoOQA, we establish baselines and show evidence of existing LM-prompting models being incompetent directional entailment learners, in contrast to entailment graphs, however limited by sparsity."
   }
  ],
  "dc.identifier.doi": [
   {
    "value": "10.18653/v1/2022.findings-emnlp.64"
   }
  ],
  "dc.identifier.uri": [
   {
    "value": "https://fis.uni-bamberg.de/handle/uniba/97222"
   }
  ],
  "dc.language.iso": [
   {
    "value": "eng"
   }
  ],
  "dc.publisher": [
   {
    "value": "Association for Computational Linguistics"
   }
  ],
  "dc.relation.authororgunit": [
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   }
  ],
  "dc.subject": [
   {
    "value": "Language Models"
   }
  ],
  "dc.title": [
   {
    "value": "Language Models Are Poor Learners of Directional Inference"
   }
  ],
  "dc.type": [
   {
    "value": "conferenceobject"
   }
  ],
  "dspace.entity.type": [
   {
    "value": "Publication"
   }
  ],
  "ubg.conference.name": [
   {
    "value": "EMNLP 2022, Dezember 2022"
   }
  ],
  "ubg.conference.place": [
   {
    "value": "Abu Dhabi"
   }
  ],
  "ubg.editor.articlecollection": [
   {
    "value": "Goldberg, Yoav"
   },
   {
    "value": "Kozareva, Zornitsa"
   },
   {
    "value": "Zhang, Yue"
   }
  ],
  "ubg.fulltexticon": [
   {
    "value": "true"
   }
  ],
  "ubg.generated.csl": [
   {
    "value": "<div class=\"csl-bib-body\">\n  <div class=\"csl-entry\">Li, Tianyi; Hosseini, Mohammad Javad; Weber, Sabine; u. a. (2022): Language Models Are Poor Learners of Directional Inference, in: Yoav Goldberg, Zornitsa Kozareva, Yue Zhang, u. a. (Hrsg.), <i>Findings of the Association for Computational Linguistics: EMNLP 2022</i>, Association for Computational Linguistics, S. 903–921, doi: 10.18653/v1/2022.findings-emnlp.64.</div>\n</div>"
   }
  ],
  "ubg.generated.cslContainerTitle": [
   {
    "value": "Findings of the Association for Computational Linguistics: EMNLP 2022"
   }
  ],
  "ubg.generated.cslDoi": [
   {
    "value": "10.18653/v1/2022.findings-emnlp.64"
   }
  ],
  "ubg.generated.cslEditor": [
   {
    "value": "Goldberg, Yoav",
    "authority": "2be5a83f-0150-486d-bfb7-2dad5a267fa0"
   },
   {
    "value": "Kozareva, Zornitsa",
    "authority": "b1d9ad1f-366a-40d9-9e37-f4502506642e"
   },
   {
    "value": "Zhang, Yue",
    "authority": "7d69552f-4af2-40ee-8d39-8b8d3f9dca98"
   },
   {
    "value": "Goldberg, Yoav",
    "authority": "2be5a83f-0150-486d-bfb7-2dad5a267fa0"
   },
   {
    "value": "Kozareva, Zornitsa",
    "authority": "b1d9ad1f-366a-40d9-9e37-f4502506642e"
   },
   {
    "value": "Zhang, Yue",
    "authority": "7d69552f-4af2-40ee-8d39-8b8d3f9dca98"
   },
   {
    "value": "Goldberg, Yoav",
    "authority": "2be5a83f-0150-486d-bfb7-2dad5a267fa0"
   },
   {
    "value": "Kozareva, Zornitsa",
    "authority": "b1d9ad1f-366a-40d9-9e37-f4502506642e"
   },
   {
    "value": "Zhang, Yue",
    "authority": "7d69552f-4af2-40ee-8d39-8b8d3f9dca98"
   },
   {
    "value": "Goldberg, Yoav",
    "authority": "2be5a83f-0150-486d-bfb7-2dad5a267fa0"
   },
   {
    "value": "Kozareva, Zornitsa",
    "authority": "b1d9ad1f-366a-40d9-9e37-f4502506642e"
   },
   {
    "value": "Zhang, Yue",
    "authority": "7d69552f-4af2-40ee-8d39-8b8d3f9dca98"
   },
   {
    "value": "Goldberg, Yoav"
   },
   {
    "value": "Kozareva, Zornitsa"
   },
   {
    "value": "Zhang, Yue"
   }
  ],
  "ubg.intern.vonfeld": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.intern.vonfeldeditor": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.internatorientation": [
   {
    "value": "Ja"
   }
  ],
  "ubg.openaccess": [
   {
    "value": "Ja"
   }
  ],
  "ubg.pages.range": [
   {
    "value": "903–921"
   }
  ],
  "ubg.peerreview": [
   {
    "value": "Ja"
   }
  ],
  "ubg.submission.type": [
   {
    "value": "title"
   }
  ],
  "ubg.titleparent.articlecollection": [
   {
    "value": "Findings of the Association for Computational Linguistics: EMNLP 2022"
   }
  ],
  "ubg.version.hasversions": [
   {
    "value": "uniba/110866",
    "authority": "1f8be1fb-fdea-46fe-9520-ac84eb22f99b"
   }
  ]
 },
 "relations": {},
 "files": []
}