{
 "uuid": "798b9e9c-c74e-4eeb-9239-3c2a558dc4b7",
 "handle": "uniba/93870",
 "type": "Publication",
 "name": "What Makes Medical Claims (Un)Verifiable? : Analyzing Entity and Relation Properties for Fact Verification",
 "url": "/entities/publication/798b9e9c-c74e-4eeb-9239-3c2a558dc4b7/",
 "lastModified": "2025-05-31T01:42:56.746+00:00",
 "metadata": {
  "cris.virtual.author-orcid": [
   {
    "value": null
   },
   {
    "value": null
   },
   {
    "value": "0000-0002-2014-6619"
   }
  ],
  "cris.virtualsource.author-orcid": [
   {
    "value": "d98d9cbc-8f02-46bf-9e84-74797e598233"
   },
   {
    "value": "d106c391-c9a3-4ad5-ac2c-c1478d6acb34"
   },
   {
    "value": "a2a36d65-e914-48fb-8e87-a2796ce66cb3"
   }
  ],
  "dc.contributor.author": [
   {
    "value": "Wührl, Amelie",
    "authority": "b695399d-7c2e-4163-b0e0-64c4945de56c"
   },
   {
    "value": "Menchaca Resendiz, Yarik",
    "authority": "d98d9cbc-8f02-46bf-9e84-74797e598233"
   },
   {
    "value": "Grimminger, Lara",
    "authority": "d106c391-c9a3-4ad5-ac2c-c1478d6acb34"
   },
   {
    "value": "Klinger, Roman",
    "authority": "a2a36d65-e914-48fb-8e87-a2796ce66cb3"
   }
  ],
  "dc.date.accessioned": [
   {
    "value": "2024-03-15T07:41:26Z"
   }
  ],
  "dc.date.available": [
   {
    "value": "2024-03-15T07:41:26Z"
   }
  ],
  "dc.date.issued": [
   {
    "value": "2024"
   }
  ],
  "dc.description.abstract": [
   {
    "value": "Verifying biomedical claims fails if no evidence can be discovered. In these cases, the fact-checking verdict remains unknown and the claim is unverifiable. To improve this situation, we have to understand if there are any claim properties that impact its verifiability. In this work we assume that entities and relations define the core variables in a biomedical claim’s anatomy and analyze if their properties help us to differentiate verifiable from unverifiable claims. In a study with trained annotation experts we prompt them to find evidence for biomedical claims, and observe how they refine search queries for their evidence search. This leads to the first corpus for scientific fact verification annotated with subject–relation–object triplets, evidence documents, and fact-checking verdicts (the BEAR-FACT corpus). We find (1) that discovering evidence for negated claims (e.g., X–does-not-cause–Y) is particularly challenging. Further, we see that annotators process queries mostly by adding constraints to the search and by normalizing entities to canonical names. (2) We compare our in-house annotations with a small crowdsourcing setting where we employ both medical experts and laypeople. We find that domain expertise does not have a substantial effect on the reliability of annotations. Finally, (3), we demonstrate that it is possible to reliably estimate the success of evidence retrieval purely from the claim text (.82F1), whereas identifying unverifiable claims proves more challenging (.27F1)"
   }
  ],
  "dc.identifier.uri": [
   {
    "value": "https://fis.uni-bamberg.de/handle/uniba/93870"
   }
  ],
  "dc.identifier.url": [
   {
    "value": "https://aclanthology.org/2024.eacl-long.124/"
   }
  ],
  "dc.language.iso": [
   {
    "value": "eng"
   }
  ],
  "dc.publisher": [
   {
    "value": "Association for Computational Linguistics"
   }
  ],
  "dc.relation.authororgunit": [
   {
    "value": "Lehrstuhl für Grundlagen der Sprachverarbeitung",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": "Lehrstuhl für Grundlagen der Sprachverarbeitung",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   }
  ],
  "dc.subject": [
   {
    "value": "Medical Claims"
   }
  ],
  "dc.subject.ddc": [
   {
    "value": "004",
    "authority": "ddc:004"
   }
  ],
  "dc.title": [
   {
    "value": "What Makes Medical Claims (Un)Verifiable? : Analyzing Entity and Relation Properties for Fact Verification"
   }
  ],
  "dc.type": [
   {
    "value": "conferenceobject"
   }
  ],
  "dspace.entity.type": [
   {
    "value": "Publication"
   }
  ],
  "ubg.conference.name": [
   {
    "value": "18th Conference of the European Chapter of the Association for Computational Linguistics"
   }
  ],
  "ubg.conference.place": [
   {
    "value": "St. Julian, Malta"
   }
  ],
  "ubg.editor.articlecollection": [
   {
    "value": "Graham, Yvette"
   },
   {
    "value": "Purver, Matthew"
   }
  ],
  "ubg.fulltexticon": [
   {
    "value": "true"
   }
  ],
  "ubg.generated.csl": [
   {
    "value": "<div class=\"csl-bib-body\">\n  <div class=\"csl-entry\">Wührl, Amelie; Menchaca Resendiz, Yarik; Grimminger, Lara; u. a. (2024): What Makes Medical Claims (Un)Verifiable? : Analyzing Entity and Relation Properties for Fact Verification, in: Yvette Graham, Matthew Purver, Yvette Graham, u. a. (Hrsg.), <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics</i>, Association for Computational Linguistics, S. 2046–2058.</div>\n</div>"
   }
  ],
  "ubg.generated.cslContainerTitle": [
   {
    "value": "Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics"
   }
  ],
  "ubg.generated.cslEditor": [
   {
    "value": "Graham, Yvette",
    "authority": "1bdd5e27-169c-450e-96ed-8490db40f4f8"
   },
   {
    "value": "Purver, Matthew",
    "authority": "41b4a773-23b7-46d0-9471-b5c6f2522b1c"
   },
   {
    "value": "Graham, Yvette"
   },
   {
    "value": "Purver, Matthew"
   }
  ],
  "ubg.intern.org": [
   {
    "value": "Lehrstuhl für Grundlagen der Sprachverarbeitung",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   }
  ],
  "ubg.intern.vonfeld": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.intern.vonfeldeditor": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.internatorientation": [
   {
    "value": "Ja"
   }
  ],
  "ubg.multipartTitel": [
   {
    "value": "1: Long Papers"
   }
  ],
  "ubg.openaccess": [
   {
    "value": "Ja"
   }
  ],
  "ubg.pages.range": [
   {
    "value": "2046–2058"
   }
  ],
  "ubg.peerreview": [
   {
    "value": "Ja"
   }
  ],
  "ubg.relation.project": [
   {
    "value": "Automatic Fact Checking for Biomedical Information in Social Media and Scientific Literature",
    "authority": "5efe8ff5-fa4f-40e7-8da3-e3c8a8b4044c"
   }
  ],
  "ubg.subject.gndsw": [
   {
    "value": "Computerlinguistik"
   },
   {
    "value": "Medizin"
   },
   {
    "value": "Anspruch"
   }
  ],
  "ubg.subject.rvk": [
   {
    "value": "ST 306"
   }
  ],
  "ubg.submission.type": [
   {
    "value": "full-text"
   }
  ],
  "ubg.titleparent.articlecollection": [
   {
    "value": "Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics"
   }
  ],
  "ubg.version.hasversions": [
   {
    "value": "uniba/108355",
    "authority": "f90925e0-929d-48e1-963e-516fc7ecde36"
   }
  ]
 },
 "relations": {},
 "files": []
}