{
 "uuid": "5b76791f-6d01-4530-88d3-609434ddde84",
 "handle": "uniba/93889",
 "type": "Publication",
 "name": "Embarrassingly Simple Performance Prediction for Abductive Natural Language Inference",
 "url": "/entities/publication/5b76791f-6d01-4530-88d3-609434ddde84/",
 "lastModified": "2026-01-29T10:45:53.175+00:00",
 "metadata": {
  "cris.virtual.author-orcid": [
   {
    "value": null
   },
   {
    "value": null
   },
   {
    "value": "0000-0002-2014-6619"
   }
  ],
  "cris.virtualsource.author-orcid": [
   {
    "value": "9cb35165-7023-44b8-948c-aa0d775c1e52"
   },
   {
    "value": "7aa8719c-2d51-4f27-89a8-2f1b2d91c706"
   },
   {
    "value": "a2a36d65-e914-48fb-8e87-a2796ce66cb3"
   }
  ],
  "dc.contributor.author": [
   {
    "value": "Kadiķis, Emīls",
    "authority": "9cb35165-7023-44b8-948c-aa0d775c1e52"
   },
   {
    "value": "Srivastav, Vaibhav",
    "authority": "7aa8719c-2d51-4f27-89a8-2f1b2d91c706"
   },
   {
    "value": "Klinger, Roman",
    "authority": "a2a36d65-e914-48fb-8e87-a2796ce66cb3"
   }
  ],
  "dc.date.accessioned": [
   {
    "value": "2024-03-07T15:07:54Z"
   }
  ],
  "dc.date.available": [
   {
    "value": "2024-03-07T15:07:54Z"
   }
  ],
  "dc.date.issued": [
   {
    "value": "2022"
   }
  ],
  "dc.description.abstract": [
   {
    "value": "The task of natural language inference (NLI), to decide if a hypothesis entails or contradicts a premise, received considerable attention in recent years. All competitive systems build on top of contextualized representations and make use of transformer architectures for learning an NLI model. When somebody is faced with a particular NLI task, they need to select the best model that is available. This is a time-consuming and resource-intense endeavour. To solve this practical problem, we propose a simple method for predicting the performance without actually fine-tuning the model. We do this by testing how well the pre-trained models perform on the aNLI task when just comparing sentence embeddings with cosine similarity to what kind of performance is achieved when training a classifier on top of these embeddings. We show that the accuracy of the cosine similarity approach correlates strongly with the accuracy of the classification approach with a Pearson correlation coefficient of 0.65. Since the similarity is orders of magnitude faster to compute on a given dataset (less than a minute vs. hours), our method can lead to significant time savings in the process of model selection."
   }
  ],
  "dc.identifier.doi": [
   {
    "value": "10.18653/v1/2022.naacl-main.441"
   }
  ],
  "dc.identifier.uri": [
   {
    "value": "https://fis.uni-bamberg.de/handle/uniba/93889"
   }
  ],
  "dc.identifier.url": [
   {
    "value": "https://aclanthology.org/2022.naacl-main.441"
   }
  ],
  "dc.language.iso": [
   {
    "value": "eng"
   }
  ],
  "dc.publisher": [
   {
    "value": "Association for Computational Linguistics"
   }
  ],
  "dc.publisher.place": [
   {
    "value": "Seattle"
   }
  ],
  "dc.relation.authororgunit": [
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": null,
    "authority": "#PLACEHOLDER_PARENT_METADATA_VALUE#"
   },
   {
    "value": "Fundamentals of Natural Language Processing",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   }
  ],
  "dc.subject": [
   {
    "value": "Abductive Natural Language Inference"
   }
  ],
  "dc.subject.ddc": [
   {
    "value": "004",
    "authority": "ddc:004"
   }
  ],
  "dc.title": [
   {
    "value": "Embarrassingly Simple Performance Prediction for Abductive Natural Language Inference"
   }
  ],
  "dc.type": [
   {
    "value": "conferenceobject"
   }
  ],
  "dspace.entity.type": [
   {
    "value": "Publication"
   }
  ],
  "ubg.conference.name": [
   {
    "value": "2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL), Juli 2022"
   }
  ],
  "ubg.conference.place": [
   {
    "value": "Seattle"
   }
  ],
  "ubg.editor.articlecollection": [
   {
    "value": "Carpuat, Marine"
   },
   {
    "value": "Marneffe, Marie-Catherine de"
   },
   {
    "value": "Meza Ruiz, Ivan Vladimir"
   }
  ],
  "ubg.fulltexticon": [
   {
    "value": "true"
   }
  ],
  "ubg.generated.csl": [
   {
    "value": "<div class=\"csl-bib-body\">\n  <div class=\"csl-entry\">Kadiķis, Emīls; Srivastav, Vaibhav; Klinger, Roman (2022): Embarrassingly Simple Performance Prediction for Abductive Natural Language Inference, in: Marine Carpuat, Marie-Catherine de Marneffe, Ivan Vladimir Meza Ruiz, u. a. (Hrsg.), <i>Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies</i>, Seattle: Association for Computational Linguistics, S. 6031–6037, doi: 10.18653/v1/2022.naacl-main.441.</div>\n</div>"
   }
  ],
  "ubg.generated.cslContainerTitle": [
   {
    "value": "Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies"
   }
  ],
  "ubg.generated.cslDoi": [
   {
    "value": "10.18653/v1/2022.naacl-main.441"
   }
  ],
  "ubg.generated.cslEditor": [
   {
    "value": "Carpuat, Marine",
    "authority": "51df7e63-3b53-4194-99c5-756ea0356004"
   },
   {
    "value": "Marneffe, Marie-Catherine de",
    "authority": "3fb44d8f-76cd-4d13-9a14-23c25addd8c6"
   },
   {
    "value": "Meza Ruiz, Ivan Vladimir",
    "authority": "b05aae23-388a-4102-b2b9-8ab947a25214"
   },
   {
    "value": "Carpuat, Marine",
    "authority": "51df7e63-3b53-4194-99c5-756ea0356004"
   },
   {
    "value": "Marneffe, Marie-Catherine de",
    "authority": "3fb44d8f-76cd-4d13-9a14-23c25addd8c6"
   },
   {
    "value": "Meza Ruiz, Ivan Vladimir",
    "authority": "b05aae23-388a-4102-b2b9-8ab947a25214"
   },
   {
    "value": "Carpuat, Marine"
   },
   {
    "value": "Marneffe, Marie-Catherine de"
   },
   {
    "value": "Meza Ruiz, Ivan Vladimir"
   }
  ],
  "ubg.intern.org": [
   {
    "value": "Fundamentals of Natural Language Processing",
    "authority": "e42c6d56-e293-45c9-9582-a71b5e4aee22"
   }
  ],
  "ubg.intern.vonfeld": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.intern.vonfeldeditor": [
   {
    "value": "",
    "language": "de_DE"
   }
  ],
  "ubg.internatorientation": [
   {
    "value": "Ja"
   }
  ],
  "ubg.openaccess": [
   {
    "value": "Ja"
   }
  ],
  "ubg.pages.range": [
   {
    "value": "6031-6037"
   }
  ],
  "ubg.peerreview": [
   {
    "value": "Ja"
   }
  ],
  "ubg.relation.project": [
   {
    "value": "Interactive Prompt Optimization with the Human in the Loop for Natural Language Understanding Model Development and Intervention",
    "authority": "098980c8-a33f-4560-8f62-0ebe368d248f"
   }
  ],
  "ubg.subject.gndsw": [
   {
    "value": "Computerlinguistik"
   },
   {
    "value": "Automatische Sprachanalyse"
   },
   {
    "value": "Inferenz <Künstliche Intelligenz>"
   }
  ],
  "ubg.subject.rvk": [
   {
    "value": "ST 306"
   }
  ],
  "ubg.submission.type": [
   {
    "value": "title"
   }
  ],
  "ubg.titleparent.articlecollection": [
   {
    "value": "Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies"
   }
  ],
  "ubg.version.hasversions": [
   {
    "value": "uniba/96472",
    "authority": "bce3018a-3e71-45b8-a4b7-038581708014"
   }
  ]
 },
 "relations": {},
 "files": []
}