@inproceedings{f61e615468f440b295ac6692bd7fc261,
title = "Zero- and Few-Shots Knowledge Graph Triplet Extraction with Large Language Models",
abstract = "In this work, we tested the Triplet Extraction (TE) capabilities of a variety of Large Language Models (LLMs) of different sizes in the Zero- and Few-Shots settings. In detail, we proposed a pipeline that dynamically gathers contextual information from a Knowledge Base (KB), both in the form of context triplets and of (sentence, triplets) pairs as examples, and provides it to the LLM through a prompt. The additional context allowed the LLMs to be competitive with all the older fully trained baselines based on the Bidirectional Long Short-Term Memory (BiLSTM) Network architecture. We further conducted a detailed analysis of the quality of the gathered KB context, finding it to be strongly correlated with the final TE performance of the model. In contrast, the size of the model appeared to only logarithmically improve the TE capabilities of the LLMs. We release the code on GitHub 1 for reproducibility.",
author = "Andrea Papaluca and Daniel Krefl and {Rodr{\'i}guez M{\'e}ndez}, {Sergio J.} and Artem Lensky and Hanna Suominen",
note = "Publisher Copyright: {\textcopyright}2024 Association for Computational Linguistics.; 1st Workshop on Knowledge Graphs and Large Language Models, KaLLM 2024 ; Conference date: 15-08-2024",
year = "2024",
language = "English",
series = "KaLLM 2024 - 1st Workshop on Knowledge Graphs and Large Language Models, Proceedings of the Workshop",
publisher = "Association for Computational Linguistics (ACL)",
pages = "12--23",
editor = "Russa Biswas and Lucie-Aimee Kaffee and Oshin Agarwal and Pasquale Minervini and Sameer Singh and {de Melo}, Gerard",
booktitle = "KaLLM 2024 - 1st Workshop on Knowledge Graphs and Large Language Models, Proceedings of the Workshop",
address = "United States",
}