In this section
@inproceedings{Zhou:2025,
author = {Zhou, K and Dejl, A and Freedman, G and Chen, L and Rago, A and Toni, F},
pages = {21700--21711},
publisher = {Association for Computational Linguistics},
title = {Evaluating uncertainty quantification methods in argumentative large language models},
year = {2025}
}
TY - CPAPER
AB - Research in uncertainty quantification (UQ) for large language models (LLMs) is increasingly important towards guaranteeing the reliability of this groundbreaking technology. We explore the integration of LLM UQ methods in argumentative LLMs (ArgLLMs), an explainable LLM framework for decision-making based on computational argumentation in which UQ plays a critical role. We conduct experiments to evaluate ArgLLMs’ performance on claim verification tasks when using different LLM UQ methods, inherently performing an assessment of the UQ methods’ effectiveness. Moreover, the experimental procedure itself is a novel way of evaluating the effectiveness of UQ methods, especially when intricate and potentially contentious statements are present. Our results demonstrate that, despite its simplicity, direct prompting is an effective UQ strategy in ArgLLMs, outperforming considerably more complex approaches.
AU - Zhou,K
AU - Dejl,A
AU - Freedman,G
AU - Chen,L
AU - Rago,A
AU - Toni,F
EP - 21711
PB - Association for Computational Linguistics
PY - 2025///
SP - 21700
TI - Evaluating uncertainty quantification methods in argumentative large language models
ER -
Artificial Intelligence Network
South Kensington Campus
Imperial College London
SW7 2AZ
To reach the elected speaker of the network, Dr Rossella Arcucci, please contact:
To reach the network manager, Diana O'Malley - including to join the network - please contact: