AgentAbstain: Do LLM Agents Know When Not to Act?
A paired-task benchmark of 263 should-act / should-abstain tasks in 42 sandboxed tool environments; the best of 17 frontier LLMs gets only 59.5% paired accuracy.
@inproceedings{liu2026agentabstain,
title = {{AgentAbstain}: Do {LLM} Agents Know When Not to Act?},
author = {Liu, Xun and Zhang, Yi Evie and Kasprova, Vira and Rabbani, Parisa and Zahraei, Pardis Sadat and Zhang, Tianyu and Ebrahimpour-Boroojeny, Ali and Chandrasekaran, Varun},
booktitle = {Advances in Neural Information Processing Systems},
year = {2026},
eprint = {2607.10059},
archivePrefix = {arXiv}
}