In this section
@inproceedings{Jiang:2023:10.1609/aaai.v37i12.26740,
author = {Jiang, J and Leofante, F and Rago, A and Toni, F},
doi = {10.1609/aaai.v37i12.26740},
pages = {14901--14909},
publisher = {Association for the Advancement of Artificial Intelligence},
title = {Formalising the robustness of counterfactual explanations for neural networks},
url = {http://dx.doi.org/10.1609/aaai.v37i12.26740},
year = {2023}
}
TY - CPAPER
AB - The use of counterfactual explanations (CFXs) is an increasingly popular explanation strategy for machine learning models. However, recent studies have shown that these explanations may not be robust to changes in the underlying model (e.g., following retraining), which raises questions about their reliability in real-world applications. Existing attempts towards solving this problem are heuristic, and the robustness to model changes of the resulting CFXs is evaluated with only a small number of retrained models, failing to provide exhaustive guarantees. To remedy this, we propose the first notion to formally and deterministically assess the robustness (to model changes) of CFXs for neural networks, that we call -robustness. We introduce an abstraction framework based on interval neural networks to verify the -robustness of CFXs against a possibly infinite set of changes to the model parameters, i.e., weights and biases. We then demonstrate the utility of this approach in two distinct ways. First, we analyse the -robustness of a number of CFX generation methods from the literature and show that they unanimously host significant deficiencies in this regard. Second, we demonstrate how embedding -robustness within existing methods can provide CFXs which are provably robust.
AU - Jiang,J
AU - Leofante,F
AU - Rago,A
AU - Toni,F
DO - 10.1609/aaai.v37i12.26740
EP - 14909
PB - Association for the Advancement of Artificial Intelligence
PY - 2023///
SN - 2374-3468
SP - 14901
TI - Formalising the robustness of counterfactual explanations for neural networks
UR - http://dx.doi.org/10.1609/aaai.v37i12.26740
UR - http://hdl.handle.net/10044/1/101893
ER -
Artificial Intelligence Network
South Kensington Campus
Imperial College London
SW7 2AZ
To reach the elected speaker of the network, Dr Rossella Arcucci, please contact:
To reach the network manager, Diana O'Malley - including to join the network - please contact: