@inproceedings{8661582eda2d4c0e9146eadecfa9e31d,
title = "On a Notion of Resilience for Markov Decision Processes with Reachability Objectives",
abstract = "We propose and study a notion of resilience for Markov decision processes (MDPs) with the almost-sure reachability objective to action losses. Given an MDP with an initial state and a set of target states, we define the resilience degree of the MDP as the minimum number of actions that must be removed so that the target states cannot be reached almost surely from the initial state. This notion measures the level of tolerance of an MDP to action losses under the reachability objective. We first preprocess the MDP to remove irrelevant states and actions and construct a reduced transition diagram. Then, we show that computing the resilience degree is an NP-hard problem and provide an exact solution based on the mixed-integer linear programming.",
keywords = "decision making, Markov decision processes, reachability analysis, resilience",
author = "Xiaoming Duan and Nasim Baharisangari and Rui Yan and Zhe Xu and Melkior Ornik",
note = "Publisher Copyright: Copyright {\textcopyright} 2023 The Authors. This is an open access article under the CC BY-NC-ND license (https://creativecommons.org/licenses/by-nc-nd/4.0/); 22nd IFAC World Congress ; Conference date: 09-07-2023 Through 14-07-2023",
year = "2023",
month = jul,
day = "1",
doi = "10.1016/j.ifacol.2023.10.318",
language = "English (US)",
series = "IFAC-PapersOnLine",
publisher = "Elsevier B.V.",
number = "2",
pages = "11261--11266",
editor = "Hideaki Ishii and Yoshio Ebihara and Jun-ichi Imura and Masaki Yamakita",
booktitle = "IFAC-PapersOnLine",
edition = "2",
}