Other formats:
BibTeX
LaTeX
RIS
@article{755166,
author = {Kučera, Antonín and Stražovský, Oldřich},
article_location = {Polsko},
article_number = {1-2},
keywords = {Markov decision process; temporal logic},
language = {eng},
issn = {0169-2968},
journal = {Fundamenta Informaticae},
title = {On the Controller Synthesis for Finite-State Markov Decision Processes},
volume = {82},
year = {2008}
}
TY - JOUR
ID - 755166
AU - Kučera, Antonín - Stražovský, Oldřich
PY - 2008
TI - On the Controller Synthesis for Finite-State Markov Decision Processes
JF - Fundamenta Informaticae
VL - 82
IS - 1-2
SP - 141-153
EP - 141-153
PB - IOS Press, Nizozemí
SN - 01692968
KW - Markov decision process
KW - temporal logic
N2 - We study the problem of effective controller synthesis for finite-state Markov decision processes (MDPs) and the class of properties definable in the logic PCTL extended with long-run average propositions. We show that the existence of such a controller is decidable, and we give an algorithm which computes the controller if it exists. We also address the issue of ``controller robustness'', i.e., the problem whether there is a controller which still guarantees the satisfaction of a given property when the probabilities in the considered MDP slightly deviate from their original values. From a practical point of view, this is an important aspect since the probabilities are often determined empirically and hence they are inherently imprecise. We show that the existence of robust controllers is also decidable, and that such controllers are effectively computable if they exist.
ER -
KUČERA, Antonín and Oldřich STRAŽOVSKÝ. On the Controller Synthesis for Finite-State Markov Decision Processes. \textit{Fundamenta Informaticae}. Polsko: IOS Press, Nizozemí, vol.~82, 1-2, p.~141-153. ISSN~0169-2968. 2008.
|
