Other formats:
BibTeX
LaTeX
RIS
@inproceedings{1649046,
author = {Křetínský, Jan and Meggendorfer, Tobias},
address = {Dagstuhl},
booktitle = {30th International Conference on Concurrency Theory (CONCUR 2019)},
doi = {http://dx.doi.org/10.4230/LIPIcs.CONCUR.2019.5},
keywords = {Partial Exploration; Markov Decision Processes; Verification},
howpublished = {elektronická verze "online"},
language = {eng},
location = {Dagstuhl},
isbn = {978-3-95977-121-4},
pages = {1-17},
publisher = {Schloss Dagstuhl--Leibniz-Zentrum fuer Informatik},
title = {Of Cores: A Partial-Exploration Framework for Markov Decision Processes},
year = {2019}
}
TY - JOUR
ID - 1649046
AU - Křetínský, Jan - Meggendorfer, Tobias
PY - 2019
TI - Of Cores: A Partial-Exploration Framework for Markov Decision Processes
PB - Schloss Dagstuhl--Leibniz-Zentrum fuer Informatik
CY - Dagstuhl
SN - 9783959771214
KW - Partial Exploration
KW - Markov Decision Processes
KW - Verification
N2 - We introduce a framework for approximate analysis of Markov decision processes (MDP) with bounded-, unbounded-, and infinite-horizon properties. The main idea is to identify a "core" of an MDP, i.e., a subsystem where we provably remain with high probability, and to avoid computation on the less relevant rest of the state space. Although we identify the core using simulations and statistical techniques, it allows for rigorous error bounds in the analysis. Consequently, we obtain efficient analysis algorithms based on partial exploration for various settings, including the challenging case of strongly connected systems.
ER -
KŘETÍNSKÝ, Jan and Tobias MEGGENDORFER. Of Cores: A Partial-Exploration Framework for Markov Decision Processes. Online. In \textit{30th International Conference on Concurrency Theory (CONCUR 2019)}. Dagstuhl: Schloss Dagstuhl--Leibniz-Zentrum fuer Informatik, 2019, p.~1-17. ISBN~978-3-95977-121-4. Available from: https://dx.doi.org/10.4230/LIPIcs.CONCUR.2019.5.
|
