Other formats:
BibTeX
LaTeX
RIS
@inproceedings{1797367,
author = {Blahoudek, František and Cubuktepe, Murat and Novotný, Petr and Ornik, Melkior and Thangeda, Pranay and Topcu, Ufuk},
address = {Cham, Switzerland},
booktitle = {24th International Symposium on Formal Methods, FM 2021},
doi = {http://dx.doi.org/10.1007/978-3-030-90870-6_34},
keywords = {resource constraints; planning under uncertainty; Markov decision processes},
howpublished = {elektronická verze "online"},
language = {eng},
location = {Cham, Switzerland},
isbn = {978-3-030-90869-0},
pages = {640-656},
publisher = {Springer},
title = {Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption},
year = {2021}
}
TY - JOUR
ID - 1797367
AU - Blahoudek, František - Cubuktepe, Murat - Novotný, Petr - Ornik, Melkior - Thangeda, Pranay - Topcu, Ufuk
PY - 2021
TI - Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption
PB - Springer
CY - Cham, Switzerland
SN - 9783030908690
KW - resource constraints
KW - planning under uncertainty
KW - Markov decision processes
N2 - Consumption Markov Decision Processes (CMDPs) are prob- abilistic decision-making models of resource-constrained systems. We introduce FiMDP, a tool for controller synthesis in CMDPs with LTL objectives expressible by deterministic Büchi automata. The tool implements the recent algorithm for polynomial-time controller synthesis in CMDPs, but extends it with many additional features. On the conceptual level, the tool implements heuristics for improving the expected reachability times of accepting states, and a support for multi-agent task allocation. On the practical level, the tool offers (among other features) a new strategy simulation framework, integration with the Storm model checker, and FiMDPEnv - a new set of CMDPs that model real-world resource-constrained systems. We also present an evaluation of FiMDP on these real-world scenarios.
ER -
BLAHOUDEK, František, Murat CUBUKTEPE, Petr NOVOTNÝ, Melkior ORNIK, Pranay THANGEDA and Ufuk TOPCU. Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption. Online. In \textit{24th International Symposium on Formal Methods, FM 2021}. Cham, Switzerland: Springer, 2021, p.~640-656. ISBN~978-3-030-90869-0. Available from: https://dx.doi.org/10.1007/978-3-030-90870-6\_{}34.
|
