Other formats:
BibTeX
LaTeX
RIS
@inproceedings{1797367, author = {Blahoudek, František and Cubuktepe, Murat and Novotný, Petr and Ornik, Melkior and Thangeda, Pranay and Topcu, Ufuk}, address = {Cham, Switzerland}, booktitle = {24th International Symposium on Formal Methods, FM 2021}, doi = {http://dx.doi.org/10.1007/978-3-030-90870-6_34}, keywords = {resource constraints; planning under uncertainty; Markov decision processes}, howpublished = {elektronická verze "online"}, language = {eng}, location = {Cham, Switzerland}, isbn = {978-3-030-90869-0}, pages = {640-656}, publisher = {Springer}, title = {Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption}, year = {2021} }
TY - JOUR ID - 1797367 AU - Blahoudek, František - Cubuktepe, Murat - Novotný, Petr - Ornik, Melkior - Thangeda, Pranay - Topcu, Ufuk PY - 2021 TI - Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption PB - Springer CY - Cham, Switzerland SN - 9783030908690 KW - resource constraints KW - planning under uncertainty KW - Markov decision processes N2 - Consumption Markov Decision Processes (CMDPs) are prob- abilistic decision-making models of resource-constrained systems. We introduce FiMDP, a tool for controller synthesis in CMDPs with LTL objectives expressible by deterministic Büchi automata. The tool implements the recent algorithm for polynomial-time controller synthesis in CMDPs, but extends it with many additional features. On the conceptual level, the tool implements heuristics for improving the expected reachability times of accepting states, and a support for multi-agent task allocation. On the practical level, the tool offers (among other features) a new strategy simulation framework, integration with the Storm model checker, and FiMDPEnv - a new set of CMDPs that model real-world resource-constrained systems. We also present an evaluation of FiMDP on these real-world scenarios. ER -
BLAHOUDEK, František, Murat CUBUKTEPE, Petr NOVOTNÝ, Melkior ORNIK, Pranay THANGEDA and Ufuk TOPCU. Fuel in Markov Decision Processes (FiMDP): A Practical Approach to Consumption. Online. In \textit{24th International Symposium on Formal Methods, FM 2021}. Cham, Switzerland: Springer, 2021, p.~640-656. ISBN~978-3-030-90869-0. Available from: https://dx.doi.org/10.1007/978-3-030-90870-6\_{}34.
|