Other formats:
BibTeX
LaTeX
RIS
@inproceedings{590125,
author = {Brázdil, Tomáš and Kučera, Antonín},
address = {Berlin Heidelberg New York},
booktitle = {25th International Conference on Foundations of Software Technology and Theoretical Computer Science},
keywords = {Infinite Markov Chains; Expected Reward},
language = {eng},
location = {Berlin Heidelberg New York},
isbn = {3-540-30495-9},
pages = {372-383},
publisher = {Springer},
title = {Computing the Expected Accumulated Reward and Gain for a Subclass of Infinite Markov Chains},
year = {2005}
}
TY - JOUR
ID - 590125
AU - Brázdil, Tomáš - Kučera, Antonín
PY - 2005
TI - Computing the Expected Accumulated Reward and Gain for a Subclass of Infinite Markov Chains
PB - Springer
CY - Berlin Heidelberg New York
SN - 3540304959
KW - Infinite Markov Chains
KW - Expected Reward
N2 - We consider the problem of computing the expected accumulated reward and the average gain per transition in a subclass of Markov chains with countable state spaces where all states are assigned a non-negative reward. We state several abstract conditions that guarantee computability of the above properties up to an arbitrarily small (but non-zero) given error. Finally, we show that our results can be applied to probabilistic lossy channel systems, a well-known model of processes communicating through faulty channels.
ER -
BRÁZDIL, Tomáš and Antonín KUČERA. Computing the Expected Accumulated Reward and Gain for a Subclass of Infinite Markov Chains. In \textit{25th International Conference on Foundations of Software Technology and Theoretical Computer Science}. Berlin Heidelberg New York: Springer, 2005, p.~372-383. ISBN~3-540-30495-9.
|
