@book{Puterman,
  author    = {Martin L. Puterman},
  title     = {Markov Decision Processes: Discrete Stochastic Dynamic Programming},
  series    = {Wiley Series in Probability and Statistics},
  publisher = {Wiley},
  year      = {1994},
  url       = {https://doi.org/10.1002/9780470316887},
  doi       = {10.1002/9780470316887},
  isbn      = {978-0-47161977-2},
  timestamp = {Mon, 22 Jul 2019 15:00:49 +0200},
  biburl    = {https://dblp.org/rec/books/wi/Puterman94.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{Markov_Models-AFP,
  author  = {Johannes Hölzl and Tobias Nipkow},
  title   = {Markov Models},
  journal = {Archive of Formal Proofs},
  month   = jan,
  year    = 2012,
  note    = {\url{https://isa-afp.org/entries/Markov_Models.html},
            Formal proof development},
  ISSN    = {2150-914x},
}
