@article{1512.07669,
          title = {Reinforcement Learning: Stochastic Approximation Algorithms for Markov
  Decision Processes},
          author = {Vikram Krishnamurthy},
          journal={arXiv preprint arXiv:1512.07669},
          year = {2015},
          url = {http://arxiv.org/abs/1512.07669v1}
        }

@article{1511.02377,
          title = {The Value Functions of Markov Decision Processes},
          author = {Ehud Lehrer , Eilon Solan , Omri N. Solan},
          journal={arXiv preprint arXiv:1511.02377},
          year = {2015},
          url = {http://arxiv.org/abs/1511.02377v1}
        }