\begin{thebibliography}{}

\bibitem[Barto et~al.\/, 1995][Barto et~al.\/][1995]{Barto95}
Barto, A.~G., Bradtke, S.~J., \& Singh, S.~P. (1995).
\newblock Learning to act using real-time dynamic programming.
\newblock {\em Artificial Intelligence}, {\em 72}, 81--138.

\bibitem[Brafman \& Tennenholtz, 2002][Brafman and
  Tennenholtz][2002]{brafman02}
Brafman, R.~I., \& Tennenholtz, M. (2002).
\newblock {R-MAX}---a general polynomial time algorithm for near-optimal
  reinforcement learning.
\newblock {\em Journal of Machine Learning Research}, {\em 3}, 213--231.

\bibitem[Even-Dar \& Mansour, 2003][Even-Dar and Mansour][2003]{evendar03b}
Even-Dar, E., \& Mansour, Y. (2003).
\newblock Learning rates for {Q-learning}.
\newblock {\em Journal of Machine Learning Research}, {\em 5}, 1--25.

\bibitem[Fiechter, 1994][Fiechter][1994]{fiechter94}
Fiechter, C.-N. (1994).
\newblock Efficient reinforcement learning.
\newblock {\em Proceedings of the Seventh Annual {ACM} Conference on
  Computational Learning Theory} (pp.\/ 88--97).
\newblock Association of Computing Machinery.

\bibitem[Kakade, 2003][Kakade][2003]{kakade03}
Kakade, S.~M. (2003).
\newblock {\em On the sample complexity of reinforcement learning}.
\newblock Doctoral dissertation, Gatsby Computational Neuroscience Unit,
  University College London.

\bibitem[Kearns \& Singh, 1999][Kearns and Singh][1999]{kearns99c}
Kearns, M., \& Singh, S. (1999).
\newblock Finite-sample convergence rates for {Q}-learning and indirect
  algorithms.
\newblock {\em Advances in Neural Information Processing Systems 11} (pp.\/
  996--1002).
\newblock The MIT Press.

\bibitem[Kearns \& Singh, 2002][Kearns and Singh][2002]{kearns02}
Kearns, M.~J., \& Singh, S.~P. (2002).
\newblock Near-optimal reinforcement learning in polynomial time.
\newblock {\em Machine Learning}, {\em 49}, 209--232.

\bibitem[Strehl \& Littman, 2005][Strehl and Littman][2005]{strehl05b}
Strehl, A.~L., \& Littman, M.~L. (2005).
\newblock A theoretical analysis of model-based interval estimation.
\newblock {\em Proceedings of the Twenty-second International Conference on
  Machine Learning (ICML-05)} (pp.\/ 857--864).

\bibitem[Sutton \& Barto, 1998][Sutton and Barto][1998]{sutton98}
Sutton, R.~S., \& Barto, A.~G. (1998).
\newblock {\em Reinforcement learning: {A}n introduction}.
\newblock The MIT Press.

\bibitem[Watkins \& Dayan, 1992][Watkins and Dayan][1992]{Watkins92}
Watkins, C. J. C.~H., \& Dayan, P. (1992).
\newblock Q-learning.
\newblock {\em Machine Learning}, {\em 8}, 279--292.

\end{thebibliography}
