@mastersthesis{Bastani2014,
	Author="M. Bastani",
	Title="Model-Free Intelligent Diabetes Management Using Machine Learning",
	School="Department of Computing Science, University of Alberta",
	Year="2014",
	}
	
@inproceedings{seijen2014true,
  title={True online TD (lambda)},
  author={Seijen, Harm and Sutton, Rich},
  booktitle={International Conference on Machine Learning},
  pages={692--700},
  year={2014}
}

@article{van2016true,
  title={True online temporal-difference learning},
  author={Van Seijen, Harm and Mahmood, A Rupam and Pilarski, Patrick M and Machado, Marlos C and Sutton, Richard S},
  journal={The Journal of Machine Learning Research},
  volume={17},
  number={1},
  pages={5057--5096},
  year={2016},
  publisher={JMLR. org}
}
	
@book{Mitchell1997,
  title={Machine learning},
  author={Mitchell, Tom M},
  publisher={McGraw-Hill Education},
  year={1997}
}

@phdthesis{Tomlin1998,
  title={Hybrid Control of Air Trac Management Systems},
  author={Tomlin, Claire Jennifer},
  year={1998},
  school={University of California at Berkeley}
}

@article{Liaw2002,
  title={Classification and regression by random Forest},
  author={Liaw, Andy and Wiener, Matthew},
  journal={R News},
  volume={2},
  number={3},
  pages={18--22},
  year={2002}
}

@inproceedings{Kay2015,
  title={Unequal representation and gender stereotypes in image search results for occupations},
  author={Kay, Matthew and Matuszek, Cynthia and Munson, Sean A},
  booktitle={Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems},
  pages={3819--3828},
  year={2015},
  organization={ACM}
}


@article{Sweeney2013,
  title={Discrimination in online ad delivery},
  author={Sweeney, Latanya},
  journal={Queue},
  volume={11},
  number={3},
  pages={10},
  year={2013},
  publisher={ACM}
}

@inproceedings{Datta2016,
  title={Algorithmic Transparency via Quantitative Input Influence},
  author={Datta, Anupam and Sen, Shayak and Zick, Yair},
  booktitle={Proceedings of 37th IEEE Symposium on Security and Privacy},
  year={2016}
}

@article{Mnih2015,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529--533},
  year={2015},
  publisher={Nature Publishing Group}
}

@inproceedings{liang2016state,
  title={State of the art control of atari games using shallow reinforcement learning},
  author={Liang, Yitao and Machado, Marlos C and Talvitie, Erik and Bowling, Michael},
  booktitle={Proceedings of the 2016 International Conference on Autonomous Agents \& Multiagent Systems},
  pages={485--493},
  year={2016},
  organization={International Foundation for Autonomous Agents and Multiagent Systems}
}


@article{Hammersley1960,
  title={Monte Carlo methods for solving multivariable problems},
  author={Hammersley, John M},
  journal={Annals of the New York Academy of Sciences},
  volume={86},
  number={3},
  pages={844--874},
  year={1960},
  publisher={Wiley Online Library}
}

@MISC{Demuth1993,
    author = {Howard Demuth and Mark Beale},
    title = {Neural Network Toolbox For Use with {M}atlab},
    year = {1993}
}

@inproceedings{Oishi2001,
  title={Addressing multiobjective control: Safety and performance through constrained optimization},
  author={Oishi, Meeko and Tomlin, Claire J and Gopal, Vipin and Godbole, Datta},
  booktitle={International Workshop on Hybrid Systems: Computation and Control},
  pages={459--472},
  year={2001},
  organization={Springer}
}

@article{Arvelo2012,
  title={Control design for Markov chains under safety constraints: A convex approach},
  author={Arvelo, Eduardo and Martins, Nuno C},
  journal={arXiv preprint arXiv:1209.2883},
  year={2012}
}


	
	
@article{Mccoy2012,
  title={Increased mortality of patients with diabetes reporting severe hypoglycemia},
  author={McCoy, Rozalina G and Van Houten, Holly K and Ziegenfuss, Jeanette Y and Shah, Nilay D and Wermers, Robert A and Smith, Steven A},
  journal={Diabetes Care},
  volume={35},
  number={9},
  pages={1897--1901},
  year={2012},
  publisher={Am Diabetes Assoc}
}

	
@book{Ben2009,
  title={Robust Optimization},
  author={Ben-Tal, Aharon and El Ghaoui, Laurent and Nemirovski, Arkadi},
  year={2009},
  publisher={Princeton University Press}
}

@article{Rockafellar2000b,
  title={Optimization of conditional value-at-risk},
  author={Rockafellar, R Tyrrell and Uryasev, Stanislav},
  journal={Journal of risk},
  volume={2},
  pages={21--42},
  year={2000}
}


@article{Butler1863,
  title={Darwin among the machines},
  author={Butler, Samuel},
  date={June 13},
  year="1863",
  journal={The Press},
}

@article{Amodei2016,
  title={Concrete Problems in AI Safety},
  author={Amodei, Dario and Olah, Chris and Steinhardt, Jacob and Christiano, Paul and Schulman, John and Man{\'e}, Dan},
  journal={arXiv preprint arXiv:1606.06565},
  year={2016}
}


@article{Dempster1977,
  title={Maximum likelihood from incomplete data via the EM algorithm},
  author={Dempster, Arthur P and Laird, Nan M and Rubin, Donald B},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={1--38},
  year={1977},
  publisher={JSTOR}
}

@inproceedings{Boser1992,
  title={A training algorithm for optimal margin classifiers},
  author={Boser, Bernhard E and Guyon, Isabelle M and Vapnik, Vladimir N},
  booktitle={Proceedings of the Fifth Annual Workshop on Computational Learning Theory},
  pages={144--152},
  year={1992},
  organization={ACM}
}

@inproceedings{Krizhevsky2012,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1097--1105},
  year={2012}
}


@article{Breiman2001,
  title={Random forests},
  author={Breiman, Leo},
  journal={Machine learning},
  volume={45},
  number={1},
  pages={5--32},
  year={2001},
  publisher={Springer}
}

@article{Russell2016,
  title={Should We Fear Supersmart Robots?},
  author={Russell, Stuart},
  journal={Scientific American},
  volume={314},
  number={6},
  pages={58--59},
  year={2016},
  publisher={Nature Publishing Group}
}


@article{Urmson2008,
  title={Autonomous driving in urban environments: Boss and the urban challenge},
  author={Urmson, Chris and Anhalt, Joshua and Bagnell, Drew and Baker, Christopher and Bittner, Robert and Clark, MN and Dolan, John and Duggins, Dave and Galatali, Tugrul and Geyer, Chris and others},
  journal={Journal of Field Robotics},
  volume={25},
  number={8},
  pages={425--466},
  year={2008},
  publisher={Wiley Online Library}
}


@book{Huang1992,
  title={Intelligent decision support: handbook of applications and advances of the rough sets theory},
  author={Huang, Shi-Yu},
  volume={11},
  year={1992},
  publisher={Springer Science \& Business Media}
}


@book{Draper1966,
  title={Applied regression analysis},
  author={Draper, Norman Richard and Smith, Harry and Pownell, Elizabeth},
  volume={3},
  year={1966},
  publisher={Wiley New York}
}

@inproceedings{schaal2005learning,
  title={Learning movement primitives},
  author={Schaal, Stefan and Peters, Jan and Nakanishi, Jun and Ijspeert, Auke},
  booktitle={Robotics research. the eleventh international symposium},
  pages={561--572},
  year={2005},
  organization={Springer}
}

@book{puterman1994markov,
  title={Markov decision processes: {D}iscrete stochastic dynamic programming},
  author={Puterman, Martin L},
  year={1994},
  publisher={John Wiley \& Sons}
}


@inproceedings{coppersmith1987matrix,
  title={Matrix multiplication via arithmetic progressions},
  author={Coppersmith, Don and Winograd, Shmuel},
  booktitle={Proceedings of the nineteenth annual ACM symposium on Theory of computing},
  pages={1--6},
  year={1987},
  organization={ACM}
}


@inproceedings{bellemare2016increasing,
  title={Increasing the Action Gap: {N}ew Operators for Reinforcement Learning.},
  author={Bellemare, Marc G and Ostrovski, Georg and Guez, Arthur and Thomas, Philip S. and Munos, R{\'e}mi},
  booktitle={AAAI},
  pages={1476--1483},
  year={2016}
}


@article{johns2010basis,
  title={Basis construction and utilization for markov decision processes using graphs},
  author={Johns, Jeffrey Thomas},
  year={2010}
}


@book{Russell2003,
  title={Artificial Intelligence: {A} Modern Approach},
  author={Russell, Stuart Jonathan and Norvig, Peter and Canny, John F and Malik, Jitendra M and Edwards, Douglas D},
  volume={2},
  year={2003},
  publisher={Prentice hall Upper Saddle River}
}


@book{Kurzweil2005,
  title={The singularity is near: When humans transcend biology},
  author={Kurzweil, Ray},
  year={2005},
  publisher={Penguin}
}


@inproceedings{Zafar2015,
	author="M. B. Zafar and I. V. Martinez and M. G. Rodriguez and K. Gummadi",
	title="Fairness Constraints: A Mechanism for Fair Classification",
	booktitle="The Second Workshop on Fairness, Accountability, and Transparency in Machine Learning at the International Conference on Machine Learning",
	address="Lille, France",
	year="2015",
}

@article{Perry2013,
	author="W. L. Perry",
	title="Predictive policing: {T}he role of crime fore-
casting in law enforcement operations",
	journal="RAND",
	year="2013",
}

@article{Vinge1993,
  title={The coming technological singularity: How to survive in the post-human era},
  author={V. Vinge},
  year={1993}
}

@article{Stroud2014,
	author="M. Stroud",
	title="The minority report:  {C}hicago’s new police
computer predicts crimes, but is it racist?",
	year="2014",
	journal="The Verge",
	}

@inproceedings{Fish2015,
	author="B. Fish and J. Kun and A. D. Lelkes",
	title="Fair Boosting: {A} Case Study",
	booktitle="The Second Workshop on Fairness, Accountability, and Transparency in Machine Learning at the International Conference on Machine Learning",
	address="Lille, France",
	year="2015",
}

@inproceedings{Jelveh2015,
	author="Z. Jelveh and M. Luca",
	title="Towards Diagnosing Accuracy Loss in Discrimination-Aware Classification: {A}n Application to Predictive Policing",
	booktitle="The Second Workshop on Fairness, Accountability, and Transparency in Machine Learning at the International Conference on Machine Learning",
	address="Lille, France",
	year="2015",
}

@inproceedings{Zliobaite2015,
	author="I. \v{Z}liobait\.{e}",
	title="On the Relation between Accuracy and Fairness in Binary Classification",
	booktitle="The Second Workshop on Fairness, Accountability, and Transparency in Machine Learning at the International Conference on Machine Learning",
	address="Lille, France",
	year="2015",
}

@article{Ball2010,
	author="N. M. Ball and R. J. Brunner",
	title="Data Mining and Machine Learning in Astronomy",
	year="2010",
	journal="International Journal of Modern Physics D",
	volume="16",	
	number="7",
	pages="1049",
}

@book{Jin2006,
  title={Multi-objective machine learning},
  author={Y. Jin},
  volume={16},
  year={2006},
  publisher={Springer Science \& Business Media}
}


@article{Charnes1959,
  title={Chance-constrained programming},
  author={A. Charnes and W. W. Cooper},
  journal={Management Science},
  volume={6},
  number={1},
  pages={73--79},
  year={1959},
}

@article{Miller1965,
	author="L. B. Miller and H. Wagner",
	title="Chance-constrained programming with joint constraints",
	year="1965",
	journal="Operation Research",
	volume="13",
	pages="930--945",
	}

@inproceedings{Prekopa1970,
	author="A. Pr\'{e}kopa",
	title="On probabilistic constrained programming",
	year="1970",
	booktitle="Proceedings of the Princeton Symposium on Mathematical Programming",
	pages="113--138",
	}

@inproceedings{Xu2011,
	title={Probabilistic goal Markov decision processes},
	author={H. Xu and S. Mannor},
	booktitle={Proceedings of the Twenty-Second international joint conference on Artificial Intelligence},
	pages={2046--2052},
	year={2011},
}

@article{Nemirovski2012,
  title={On safe tractable approximations of chance constraints},
  author={Nemirovski, Arkadi},
  journal={European Journal of Operational Research},
  volume={219},
  number={3},
  pages={707--718},
  year={2012},
  publisher={Elsevier}
}


@article{Nemirovski2006,
  title={Convex approximations of chance constrained programs},
  author={A. Nemirovski and A. Shapiro},
  journal={SIAM Journal on Optimization},
  volume={17},
  number={4},
  pages={969--996},
  year={2006},
}

@article{Levine2016,
  title={End-to-end training of deep visuomotor policies},
  author={Levine, Sergey and Finn, Chelsea and Darrell, Trevor and Abbeel, Pieter},
  journal={Journal of Machine Learning Research},
  volume={17},
  number={39},
  pages={1--40},
  year={2016}
}


@article{Dentcheva2000,
  title={Concavity and efficient points of discrete distributions in probabilistic programming},
  author={D. Dentcheva and A. Pr{\'e}kopa and A. Ruszczynski},
  journal={Mathematical Programming},
  volume={89},
  number={1},
  pages={55--77},
  year={2000},
}

@article{Htun2004,
  title={From" racial democracy" to affirmative action: changing state policy on race in Brazil},
  author={Htun, Mala},
  journal={Latin American Research Review},
  volume={39},
  number={1},
  pages={60--89},
  year={2004},
  publisher={Latin American Studies Association}
}




@article{Goldman2006,
  title={Machine learning in computational chemistry},
  author={B. B. Goldman and W. P. Walters},
  journal={Annual Reports in Computational Chemistry},
  volume={2},
  pages={127--140},
  year={2006},
  publisher={Elsevier}
}

@article{Conte2012,
  title={Manifesto of computational social science},
  author={R. Conte and N. Gilbert and G. Bonelli and C. Cioffi-Revilla and G. Deffuant and J. Kertesz and V. Loreto and S. Moat and H. P. Nadal and A. Sanchez and others},
  journal={The European Physical Journal Special Topics},
  volume={214},
  number={1},
  pages={325--346},
  year={2012},
  publisher={Springer}
}

@book{Bishop2006,
  title={Pattern Recognition and Machine Learning},
  author={C. M. Bishop},
  year={2006},
  publisher={Springer}
}

@book{Lavravc1999,
  title={Machine learning for data mining in medicine},
  author={Lavra{\v{c}}, Nada},
  year={1999},
  publisher={Springer}
}


@article{Reich1999,
  title={Evaluating machine learning models for engineering problems},
  author={Y. Reich and S. V. Barai},
  journal={Artificial Intelligence in Engineering},
  volume={13},
  number={3},
  pages={257--272},
  year={1999},
  publisher={Elsevier}
}

@book{Birge2011,
  title={Introduction to Stochastic Programming},
  author={Birge, John R and Louveaux, Francois},
  year={2011},
  publisher={Springer Science \& Business Media}
}


@article{Erdougan2006,
  title={Ambiguous chance constrained problems and robust optimization},
  author={Erdo{\u{g}}an, E and Iyengar, Garud},
  journal={Mathematical Programming},
  volume={107},
  number={1-2},
  pages={37--61},
  year={2006},
  publisher={Springer}
}


@article{Lary2015,
	author="D. J. Lary and A. H. Alavib and A. H. Gandomic and A. L. Walkerd",
	title="Machine learning in geosciences and remote sensing",
	year="2015",
	journal="Geoscience Frontiers",
}

@article{Tarca2007,
	author="A. L. Tarca and V. J. Carey and X. Chen and R. Romero and S. Draghici",
	title="Machine Learning and Its Applications to Biology",
	year="2007",
	volume="3",
	number="6",
	journal="PLoS Comput Biol",
	}

@article{Niv2009,
	author="Y. Niv",
	journal="Journal of Mathematical Psychology",
	volume="53",
	number="3",
	year="2009",
	pages="139--154",
	title="Reinforcement learning in the brain", 	
}

@article{Dayan2008,
	author="P. Dayan and N. D. Daw",
	journal="Cognitive, Affective, and Behavioral Neuroscience",
	year="2008",
	volume="8",
	number="4",
	pages="429--453",
	title="Decision theory, reinforcement learning, and the brain",
}

@article{Giannoccaro2002,
	author="I. Giannoccaro and P. Pontrandolfo",
	title="Inventory management in supply chains: {A} reinforcement learning approach",
	year="2002",
	journal="International Journal of Production Economics",
	volume="78",
	number="2",
	pages="153--161",
}

@article{Erev1998,
	author="I. Erev and A. Rapoport",
	title={Coordination, “Magic,” and Reinforcement Learning in a Market Entry Game},
	year="1998",
	journal="Games and Economic Behavior",
	volume="23",
	number="2",
	pages="146--175",
	}

@article{Erev1998b,
	author="I. Erev and A. E. Roth",
	title="Predicting How People Play Games: Reinforcement Learning in Experimental Games with Unique, Mixed Strategy Equilibria",
	journal="The American Economic Review",
	year="1998",
	volume="88",
	number="4",
	pages="848--881",
}

@inproceedings{Abe2010,
	author="N. Abe and P. Melville and C. Pendus and C. Reddy and D. Jensen and V. P. Thomas and J. J. Bennet and G. F. Anderson and B. R. Cooley and M. Kowalczyk and M. Domick and T. Gardinier",
	year="2010",
	title="Optimizing debt collections using constrained reinforcement learning",
	booktitle="Proceedings of the ACM KDD",
	pages="75--84",
}

@book{Boyd2004,
  title={Convex Optimization},
  author={Boyd, Stephen and Vandenberghe, Lieven},
  year={2004},
  publisher={Cambridge university press}
}


@article{Liu2013,
	author="C. Liu and X. Xu and D. Hu",
	title="Multiobjective Reinforcement Learing: {A} Comprehensive Overview",
	year="2013",
	journal="IEEE Transactions on Systems, Man, and Cybernetics: Systems",
	volume="45",
	number="3",
	pages="385--398",
	}

@article{Rockafellar2000,
	author="R. T. Rockafellar and S. Uryasev",
	title="Optimization of conditional value-at-risk",
	journal="The Journal of Risk",
	year="2000",
	volume="2",
	pages="21--41",
	}

@article{Burroughs2002,
	author="V. J. Burroughs and R. W. Maxey and R. A. Levy",
	title="Racial and Ethnic Differences in Response to Medicines: {T}owards Individualized Pharmaceutical Treatment",
	year="2002",
	journal="Journal of the National Medical Association",
	volume="94",
	number="10",
	pages="1--26",
	}

@article{Golden1996,
	author="Golden MHN",
	title="Severe Malnutrition",
	journal="The Oxford textbook of medicine",
	year="1996",
	pages="1278--1296",
	editor=" D. J. Weatherall and J. G. G. Ledingham and D. A. Warell",
	publisher="Oxford University Press",
	}
	

@book{Asimov1951,
	author="Isaac Asimov",
	title="Foundation",
	year="1951",
	publisher="Gnome Press Publishers",
	address="New York",
	}
	
@book{Asimov1950,
  title={I, robot},
  author={Asimov, Isaac},
  year={1950},
  publisher={Gnome Press}
}


@article{Honigsfeld2003,
	author="A. Honigsfeld and R. Dunn",
	title="High School Male and Female Learning-Style Similarities and Differences in Diverse Nations",
	year="2003",
	journal="The Journal of Educational Research",
	volume="96",
	number="4",
	pages="195--206",
}

@book{Woolf2010,
	author="B. P. Woolf",
	title="Building Intelligent Interactive Tutors: {S}tudent-centered strategies for revolutionizing e-learning",
	year="2010",
	publisher="Morgan Kaufmann Publishers",
}

@inproceedings{Thomas2015MeasureTheorySubmission,
	author="P. S. Thomas and Y. Pantazis and G. Arampatzis and I. Gemp",
	title="On the Benefits of Using Measure Theoretic Probability for Reinforcement Learning Research",
	booktitle="In submission",
	year="2015",
	}
	
@article{Idel1990,
  title={Golem: Jewish magical and mystical traditions on the artificial anthropoid},
  author={Idel, Moshe},
  year={1990}
}

	
@article{Petrik2016,
  title={Safe Policy Improvement by Minimizing Robust Baseline Regret},
  author={Petrik, Marek and Chow, Yinlam and Ghavamzadeh, Mohammad},
  journal={arXiv preprint arXiv:1607.03842},
  year={2016}
}


@inproceedings{Liu2015,
	author="B. Liu and J. Liu and M. Ghavamzadeh and S. Mahadevan and M. Petrik",
	title="Finite-Sample Analysis of Proximal Gradient {TD} Algorithms",
	year="2015",
	booktitle="Proceedings of the 31th Conference on Uncertainty in Artificial Intelligence",
	}

@incollection{Konidaris2011b,
 title ={T{D}$_\gamma$: Re-evaluating Complex Backups in Temporal Difference Learning},
 author={G. D. Konidaris and S. Niekum and P. S. Thomas},
 booktitle = {Advances in Neural Information Processing Systems 24},
 pages = {2402--2410},
 year = {2011}
}

@article{Bottou2013,
	title="Counterfactual Reasoning and Learning Systems: {T}he Example of Computational Advertising",
	author="L. Bottou and J. Peters and J. Qui{\~{n}}onero-Candela and D. X. Charles and D. M. Chickering and E. Portugaly and D. Ray and P. Simard and E. Snelson",
	journal="Journal of Machine Learning Research",
	year="2013",
	volume="14",
	pages="3207--3260",
	}

@article{Foody2006,
	title="Training set size requirements for the classification of a specific class",
	year="2006",
	author="G. M. Foody and A. Mathur and C. Sanchez-Hernandez and D. S. Boyd",
	journal="Remote Sensing of Environment",
	volume="104",
	pages="1--14",
	}

@article{Foody1997,
	title="An evaluation of some factors affecting the accuracy of classification by an artificial neural network",
	year="1997",
	author="G. M. Foody and M. K. Arora",
	journal="International Journal of Remote Sensing",
	volume="18",
	number="4",
	pages="799--810",
	}

@inproceedings{Pirotta2013,
	title="Safe Policy Iteration",
	author="M. Pirotta and M. Restelli and A. Pecorino and D. Calandriello",
	booktitle="Proceedings of the 30$^{th}$ International Conference on Machine Learning",
	year="2013",
	}

@article{Bertsekas2011,
	title="Approximate policy iteration: {A} survey and some new methods",
	author="D. P. Bertsekas",
	journal="Journal of Control Theory and Applications",
	year="2011",
	volume="9",
	number="3",
	pages="310--335",
	}

@book{Mostafa2012,
	author="Y. S. Abu-Mostafa and M. Magdon-Ismail and H. T. Lin",
	title="Learning from Daga: {A} Short Course",
	year="2012",
	publisher="AMLBook",
	}

@book{Zhou1995,
	author="K. Zhou and J. C. Doyle and K. Glover",
	title="Robust and Optimal Control",
	year="1995",
	publisher="Prentice Hall",
	}
	

@inproceedings{McGovern1997,
	title="Roles of macro-actions in accelerating reinforcement learning",
	year="1997",
	author="A. McGovern, R. S. Sutton, and A. H. Fagg",
	booktitle="Grace Hopper Celebration of Women in Computing",
	}

@inproceedings{Theocharous2015,
	title="Personalized Ad Recommendation Systems for Life-Time Value Optimization with Guarantees",
	author="G. Theocharous and P. S. Thomas and M. Ghavamzadeh",
	year="2015",
	booktitle="Proceedings of the International Joint Conference on Artificial Intelligence",
	}

@article{Rezende2014,
	title="Stochastic Backpropagation and Approximate Inference in Deep Generative Models",
	author="D. J. Rezende and S. Mohamed and D. Wierstra",
	year="2014",
	journal="ArXiv",
	volume="arXiv:1401.4082",
	}
	

@inproceedings{Theocharous2015b,
	title="Ad Recommendation Systems for Life-Time Value Optimization",
	author="G. Theocharous and P. S. Thomas and M. Ghavamzadeh",
	year="2015",
	booktitle="TargetAd 2015: Ad Targeting at Scale, at the World Wide Web Conference",
	}

@techreport{Guyon1997,
	Author="I. Guyon",
	Title="A scaling law for the validation-set training-set size ratio",
	Institution="AT\&T Bell Laboratories",
	Year="1997",
	address="Berkeley, CA, USA",
	}

@article{DiCiccio1996,
	title="Bootstrap Confidence Intervals",
	author="T. J. DiCiccio and B. Efron",
	year="1996",
	journal="Statistical Science",
	volume="11",
	number="3",
	pages="189--228",
	}

@techreport{Guyon1995,
	author="I. Guyon and J. Makhoul and R. Schwartz and V. Vapnik",
	title="What size test set gives good error rate estimates?",
	year="1995",
	institution="AT\&T Bell Labs memorandum BL0115540-951206-07",
	}


@article{Zhuang1994,
	title="Optimisation of training data required for neuro-classification",
	author="X. Zhuang and B. A. Engel and D. F. Lozano-Garcia and R. N. Fernandez and C. J. Johannsen",
	journal="International Journal of Remote Sensing",
	year="1994",
	volume="15",
	pages="3271--3277",
	}

@article{Efron1987,
	title="Better Bootstrap Confidence Intervals",
	year="1987",
	author="B. Efron",
	journal="Journal of the American Statistical Association",
	volume="82",
	number="397",
	pages="171--185",
	}

@book{Efron1993,
	title="An Introduction to the Bootstrap",
	author="B. Efron and R. J. Tibshirani",
	year="1993",
	publisher="Chapman and Hall",
	address="London",
	}
	
@article{Deb2006,
  title={Introducing robustness in multi-objective optimization},
  author={Deb, Kalyanmoy and Gupta, Himanshu},
  journal={Evolutionary computation},
  volume={14},
  number={4},
  pages={463--494},
  year={2006},
  publisher={MIT Press}
}

	
@article{Messac2003,
  title={The normalized normal constraint method for generating the Pareto frontier},
  author={Messac, Achille and Ismail-Yahaya, Amir and Mattson, Christopher A},
  journal={Structural and Multidisciplinary Optimization},
  volume={25},
  number={2},
  pages={86--98},
  year={2003},
  publisher={Springer}
}

@article{kearns2002near,
  title={Near-optimal reinforcement learning in polynomial time},
  author={Kearns, Michael and Singh, Satinder},
  journal={Machine learning},
  volume={49},
  number={2-3},
  pages={209--232},
  year={2002},
  publisher={Springer}
}


	
@article{Pirotta2014,
  title={Multi-objective reinforcement learning with continuous pareto frontier approximation supplementary material},
  author={Pirotta, Matteo and Parisi, Simone and Restelli, Marcello},
  journal={arXiv preprint arXiv:1406.3497},
  year={2014}
}

@incollection{Smits2005,
  title={Pareto-front exploitation in symbolic regression},
  author={Smits, Guido F and Kotanchek, Mark},
  booktitle={Genetic Programming Theory and Practice {II}},
  pages={283--299},
  year={2005},
  publisher={Springer}
}



@book{Davison1997,
	title="Bootstrap Methods and their Application",
	author="A. C. Davison and D. V. Hinkley",
	year="1997",
	publisher="Cambridge University Press",	
	address="Cambridge",
}

@INPROCEEDINGS{Ghavamzadeh12CG,
    AUTHOR = "M. Ghavamzadeh and A. Lazaric",
    TITLE = "Conservative and Greedy Approaches to Classification-based Policy Iteration",
    BOOKTITLE = "Proceedings of the Twenty-Sixth Conference on Artificial Intelligence",
    PAGES = "914-920",
    YEAR = "2012"}

@INPROCEEDINGS{Scherrer14AP,
    AUTHOR = "B. Scherrer",
    TITLE = "Approximate Policy Iteration Schemes: A Comparison",
    BOOKTITLE = "Proceedings of the Thirty-First International Conference on Machine Learning",
    YEAR = "2014"}
    
@article{Kaelbling1996,
	author="L. P. Kaelbling and M. L. Littman and A. W. Moore",
	title="Reinforcement Learning: {A} Survey",
	year="1996",
	journal="Journal of Artificial Intelligence Research",
	volume="4",
	pages="237--285",
}

@INPROCEEDINGS{Kakade02AO,
    AUTHOR = "S. Kakade and J. Langford",
    TITLE = "Approximately Optimal Approximate Reinforcement Learning",
    BOOKTITLE = "Proceedings of the Nineteenth International Conference on Machine Learning",
    PAGES = "267-274",
    YEAR = "2002"}

@article{Carpenter2000,
	title="Bootstrap confidence intervals: when, which, what? A practical guide for medical statisticians",
	author="J. Carpenter and J. Bithell",
	year="2000",
	journal="Statistics in Medicine",
	volume="19",
	pages="1141--1164",
	}
	

@inproceedings{Seijen2014,
	title="True online {TD}$(\lambda)$",
	author="H. van Seijen and R. S. Sutton",
	year="2014",
	booktitle="Proceedings of the 31st International Conference on Machine Learning",
	}


@inproceedings{Littman2002,
	author="M. L. Littman and R. S. Sutton and S. Singh",
	title="Predictive representations of state",
	booktitle="Advances in Neural Information Processing Systems",
	pages="1555--1561",
	year="2002",
	}

@article{Theocharous2006,
	author="G. Theocharous and S. Mannor and N. Shah and P. Gandhi and B. Kveton and S. Siddiqi and C. Yu",
	title="Machine Learning for Adaptive Power Management",
	year="2006",
	journal="Intel Technology Journal",
	volume="10",
	issue="4",
	month="November",
	note="ISSN 1535-864X, DOI: 10.1535/itj.1004.05",
	}

@inproceedings{Thomas2015,
	title="High Confidence Off-Policy Evaluation",
	year="2015",
	author="P. S. Thomas and G. Theocharous and M. Ghavamzadeh",
	booktitle="Proceedings of the Twenty-Ninth Conference on Artificial Intelligence",
	}

@article{Busoniu2008,
  title={A comprehensive survey of multiagent reinforcement learning},
  author={L. Busoniu, and R. Babuska and B. De Schutter},
  journal={IEEE Transactions on Systems, Man, and Cybernetics, Part C: Applications and Reviews},
  volume={38},
  number={2},
  pages={156--172},
  year={2008},
  publisher={IEEE}
}

@article{Hoeffding1963,
	title="Probability inequalities for sums of bounded random variables",
	year="1963",
	author="W. Hoeffding",
	journal="Journal of the American Statistical Association",
	volume="58",
	number="301",
	pages="13--30",
	}

@article{Auer2002,
	title="Finite-time analysis of the multiarmed bandit problem",
	journal="Machine Learning",
	author="P. Auer and N. Cesa-Bianchi and P. Fischer",
	year="2002",
	volume="47",
	pages="235--256",
	}
	
@article{azar2017minimax,
  title={Minimax regret bounds for reinforcement learning},
  author={Azar, Mohammad Gheshlaghi and Osband, Ian and Munos, R{\'e}mi},
  journal={arXiv preprint arXiv:1703.05449},
  year={2017}
}

@inproceedings{osband2016deep,
  title={Deep exploration via bootstrapped DQN},
  author={Osband, Ian and Blundell, Charles and Pritzel, Alexander and Van Roy, Benjamin},
  booktitle={Advances in neural information processing systems},
  pages={4026--4034},
  year={2016}
}

	
@inproceedings{strehl2006pac,
  title={PAC model-free reinforcement learning},
  author={Strehl, Alexander L and Li, Lihong and Wiewiora, Eric and Langford, John and Littman, Michael L},
  booktitle={Proceedings of the 23rd international conference on Machine learning},
  pages={881--888},
  year={2006},
  organization={ACM}
}


@inproceedings{Theocharous2013,
	author="G. Theocharous and A. Hallak",
	title="Lifetime Value Marketing Using Reinforcement Learning",
	year="2013",
	booktitle="The 1st Multidisciplinary Conference on Reinforcement Learning and Decision Making",
}

@article{Benjamin1995,
	author="Y. Benjamin and Y. Hochberg",
	title="Controlling the False Discovery Rate: {A} Practical and Powerful Approach to Multiple Testing",
	year="1995",
	journal="Journal of the Royal Statistical Society",
	volume="57",
	number="1",
	pages="289--300",
	}

@article{Chambless2003,
	title="Coronary heart disease risk prediction in the Atherosclerosis Risk in Communities {(ARIC)} study",
	author="L. E. Chambless and A. R. Folsom and A. R. Sharrett and P. Sorlie and D. Couper and M. Szklo and F. J. Nieto",
	year="2003",
	journal="Journal of Clinical Epidemiology",
	volume="56",
	number="9",
	pages="880--890",
	}

@incollection{Hansen2006,
	author    = "N. Hansen",
	title     = "The {CMA} evolution strategy: a comparing review",
	booktitle = "Towards a new evolutionary computation. Advances on estimation of distribution algorithms",
	publisher = "Springer",
	year      = "2006",
	editor    = "Lozano, J.A. and Larranaga, P. and Inza, I. and
                Bengoetxea, E.",
	pages     = "75--102",
}

@article{Folsom2003,
	title="Prediction of Coronary Heart Disease in Middle-Aged Adults With Diabetes",
	author="A. R. Folsom and L. E. Chambless and B. B. Duncan and A. C. Gilbert and J. S. Pankow",
	year="2003",
	journal="Diabetes Care",
	volume="26",
	number="10",
	pages="2777--2784",
	}	

@article{Wierstra2014,
	title="Natural Evolution Strategies",
	author="D. Wierstra and T. Schaul and T. Glasmachers and Y. Sun and J. Peters and J. Schmidhuber",
	year="2014",
	journal="Journal of Machine Learning Research",
	volume="15",
	pages="949--980",
	}

@inproceedings{Thomas2014b,
	title="{GeNGA}: {A} Generalization of Natural Gradient Ascent with Positive and Negative Convergence Results",
	author="P. S. Thomas",
	year="2014",
	booktitle="Proceedings of the Thirty-First International Conference on Machine Learning",
	}

@article{raskutti2015information,
  title={The information geometry of mirror descent},
  author={Raskutti, Garvesh and Mukherjee, Sayan},
  journal={IEEE Transactions on Information Theory},
  volume={61},
  number={3},
  pages={1451--1457},
  year={2015},
  publisher={IEEE}
}


@inproceedings{Thomas2013,
	title={Projected Natural Actor-Critic},
	author={P. S. Thomas and W. Dabney and S. Mahadevan and S. Giguere},
	year={2013},
	booktitle = {Advances in Neural Information Processing Systems 26},
	}

@inproceedings{Valko2013,
	author="M. Valko and A. Carpentier and R. Munos",
	title="Stochastic simultaneous optimistic optimization",
	year="2013",
	booktitle="International Conference on Machine Learning",
	}

@article{Powell1966,
	title="Weighted importance sampling--- a {M}onte-{C}arlo technique for reducing variance",
	year="1966",
	author="M. Powell and J. Swann",
	journal="Inst. Maths. Applics.",
	volume="2",
	pages="228--236",
	}

@inproceedings{Kamiran2009,
  title={Classifying without discriminating},
  author={Kamiran, Faisal and Calders, Toon},
  booktitle={Computer, Control and Communication, 2009. IC4 2009. 2nd International Conference on},
  pages={1--6},
  year={2009},
  organization={IEEE}
}

@inproceedings{Luong2011,
  title={k-NN as an implementation of situation testing for discrimination discovery and prevention},
  author={Luong, Binh Thanh and Ruggieri, Salvatore and Turini, Franco},
  booktitle={Proceedings of the 17th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={502--510},
  year={2011},
  organization={ACM}
}

@inproceedings{Kamishima2011,
  title={Fairness-aware learning through regularization approach},
  author={Kamishima, Toshihiro and Akaho, Shotaro and Sakuma, Jun},
  booktitle={2011 IEEE 11th International Conference on Data Mining Workshops},
  pages={643--650},
  year={2011},
  organization={IEEE}
}

@inproceedings{Feldman2015,
  title={Certifying and removing disparate impact},
  author={Feldman, Michael and Friedler, Sorelle A and Moeller, John and Scheidegger, Carlos and Venkatasubramanian, Suresh},
  booktitle={Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining},
  pages={259--268},
  year={2015},
  organization={ACM}
}

@article{Fish2016,
  title={A Confidence-Based Approach for Balancing Fairness and Accuracy},
  author={Fish, Benjamin and Kun, Jeremy and Lelkes, {\'A}d{\'a}m D},
  journal={arXiv preprint arXiv:1601.05764},
  year={2016}
}

@inproceedings{Dwork2012,
  title={Fairness through awareness},
  author={Dwork, Cynthia and Hardt, Moritz and Pitassi, Toniann and Reingold, Omer and Zemel, Richard},
  booktitle={Proceedings of the 3rd Innovations in Theoretical Computer Science Conference},
  pages={214--226},
  year={2012},
  organization={ACM}
}

@inproceedings{Gal2016,
  title={Which Is the Fairest (Rent Division) of Them All?},
  author={Gal, Ya'akov Kobi and Mash, Moshe and Procaccia, Ariel D and Zick, Yair},
  booktitle={Proceedings of the 2016 ACM Conference on Economics and Computation},
  pages={67--84},
  year={2016},
  organization={ACM}
}

@article{Rabin1993,
  title={Incorporating fairness into game theory and economics},
  author={Rabin, Matthew},
  journal={The American Economic Review},
  pages={1281--1302},
  year={1993},
  publisher={JSTOR}
}

@article{Fehr1999,
  title={A theory of fairness, competition, and cooperation},
  author={Fehr, Ernst and Schmidt, Klaus M},
  journal={Quarterly Journal of Economics},
  pages={817--868},
  year={1999},
  publisher={JSTOR}
}

@article{Falk2006,
  title={A theory of reciprocity},
  author={Falk, Armin and Fischbacher, Urs},
  journal={Games and Economic Behavior},
  volume={54},
  number={2},
  pages={293--315},
  year={2006},
  publisher={Elsevier}
}



@article{Adler2016,
  title={Auditing Black-box Models by Obscuring Features},
  author={Adler, Philip and Falk, Casey and Friedler, Sorelle A and Rybeck, Gabriel and Scheidegger, Carlos and Smith, Brandon and Venkatasubramanian, Suresh},
  journal={arXiv preprint arXiv:1602.07043},
  year={2016}
}



@article{Calders2010,
  title={Three naive {B}ayes approaches for discrimination-free classification},
  author={Calders, Toon and Verwer, Sicco},
  journal={Data Mining and Knowledge Discovery},
  volume={21},
  number={2},
  pages={277--292},
  year={2010},
  publisher={Springer}
}

@article{Joseph2016,
  title={Fairness in Learning: Classic and Contextual Bandits},
  author={Joseph, Matthew and Kearns, Michael and Morgenstern, Jamie and Roth, Aaron},
  journal={arXiv preprint arXiv:1605.07139},
  year={2016}
}


@misc{Miller2015,
    author="Clair C. Miller",
    title="Can an algorithm hire better than a human?",
    publisher="The New York Times",
    day="25",
    month="June",
    year="2015",
    URL={http://www.nytimes.com/2015/06/26/upshot/can-an-algorithm-hire-better-than-a-human.html},
    }


@inproceedings{Dudik2011,
	title="Doubly robust policy evaluation and learning",
	author="M. Dud\'{i}k and J. Langford and L. Li",
	year="2011",
	booktitle="Proceedings of the Twenty-Eighth International Conference on Machine Learning",
	pages="1097--1104",
	}


@inproceedings{Precup2000b,
	title="Eligibility traces for off-policy policy evaluation",
	author="D. Precup and R. S. Sutton and S. Singh",
	year="2000",
	booktitle="Proceedings of the 17th International Conference on Machine Learning",
	pages="759--766",
	}
	
@misc{WHO2016Diabetes,
    title="Global Report on Diabetes",
    author="{World Health Organization}",
    address="Geneva",
    year="2016",
    }

@phdthesis{Kretchmar2000,
	author="R. M. Kretchmar",
	title="A Synthesis of Reinforcement Learning and Robust Control Theory",
	year="2000",
	school="Colorado State University",
}

@phdthesis{ThomasPhD,
	title="Safe Reinforcement Learning",
	author="P. S. Thomas",
	year="2015",
	school="University of Massachusetts Amherst",
	}

@phdthesis{Precup2000,
	title="Temporal Abstraction in Reinforcement Learning",
	author="D. Precup",
	year="2000",
	school="University of Massachusetts Amherst",
	}

@phdthesis{Shelton2001,
	title="Importance Sampling for Reinforcement Learning with Multiple Objectives",
	author="C. R. Shelton",
	year="2001",
	school="Massachusetts Institute of Technology",
	}

@inproceedings{Precup2001,
	title="Off-policy temporal-difference learning with function approximation",
	author="D. Precup and R. S. Sutton and S. Dasgupta",
	year="2001",
	booktitle="Proceedings of the 18th International Conference on Machine Learning",
	pages="417--424",
	}

@article{Dvoretzky1956,
	title="Asymptotic minimax character of a sample distribution function and of the classical multinomial estimator",
	author="A. Dvoretzky and J. Kiefer and J. Wolfowitz",
	year="1956",
	journal="Annals of Mathematical Statistics",
	volume="27",
	pages="642--669",
	}

@inproceedings{Kakade2002b,
	title="Approximately optimal approximate reinforcement learning",
	year="2002",
	booktitle="Proceedings of the Nineteenth International Conference on Machine Learning",
	pages="267--274",
	author="S. Kakade and J. Langford",
	}

@article{Powell1966,
	title="Weighted uniform sampling: a {M}onte {C}arlo technique for reducing variance",
	author="M. J. D. Powell and J. Swann",
	year="1966",
	journal="Journal of the Institute of Mathematics and its Applications",
	volume="2",
	number="3",
	pages="228--236",	
	}
	

@book{Rubinstein2007,
	title="Simulation and the {M}onte {C}arlo Method",
	author="R. Y. Rubinstein and D. P. Kroese",
	year="2007",
	publisher="Wiley-Interscience",
	edition="Second",
	}
	
@article{NYT2016,
   author =       {Kate Crawford},
   title =        {Artificial Intelligence’s White Guy Problem},
   journal =       {The New York Times},
   month =        {June},
   year =         {2016},
   day = {25},
   url = {http://www.nytimes.com/2016/06/26/opinion/sunday/artificial-intelligences-white-guy-problem.html?_r=0},
 }

@article{Datta2015,
  title={Automated experiments on ad privacy settings},
  author={Datta, Amit and Tschantz, Michael Carl and Datta, Anupam},
  journal={Proceedings on Privacy Enhancing Technologies},
  volume={2015},
  number={1},
  pages={92--112},
  year={2015}
}


@article{ProPublica2016,
   author =       {Julia Angwin and Jeff Larson and Surya Mattu and Lauren Kirchner},
   title =        {Machine Bias},
   journal =       {ProPublica},
   month =        {May},
   year =         {2016},
   day = {23},
   url = {https://www.propublica.org/article/machine-bias-risk-assessments-in-criminal-sentencing},
 }
 
 @article{WSJ2012,
   author =       {Lauren Weber},
   title =        {Your R\'{e}sum\'{e} vs. Oblivion},
   journal =       {The Wall Street Journal},
   month =        {January},
   year =         {2012},
   day = {24},
   url = {http://www.wsj.com/articles/SB10001424052970204624204577178941034941330},
 }
 
@inproceedings{Dickerson2013,
  title={Failure-aware kidney exchange},
  author={Dickerson, John P and Procaccia, Ariel D and Sandholm, Tuomas},
  booktitle={Proceedings of the fourteenth ACM conference on Electronic commerce},
  pages={323--340},
  year={2013},
  organization={ACM}
}

@article{Armstrong1997,
  title={Amputation and reamputation of the diabetic foot},
  author={Armstrong, David G and Lavery, Lawrence A and Harkless, Lawrence B and Van Houtum, William H},
  journal={Journal of the American Podiatric Medical Association},
  volume={87},
  number={6},
  pages={255--259},
  year={1997},
  publisher={Am Podiatric Med Assoc}
}


@misc{futureLifeInstituteOpenLetter,
	title="Research Priorities for Robust and Beneficial Artificial Intelligence: an Open Letter",
	author="Future Life Institute",
	year="2015",
	month="January",
	url="http://futureoflife.org/misc/open_letter"
	}

@misc{IDF2012,
    title="IDF diabetes atlas update 2012",
    author="International Diabetes Foundation",
    year="2012",
    url="http://www.idf.org/
    diabetesatlas/5e/Update2012",
    }
    


	
@misc{OED,
    title="Discrimination",
    url={http://www.oed.com/view/Entry/54060?redirectedFrom=discrimination#eid},
    year="2016",
    month="March",
    author={{Oxford English Dictionary}},
    }
    
@misc{Title7,
    title="United States Code",
    year="1964",
    author={{Title VII}},
    journal="United States Code",
    volume="42",
    section="Civil Rights Act of 1964",
    }


@article{Houck1979,
  title={A chance constrained optimization model for reservoir design and operation},
  author={Houck, Mark H},
  journal={Water Resources Research},
  volume={15},
  number={5},
  pages={1011--1016},
  year={1979},
  publisher={Wiley Online Library}
}

@article{Gurvich2010,
  title={Staffing call centers with uncertain demand forecasts: A chance-constrained optimization approach},
  author={Gurvich, Itai and Luedtke, James and Tezcan, Tolga},
  journal={Management Science},
  volume={56},
  number={7},
  pages={1093--1115},
  year={2010},
  publisher={INFORMS}
}

@article{Wang2012,
  title={A chance-constrained two-stage stochastic program for unit commitment with uncertain wind power output},
  author={Wang, Qianfan and Guan, Yongpei and Wang, Jianhui},
  journal={IEEE Transactions on Power Systems},
  volume={27},
  number={1},
  pages={206--215},
  year={2012},
  publisher={IEEE}
}


@inproceedings{Kim2013,
	title="Parallel Scheduling for Cyber-Physical Systems: {A}nalysis and Case Study on a Self-Driving Car",
	author="J. Kim and H. Kim and K. Lakshmanan and R. Rajkumar",
	year="2013",
	booktitle="International Conference on Cyber-Physical Systems",
	month="April",
	pages="31--40",
	}

@article{Thapa2005,
	title="Agent Based Decision Support System Using Reinforcement Learning Under Emergency Circumstances",
	author="D. Thapa and I. Jung and G. Wang",
	year="2005",
	journal="Advances in Natural Computation",
	volume="3610",
	pages="888--892",
	}

@book{Bostrom2014,
	author="N. Bostrom",
	title="Superintelligence: {P}aths, Dangers, Strategies",
	year="2014",
	publisher="Oxford University Press",
	}

@article{Valiant1984,
  title={A theory of the learnable},
  author={Valiant, Leslie G},
  journal={Communications of the ACM},
  volume={27},
  number={11},
  pages={1134--1142},
  year={1984},
  publisher={ACM}
}


@article{Kuindersma2013,
	title="Variable Risk Control via Stochastic Optimization",
	author="S. Kuindersma and R. Grupen and A. G. Barto",
	journal="The International Journal of Robotics Research",
	year="2013",
	volume="32",
	number="7",
	pages="806--825",
	}

@book{Jiang2010,
	title="Large Sample Techniques for Statistics",
	author="J. Jiang",
	year="2010",
	publisher="Springer-Verlag New York",
	}
	
@article{Jiang2015,
	author="N. Jiang and L. Li",
	title="Doubly Robust Off-policy Evaluation for Reinforcement Learning",
	journal="arXiv preprint",
	volume="arXiv:1511.03722v1",
	year="2015",
	}

@book{Cormen2009,
	title="Introduction to Algorithms",
	year="2009",
	edition="Third",
	author="T. H. Cormen and C. E. Leiserson and R. L. Rivest and C. Stein",
	publisher="The MIT Press",
	}

@book{Krstic1995,
	title="Nonlinear and Adaptive Control Design",
	year="1995",
	author="M. Krsti{\'{c}} and I. Kanellakopoulos and P. Kokotovi{\'{c}}",
	publisher="Wiley-Interscience",
	}

@book{Bertsekas1976,
	title="Dynamic programming and stochastic control",
	author="D. P. Bertsekas",
	year="1976",
	publisher="Academic Press",
	}

@book{Khalil2001,
	author="H. K. Khalil",
	title="Nonlinear Systems",
	edition="Third",
	year="2001",
	publisher="Prentice Hall",
	}

@book{Stengel1986,
	author="R. F. Stengel",
	title="Stochastic Optimal Control",
	year="1986",
	publisher="Wiley-Interscience",
	}

@book{Ioannou2012,
	author="P. A. Ioannou",
	title="Robust Adaptive Control",
	year="2012",
	publisher="Dover Publications",
	}

@article{Kretchmar2001,
	author="R. M. Kretchmar and P. M. Young and C. Anderson and D. Hittle and M. Anderson and C. Delnero and J. Tu",
	title="Robust Reinforcement Learning Control with Static and Dynamic Stability",
	year="2001",
	journal="International Journal of Robust and Nonlinear Control",
	volume="11",
	pages="1469--1500",
	}
	
@article{Calafiore2005,
  title={Uncertain convex programs: {R}andomized solutions and confidence levels},
  author={Calafiore, Giuseppe and Campi, Marco C},
  journal={Mathematical Programming},
  volume={102},
  number={1},
  pages={25--46},
  year={2005},
  publisher={Springer}
}


@article{De2004,
  title={On constraint sampling in the linear programming approach to approximate dynamic programming},
  author={De Farias, Daniela Pucci and Van Roy, Benjamin},
  journal={Mathematics of Operations Research},
  volume={29},
  number={3},
  pages={462--478},
  year={2004},
  publisher={INFORMS}
}



@book{Bertsekas2007,
	author="D. P. Bertsekas and S. E. Shreve",
	title="Stochastic Optimal Control: {T}he Discrete-Time Case",
	year="2007",
	publisher="Athena Scientific",
	}

@article{Houtman2013,
	title="Allowing a Wildfire to Burn: Estimating the Effect on Future Fire Suppression Costs",
	journal=" International Journal of Wildland Fire",
	author="R. M. Houtman and C. A. Montgomery and A. R. Gagnon and D. E. Calkin and T. G. Dietterich and S. McGregor and M. Crowley",
	volume="22",
	pages="871--882",
	year="2013",
	}

@article{Haddadin2011,
	title="Towards the Robotic Co-Worker",
	author="S. Haddadin and M. Suppa and S. Fuchs and T. Bodenm{\"u}ller and A. Albu-Sch{\"a}ffer and G. Hirzinger",
	year="2011",
	journal="Robotics Research",
	volume="70",
	pages="261--282",
	}

@phdthesis{Kakade2003,
	Author="S. Kakade",
	Title="On the Sample Complexity of Reinforcement Learning",
	school="University College London",
	year="2003",
	}

@phdthesis{Hesterberg1988,
	author="T. C. Hesterberg",
	title="Advances in Importance Sampling",
	year="2003",
	school="Stanford University",
	}

@inproceedings{Strehl2005,
	author="A. Strehl and M. Littman",
	title="A theoretical analysis of model-based interval estimation",
	year="2005",
	booktitle="Proceedings of the 22nd International Conference on Machine Learning",
	pages="856--863",
	}


@article{Massart1990,
	title="The tight constraint in the {D}voretzky-{K}iefer-{W}olfowitz inequality",
	author="P. Massart",
	year="1990",
	journal="The Annals of Probability",
	volume="18",
	number="3",
	pages="1269--1283",
	}

@book{Sen1993,
	author="P. K. Sen and J. M. Singer",
	title="Large Sample Methods in Statistics An Introduction With Applications",
	year="1993",
	publisher="Chapman \& Hall",
	}

@article{Mann1943,
	author="H. B. Mann and A. Wald",
	title="On Stochastic Limit and Order Relationships",
	year="1943",
	journal="The Annals of Mathematical Statistics",
	volume="14",
	number="3",
	pages="217--226",
	}

@book{Massart2007,
	title="Concentration Inequalities and Model Selection",
	year="2007",
	publisher="Springer",
	author="P. Massart",
	}

@inproceedings{Sorg2010,
	title="Internal Rewards Mitigate Agent Boundedness",
	author="J. Sorg and S. Singh and R. Lewis",
	year="2010",
	booktitle="Proceedings of the 27th International Conference on Machine Learning",
	}

@inproceedings{Silver2013,
	title="Concurrent Reinforcement Learning from Customer Interactions",
	author="D. Silver and L. Newnham and D. Barker and S. Weller and J. McFall",
	year="2013",
	booktitle="Proceedings of the 30th International Conference on Machine Learning",
	pages="924--932",
	}
	

@book{Loeve1963,
	title="Probability Theory",
	year="1963",
	publisher="D. Van Nostrand Company",
	author="M. Lo\`{e}ve",
	edition="Third",
	}

@article{Anderson1969,
	title="Confidence limits for the value of an arbitrary bounded random variable with a continuous distribution function",
	author="T. W. Anderson",
	year="1969",
	journal="Bulletin of The International and Statistical Institute",
	volume="43",
	pages="249--251",
	}

@unpublished{Diouf2005,
	author="M. A. Diouf and J. M. Dufour",
	title="Improved Nonparametric Inference for the Mean of a Bounded Random Variable with Applicaiton to Poverty Measures",
	year="2005",
	url="http://web.hec.ca/scse/articles/Diouf.pdf",
	}

@article{Wilcox2003,
	author="R. R. Wilcox and H. J. Keselman",
	year="2003",
	title="Modern robust data analysis methods: {M}easures of central tendency",
	journal="Psychological Methods",
	volume="8",
	number="3",
	pages="254--274",
	}

@inproceedings{Strehl2006,
	author="A. L. Strehl and L. Li and E. Wiewiora and J. Langford and M. L. Littman",
	title="PAC model-free reinforcement learning",
	booktitle="International Conference on Machine Learning",
	year="2006",
	pages="881--888",
	}

@article{Strehl2008,
	author="A. Strehl and M. Littman",
	title="An analysis of model-based interval estimation for {M}arkov decision processes",
	year="2008",
	journal="Journal of Computer and System Sciences",
	volume="74",
	number="8",
	pages="1309--1331",
	}

@article{Strehl2009,
	author="A. Strehl and L. Li and M. Littman",
	title="Reinforcement learning in finite {MDP}s: {PAC} analysis",
	year="2009",
	journal="Journal of Machine Learning Research",
	volume="10",
	pages="2413--2444",
	}

@inproceedings{Guo2015,
	author="Z. Guo and E. Brunskill",
	title="Concurrent {PAC RL}",
	year="2015",
	booktitle="Proceedings of the Twenty-Ninth Conference on Artificial Intelligence",
	}

@inproceedings{Brunskill2014,
	author="E. Brunskill and L. Li",
	title="{PAC}-inspired option discovery in lifelong reinforcement learning",
	year="2014",
	conference="International Conference on Machine Learning",
	}
	
@article{szita2006learning,
  title={Learning Tetris using the noisy cross-entropy method},
  author={Szita, Istv{\'a}n and L{\"o}rincz, Andr{\'a}s},
  journal={Neural computation},
  volume={18},
  number={12},
  pages={2936--2941},
  year={2006},
  publisher={MIT Press}
}

	

@inproceedings{Szita2010,
	author="I. Szita and C. Szepesv{\'{a}}ri",
	title="Model-based reinforcement learning with nearly tight exploration complexity bounds",
	year="2010",
	booktitle="Proceedings of the International Conference on Machine Learning",
	pages="1031--1038",
	}

@article{Auer2010,
	author="P. Auer and T. Jaksch and R. Ortner",
	title="Near-optimal regret bounds for reinforcement learning",
	year="2010",
	journal="Journal of Machine Learning Research",
	volume="99",
	pages="1563--1600",
	}

@article{Learned-Miller2008,
	title="A probabilistic upper bound on differential entropy",
	year="2008",
	author="E. Learned-Miller and J. De{S}tefano",
	journal="IEEE Transactions on Information Theory",
	volume="54",
	number="11",
	pages="5223--5230",
	}

@inproceedings{Liu2012,
	title="Optimal rewards in multiagent teams",
	author="B. Liu and S. Singh and R. L. Lewis and S. Quin",
	year="2012",
	booktitle="Proceedings of the IEEE Conference on Development and Learning",
	}

@inproceedings{Uchibe2004,
	title="Competitive-cooperative-concurrent reinforcement learning with importance sampling",
	author="E. Uchibe and K. Doya",
	year="2004",
	booktitle="Proceedings of the International Conference on Simulation of Adaptive Behavior: From Animals to Animats",
	pages="287--296",
	}

@misc{Pinelis2016,
    title = {Hoeffding's inequality for sums of pairs of random variables},
    author = {Iosif Pinelis},
    howpublished = {MathOverflow},
    note = {URL: http://mathoverflow.net/q/245604 (version: 2016-08-01)},
    year="2016",
}

@inproceedings{Liu2012b,
	title="Regularized Off-Policy {TD}-Learning",
	author="B. Liu and S. Mahadevan and J. Liu",
	year="2012",
	booktitle="Advances in Neural Information Processing Systems",
	}

@article{Hauskrecht2000,
	title="Planning Treatment of Ischemic Heart Disease with Partially Observable Markov Decision Processes",
	year="2000",
	author="M. Hauskrecht and H. Fraser",
	journal="Artificial Intelligence in Medicine",
	volume="18",
	pages="221--244",
	}

@inproceedings{Mahmood2014,
	author="A. R. Mahmood and H. Hasselt and R. S. Sutton",
	title="Weighted importance sampling for off-policy learning with linear function approximation",
	year="2014",
	booktitle="Advances in Neural Information Processing Systems 27",
	}
	

@inproceedings{Ross2011,
	title="A reduction of imitation learning and structured prediction to no-regret online learning",
	year="2011",
	author="S. Ross  and G. J. Gordon and D. Bagnell",
	pages="627--635",
	booktitle="Proceedings of the Fourtienth International Conference on Artificial Intelligence and Statistics",
	}

@inproceedings{Thomas2012,
	author="P. S. Thomas and A. G. Barto",
	title="Motor Primitive Discovery",
	year="2012",
	booktitle="Procedings of the IEEE Conference on Development and Learning and Epigenetic Robotics",
	pages="1--8",
	}
	


@inproceedings{schulman2015trust,
  title={Trust region policy optimization},
  author={Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle={International Conference on Machine Learning},
  pages={1889--1897},
  year={2015}
}


	
@article{T1DMS,
  title={The {UVA}/{P}adova type 1 diabetes simulator: {N}ew features},
  author={Dalla Man, Chiara and Micheletto, Francesco and Lv, Dayu and Breton, Marc and Kovatchev, Boris and Cobelli, Claudio},
  journal={Journal of Diabetes Science and Technology},
  volume={8},
  number={1},
  pages={26--34},
  year={2014},
  publisher={SAGE Publications}
}

@article{Dantzig1955,
  title={The generalized simplex method for minimizing a linear form under linear inequality restraints},
  author={Dantzig, George B and Orden, Alex and Wolfe, Philip and others},
  journal={Pacific Journal of Mathematics},
  volume={5},
  number={2},
  pages={183--195},
  year={1955}
}


@techreport{Collobert2002,
  title={Torch: a modular machine learning software library},
  author={Collobert, Ronan and Bengio, Samy and Mari{\'e}thoz, Johnny},
  year={2002},
  institution={Idiap}
}


@article{Mahadevan1996,
  title={Average reward reinforcement learning: Foundations, algorithms, and empirical results},
  author={Mahadevan, Sridhar},
  journal={Machine learning},
  volume={22},
  number={1-3},
  pages={159--195},
  year={1996},
  publisher={Springer}
}


@techreport{Hesterberg1991,
	author="T. Hesterberg",
	title="Weighted Average Importance Sampling and Defensive Mixture Distributions",
	year="1991",
	Institution="Division of Biostatistics, Stanford University",
	number="148",
	}
	

@techreport{Murphy2000,
	author="K. Murphy",
	year="2000",
	title="A survey of {POMDP} solution techniques",
	Institution="University of California Berkeley",
	}
	

@inproceedings{Mahmood2012,
	author="A. R. Mahmood and R. S. Sutton and T. Degris and P. M. Pilarski",
	title="Tuning-free step-size adaptation",
	year="2012",
	booktitle="Proceedings of the 2012 IEEE International Conference on Acoustics, SPeech, and Signal Processing",
	pages="2121--2124",
	}

@article{Bertsekas2000,
	title="Gradient convergence in gradient methods",
	author="D. P. Bertsekas and J. N. Tsitsiklis",
	year="2000",
	journal="SIAM J. Optim.",
	volume=10,
	pages="627--642",
	}

@article{student1908probable,
  title={The probable error of a mean},
  author={Student},
  journal={Biometrika},
  pages={1--25},
  year={1908},
  publisher={JSTOR}
}


@unpublished{Florian2007,
	author="R. V. Florian",
	title="Correct equations for the dynamics of the cart-pole system",
	year="2007",
	note="Center for Cognitive and Neural Studies, viewed January 2012",
	}

@inproceedings{Schwartz1993,
	author="A. Schwartz",
	title="A reinforcement learning method for maximizing undiscounted rewards",
	year="1993",
	booktitle="Proceedings of the Tenth International Conference on Machine Learning",
	pages="298--305",
	}

@article{Bradtke1996,
	title="Linear Least-Squares Algorithms for Temporal Difference Learning",
	author="S. J. Bradtke and A. G. Barto",
	year="1996",
	journal="Machine Learning",
	volume="22",
	pages="33-57",
	}

@inproceedings{Bagnell2003,
	title="Covariant policy search",
	author="J. A. Bagnell and J. Schneider",
	year="2003",
	booktitle="Proceedings of the International Joint Conference on Artificial Intelligence",
	pages="1019--1024",
	}

@article{Barto1983,
	title="Neuronlike adaptive elements that can solve difficult learning control problems",
	year="1983",
	author="A. G. Barto and R. S. Sutton and C. W. Anderson",
	journal="IEEE Transactions on Systems, Man, and Cybernetics",
	volume="13",
	number="5",
	pages="834--846",
	}

@inproceedings{Atkeson1994,
	title="Using local trajectory optimizers to speed up global optimization in dynamic programming",
	year="1994",
	author="C. G. Atkeson",
	booktitle="Advances in Neural Information Processing Systems",
	pages="663--670",
	}

@inproceedings{Zhao2011,
	author="T. Zhao and H. Hachiya and G. Niu and M. Sugiyama",
	title="Analysis and Improvement of Policy Gradient Estimation",
	year="2011",
	booktitle="Advances in Neural Information Processing Systems",
	}

@inproceedings{Maei2010,
	author="H. R. Maei and R. S. Sutton",
	title="{GQ$(\lambda)$}: {A} general gradient algorithm for temporal-difference prediction learning with eligibility traces",
	year="2010",
	booktitle="Proceedings of the Third Conference on Artificial General Intelligence",
	pages="91--96",
	}

@inproceedings{Kober2008,
	author="J. Kober and J. Peters",
	title="Policy search for motor primitives in robotics",
	year="2008",
	booktitle="Advances in Neural Information Processing Systems",
	}

@inproceedings{Kober2009,
	author="J. Kober and J. Peters",
	title="Learning Motor Primitives for Robotics",
	year="2009",
	booktitle="IEEE International Conference on Robotics and Automation",
	}

@article{Kober2013,
	author="J. Kober and J. A. Bagnell and J. Peters",
	title="Reinforcement learning in robotics: {A} survey",
	year="2013",
	journal="International Journal of Robotic Reserach",
	volume="32",
	number="11",
	}

@article{Sehnke2010,
	author="F. Sehnke and C. Osendorfer and T. Ruckstiess and A. Graves and J. Peters and J. Schmidhuber",
	title="Parameter-exploring policy gradients",
	year="2010",
	journal="Neural Networks",
	volume="23",
	number="4",
	pages="551--559",
	}
	
@article{degris2012off,
  title={Off-policy actor-critic},
  author={Degris, Thomas and White, Martha and Sutton, Richard S},
  journal={arXiv preprint arXiv:1205.4839},
  year={2012}
}

	
@article{such2017deep,
  title={Deep neuroevolution: genetic algorithms are a competitive alternative for training deep neural networks for reinforcement learning},
  author={Such, Felipe Petroski and Madhavan, Vashisht and Conti, Edoardo and Lehman, Joel and Stanley, Kenneth O and Clune, Jeff},
  journal={arXiv preprint arXiv:1712.06567},
  year={2017}
}


@article{Hinton2002,
	author="G. E. Hinton",
	title="Training products of experts by minimizing contrastive divergence",
	journal="Neural Computation",
	volume="14",
	number="8",
	pages="1771--1800",
	year="2002",
	}

@article{Dominici2011,
	author="N. Dominici and Y. P. Ivanenko and G. Cappellini and A. d'Avella and V. Mondi and M. Cicchese and A. Fabiano and T. Silei and A. Di Paolo and C. Giannini and R. E. Poppele and F. Lacquaniti",
	title="Locomotor primitives in newborn babies and their development",
	year="2011",
	journal="Science",
	pages="997--999",
	volume="334",
	}

@inproceedings{Alessandro2012,
	author="C. Alessandro and F. Nori",
	title="Identification of Synergies by Optimization of Trajectory Tracking Tasks",
	year="2012",
	booktitle="The Fourth IEEE RAS/EMBS International Conference on Biomedical Robotics and Biomechatronics",
	}

@article{Jacobs1991,
	author="R. A. Jacobs and M. I. Jordan and S. J. Nowlan and G. E. Hinton",
	title="Adaptive mixtures of local experts",
	year="1991",
	journal="Neural Computation",
	volume="3",
	number="1",
	pages="79--87",
	}
	

@inproceedings{Boyan1999,
	author="J. Boyan",
	title="Least-squares temporal difference learning",
	year="1999",
	booktitle="Proceedings of the Sixteenth International Conference on Machine Learning",
	pages="49--56",
	}

@inproceedings{Thrun1995,
	author="S. Thrun and A. Schwartz",
	title="Finding Structure in Reinforcement Learning",
	year="1995",
	booktitle="Advances in Neural Information Processing Systems",
	pages="385--392",
	}

@article{Bergstra2012,
	author="J. Bergstra and Y. Bengio",
	title="Random search for hyper-parameter optimization",
	year="2012",
	journal="Journal of Machine Learning Research",
	volume="13",
	pages="281--305",
	}

@article{Theodorou2010,
	author="E. A. Theodorou and J. Buchli and S. Schaal",
	title="A Generalized Path Integral Control Approach to Reinforcement Learning",
	year="2010",
	Journal="Journal of Machine Learning",
	volume="11",
	pages="3137--3181",
	}

@article{Robbins1951,
	author="H. Robbins and S. Monro",
	title="A Stochastic Approximation Method",
	year="1951",
	journal="Annals of Mathematical Statistics",	
	volume="22",
	number="3",
	pages="400-407",
	}

@inproceedings{Szepesvari1997,
	author="C. S. Szepesvari",
	title="The Asymptotic Convergence-Rate of {Q}-learning",
	year="1997",
	booktitle="Advances in Neural Information Processing Systems",
	volume="10",
	pages="1064--1070",
	}

@inproceedings{Singh1994,
	author="S. P. Singh and T. Jaakkola and M. I. Jordan",
	title="Learning without state-estimation in partially observable {M}arkov decision problems",
	year="1998",
	booktitle="Proceedings of the International Conference on Machine Learning",
	pages="284--292",
}

@article{Spall2000,
	author="J. C. Spall",
	title="Adaptive Stochastic Approximation by the Simultaneous Perturbation Method",
	year="2000",
	pages="1839--1853",
	journal="IEEE Transactions on Automatic Control",
	volume="45",
	number="10",
	}

@article{Kiefer1952,
	author="J. Kiefer and J. Wolfowitz",
	title="Stochastic Estimation of the Maximum of a Regression Function",
	year="1952",
	journal="Annals of Mathematical Statistics",
	pages="462--466",
	volume="23",
	number="3",
	}

@article{Polyak1992,
	author="B.T. Polyak and A.B. Juditsky",
	title="Acceleration of Stochastic Approximation by Averaging",
	year="1992",
	journal="SIAM Journal on Control and Optimization",
	volume="30",
	number="4",
	pages="838--855",
	}

@inproceedings{Chadwick2009,
	author="E. K. Chadwick and D. Blana and A. J. van den Bogert and R. F. Kirsch",
	title="A real-time 3-{D} musculoskeletal model for dynamic simulation of arm movements",
	booktitle="IEEE Transactions on Biomedical Engineering",
	year="2009",
	volume="56",
	pages="941--948",
	}

@article{Williams1992,
	author="R. J. Williams",
	title="Simple Statistical Gradient-Following Algorithms for Connectionist Reinforcement Learning",
	year="1992",
	Journal="Machine Learning",
	volume="8",
	pages="229--256",
	}

@inproceedings{Kakade2002,
	author="S. Kakade",
	title="A Natural Policy Gradient",
	year="2002",
	booktitle="Advances in Neural Information Processing Systems",
	volume="14",
	pages="1531--1538",
	}

@inproceedings{Kakade2001,
	author="S. Kakade",
	title="Optimizing Average Reward Using Discounted Rewards",
	year="2001",
	booktitle="Proceedings of the 14th Annual Conference on Computational Learning Theory",
	}

@inproceedings{Engel2006,
	author="Y. Engel and P. Szabo and D. Volkinshtein",
	title="Learning to control an octopus arm with {G}aussian process temporal difference methods",
	year="2006",
	booktitle="Advances in Neural Information Processing Systems 18",
	pages="347--354",
	}

@inproceedings{Lemay2001,
	title="Modulation and vectorial summation of the spinalized frog's hindlimb end-point force produced by intraspinal electrical stimulation of the cord",
	author="M. A. Lemay and J. E. Galagan and N. Hogan and E. Bizzi",
	year="2001",
	pages="12--23",
	booktitle="IEEE Transactions on Neural Systems and Rahabilitation Engineering",
	volume="9",
	}
	
@inproceedings{mnih2016asynchronous,
  title={Asynchronous methods for deep reinforcement learning},
  author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
  booktitle={International conference on machine learning},
  pages={1928--1937},
  year={2016}
}

	
@article{thomas2017ensuring,
  title={On Ensuring that Intelligent Machines Are Well-Behaved},
  author={Thomas, Philip S and da Silva, Bruno Castro and Barto, Andrew G and Brunskill, Emma},
  journal={arXiv preprint arXiv:1708.05448},
  year={2017}
}


@inproceedings{Bogert2011,
	author="A. J. van den Bogert and D. Blana and D. Heinrich",
	title="Implicit methods for efficient musculoskeletal simulation and optimal control",
	year="2011",
	booktitle="IUTAM Symposium on Human Body Dynamics",
	volume="2",
	pages="297--316",
	}

@article{Blana2009,
	author="D. Blana and R. F. Kirsch and E. K. Chadwick",
	title="Combined feedforward and feedback control of a redundant, nonlinear, dynamic musculoskeletal system",
	year="2009",
	journal="Medical and Biological Engineering and Computing",
	volume="47",
	pages="533-542",
	}



@inproceedings{Rohanimanesh2001,
	author="K. Rohanimanesh and S. Mahadevan",
	year="2001",
	title="Decision-theoretic planning with concurrent temporally extended actions",
	booktitle="Proceedings of the Seventeenth Conference on Uncertainty in Artificial Intelligence",
	pages="472--479",
	}

@article{Ivaldi1994,
	title="Linear combinations of primitives in vertebrate motor control",
	author="F. A. Mussa-Ivaldi and S. F. Giszter and E. Bizzi",
	year="1994",
	journal="Proceedings of the National Academy of Sciences",
	volume="91",
	pages="7534--7538",
	}

@inproceedings{Hauskrecht1998,
	title="Hierarchical Solution of Markov Decision Processes using Macro-actions",
	author="M. Hauskrecht and N. Meuleau and C. Boutilier and L. P. Kaelbling and T. Dean",
	year="1998",
	booktitle="Uncertainty in Artificial Intelligence",
	pages="220--229",
	}
	
@article{Ivaldi2000,
	author="F. A. Mussa-Ivaldi and E. Bizzi",
	title="Motor Learning through the Combination of Primitives",
	year="2000",
	journal="Phil. Trans. R. Soc. B",
	volume="355",
	number="1404",
	pages="1755--1769",
	}

@article{Lemay2004,
	author="M. A. Lemay and Warren M. Grill",
	title="Modularity of Motor Output Evoked by Intraspinal Microstimulation in Cats",
	year="2004",
	journal="Journal of Neurophysiology",
	volume="91",
	pages="502--514",
	}

@techreport{Baird1993,
	Author="L. C. Baird and A. H. Klopf",
	Title="Reinforcement learning with high-dimensional, continuous actions",
	Institution="Wright-Patterson Air Force Base",
	Year="1993",
	Number="WL-TR-93-1147"
}

@techreport{Bertsekas1997,
	title="Gradient convergence in gradient methods",
	author="D. P. Bertsekas and J. N. Tsitsiklis",
	year="1997",
	month="November",
	Institution="Massachusetts Institute of Technology, Laboratory for Information and Decision Systems",
	number="LIDS-P ; 2404"
}

@article{Shamilov2006,
	author="A. Shamilov and A. F. Yuzer and E. Agaoglu and Y. Mert",
	title="A method of obtaining distributions of transformed random variables by using the {H}eaviside and the {D}irac generalized functions",
	year="2006",
	journal="Journal of Statistical Research",
	volume="40",
	number="1",
	pages="23--34",
	}

@book{Walpole2007,
	title="Probability \& Statistics for Engineers \& Scientists",
	author="R. E. Walpole and R. H. Myers and S. L. Myers and K. Ye",
	year="2007",
	publisher="Prentice Hall",
	edition="Eighth",
	}

@inbook{Chaudhry1993,
	author="M. A. Chaudhry",
	editor="R. S. Pathak",
	publisher="Plenum Press",
	address="New York",
	title="Cauchy representation of distributions and applications to probability II",
	year="1993",
}
	

@techreport{Dietterich1997,
	author="T. G. Dietterich",
	year="1997",
	title="Hierarchical reinforcement learning with the MAXQ value function decomposition",
	Institution="Department of Computer Science, Oregon State University",
	}
	
@article{thomas2017decoupling,
  title={Decoupling Learning Rules from Representations},
  author={Thomas, Philip S and Dann, Christoph and Brunskill, Emma},
  journal={ICML},
  year={2018}
}


@techreport{Baird1993b,
	author="L. C. Baird",
	title="Advantage Updating",
	year="1993",
	Institution="Wright-Patterson Air Force Base",
	Number="WL-TR-93-1146",
	}

@inproceedings{Bernstein2000,
	author="D. S. Bernstein and S. Zilberstein and N. Immerman",
	title="The complexity of decentralized control of {M}arkov decision processes",
	year="2000",
	booktitle="Uncertainty in Artificial Intelligence",
	pages="32--37",
	}

@article{Ernst2005,
	author="D. Ernst and P. Geurts and L. Wehenkel",
	title="Tree-based batch mode reinforcement learning",
	journal="Journal of Machine Learning Research",
	volume="6",
	pages="503--556",
	year="2005",
	}

@article{Sallans2004,
	author="B. A. Sallans and G. E. Hinton",
	title="Reinforcement Learning with Factored States and Actions",
	journal="Journal of Machine Learning", volume=5, pages="1063--1088", year="2004",
}

@article{Frank2006,
	author="M. J. Frank and E. D. Claus",
	title="Anatomy of a decision: {S}triato-Orbitofrontal Interactions in Reinforcement Learning, Decision Making, and Reversal",
	year="2006",
	journal="Psychological Review",
	volume="113",
	number="2",
	pages="300-326",
	}

@article{Fiete2006,
	author="I. R. Fiete and H. S. Seung",
	title="Gradient learning in spiking neural networks by dynamic perturbation of conductances",
	year="2006",
	journal="Physical Review Letters",
	volume="97, 049104",
	}
	

@article{Daw2006,
	author="N. Daw and K. Doya",
	title="The computational neurobiology of learning and reward",
	year="2006",
	journal="Current Opinion in Neurobiology",
	volume=16,
	pages="199--204",
	}

@article{Barto1985,
	author="A. G. Barto",
	title="Learning by statistical cooperation of self-interested neuron-like computing elements",
	year="1985",
	volume="4",
	pages="229--256",
	journal="Human Neurobiology",
	}

@article{Barto1985b,
	author="A. G. Barto",
	title="Learning by statistical cooperation of self-interested neuron-like computing elements",
	year="1985",
	journal="Human Neurobiology",
	volume="4",
	pages="229--256",
	}


@article{Schultz1998,
       author="W. Schultz", title="Predictive Reward Signal of Dopamine Neurons",
       journal="Journal of Neurophysiology", volume=80, pages="1-27", year="1998",
}

@article{Baxter2001,
	author="J. Baxter and P. Bartlett",
	title="Infinite-horizon policy-gradient estimation",
	year="2001",
	journal="Journal of Artificial Intelligence Research",
	volume=15,
	pages="319--350",
	}

@article{Chakravarthy2010,
	author="V. Chakravarthy and D. Joseph and R. Bapi",
	year="2010",
	title="What do the basal ganglia do? A modeling perspective",
	journal="Biological Cybernetics",
	volume=103,
	pages="237--253",
	}

@article{Stocco2010,
	author="A. Stocco and C. Lebiere and J. Anderson",
	year="2010",
	title="Conditional routing of information to the cortex: A model of the basal ganglia's role in cognitive coordination",
	journal="Psychological Review",
	volume=117,
	number=2,
	pages="541--574",
	}

@article{Chang2009,
	author="A. Claridge-Chang and R. Roorda and E. Vrontou and L. Sjulson and H. Li and J. Hirsh and G. Miesenbock",
	title="Writing memories with light-addressable reinforcement circuitry",
	year="2009",
	journal="Cell",
	volume=193,
	number=2,
	pages="405--415",
	}

@article{Sutton1981,
	author="R. Sutton and A. Barto",
	title="Toward a modern theory of adaptive networks: Expectation and prediction",
	journal="Psychological Review",
	volume=88,
	pages="135--140",
	year="1981",
	}

@article{Barto1982,
	author="A. Barto and R. Sutton",
	title="Simulation of anticipatory responses in classical conditioning by a neuron-like adaptive element",
	journal="Behavioral Brain Research",
	volume=4,
	pages="221-235",
	year="1982",
	}

@article{Montague1995,
	author="P. Montague and P. Dayan and C. Person and T. Sejnowski",
	title="Bee foraging in uncertain environments using predictive hebbian learning",
	year="1995",
	journal="Nature",
	volume=377,
	pages="725--728",
	}

@article{Doya1999,
	author="K. Doya",
	title="What are the computations of the cerebellum, the basal ganglia and the cerebral cortex?",
	year="1999",
	journal="Neural Networks",
	volume=12,
	pages="961--974",
	}

@article{Ludvig2008,
	author="E. Ludvig and R. Sutton and E. Kehoe",
	title="Stimulus representation and the timing of reward-prediction errors in models of the dopamine system",
	journal="Neural Computation",
	volume="20",
	pages="3034--3035",
	year="2008",
	}

@article{Sutton1988,
	author="R. Sutton",
	title="Learning to predict by the methods of temporal differences",	
	journal="Machine Learning",
	volume=3,
	pages="9--44",
	year="1988",
	}

@article{Schultz1997,
	author="W. Schultz and P. Dayan and P. Montague",
	title="A Neural substrate of prediction and reward",
	year="1997",
	journal="Science",
	volume=275,
	pages="1593--1599",
	}

@article{Peters2010,
	author="J. Peters and J. A. Bagnell",
	title="Policy Gradient Methods",
	year="2010",
	journal="Encyclopedia of Machine Learning",
	}

@article{Peters2010b,
	author="J. Peters",
	title="Policy gradient methods",
	year="2010",
	journal="Scholarpedia",
	volume="5",
	number="11",
	pages="3698",
	}

@article{Mahadevan2009,
	author="S. Mahadevan",
	title="Learning representation and control in {M}arkov Decision Processes: New Frontiers",
	journal="Foundations and Trends in Machine Learning",
	editor="M. Jordan",
	volume=1,
	number=4,
	pages="403--565",
	year="2009",
	}

@article{Crick1989,
	author="F. H. C. Crick",
	title="The recent excitement about neural networks",
	year="1989",
	journal="Nature",
	volume="337",
	pages="129--132",
	}

@article{Bhatnagar2009,
	author="S. Bhatnagar and R. S. Sutton and M. Ghavamzadeh and M. Lee",
	title="Natural actor-critic algorithms",
	journal="Automatica",
	year="2009",
	volume="45",
	number="11",
	pages="2471--2482",
	}

@article{Zipser1988,
	author="D. Zipser and R. A. Andersen",
	year="1988",
	title="A back propagation programmed network that simulates response properties of a subset of posterior parietal neurons",
	journal="Nature",
	volume="331",
	pages="679--684",
	}

@inproceedings{Amari1998b,
	author="S. Amari and S. Douglas",
	title="Why Natural Gradient?",
	year="1998",
	booktitle="Proceedings of the 1998 IEEE International Conference on Acoustics, Speech, and Signal Processing",
	volume=2,
	pages = "1213--1216",
	}

@inproceedings{Rivest2005,
	author="F. Rivest and Y. Bengio and J. Kalaska",
	title="Brain inspired reinforcement learning",
	year="2005",
	booktitle="Advances in Neural Information Processing Systems",
	pages="1129--1136",
	}

@inproceedings{Morimura2009,
	author="T. Morimura and E. Uchibe and J. Yoshimoto and K. Doya",
	title="A Generalized Natural Actor-Critic Algorithm",
	year="2009",
	booktitle="Neural Information Processing Systems: Natural and Synthetic",
}

@article{Tesauro2013,
	title="Analysis of {W}atson's Strategies for Playing {J}eopardy!",
	author="G. Tesauro and D. C. Gondek and J. Lenchner and J. Fan and J. M. Prager",
	journal="Journal of Artificial Intelligence Research",
	volume="21",
	pages="205--251",
	year = "2013",
}

@inproceedings{Bertsekas2009,
	author="D. Bertsekas, Y. Huizhen",
	title="Basis Function Adaptation Methods for Cost Approximation in MDP",
	booktitle="IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning",
	year="2009",
	}

@inproceedings{Mahadevan2010,
	author="S. Mahadevan and B. Liu",
	title="Basis Construction from Power Series Expansions of Value Functions",
	booktitle="Neural Information Proessing Systems",
	year="2010",
	}

@article{Bethke2008,
	author="B. Bethke and J. How and A. Ozdaglar",
	title="Kernel-Based Reinforcement Learning Using Bellman Residual Elimination",
	year="2008",
	journal="Journal of Machine Learning Research",
	}
	
@article{furmston2016approximate,
  title={Approximate newton methods for policy search in markov decision processes},
  author={Furmston, Thomas and Lever, Guy and Barber, David},
  journal={The Journal of Machine Learning Research},
  volume={17},
  number={1},
  pages={8055--8105},
  year={2016},
  publisher={JMLR. org}
}

	
@article{martens2014new,
  title={New insights and perspectives on the natural gradient method},
  author={Martens, James},
  journal={arXiv preprint arXiv:1412.1193},
  year={2014}
}


@inproceedings{Mandel2014,
	title="Offline Policy Evaluation Across Representations with Applications to Educational Games",
	year="2014",
	booktitle="Proceedings of the 13th International Conference on Autonomous Agents and Multiagent Systems",
	author="T. Mandel and Y. Liu and S. Levine and E. Brunskill and Z. Popovi\'c",
	}

@inproceedings{Degris2012,
	title="Model-Free Reinforcement Learning with Continuous Action in Practice",
	author="T. Degris and P. M. Pilarski, and R. S. Sutton",
	year="2012",
	booktitle="Proceedings of the 2012 American Control Conference",
	}

@article{Menache2005,
	author="I. Menache and S. Mannor and N. Shimkin",
	title="Basis function adaptation in temporal difference reinforcement learning",
	journal="Annals of Operations Research",
	volume="134",
	year="2005",
	pages="215--238",
	}

@article{arp,
	author="A. Barto and P. Anandan",
	title="Pattern Recognizing Stochastic Learning Automata",
	journal="IEEE T Syst Man Cyb", volume=15, pages="360--75", year="1985",
}

@inproceedings{Munos2003,
	author="R. Munos",
	title="Error bounds for approximate policy iteration",
	editor="T. Fawcett and N. Mishra",
	booktitle="Machine Learning, Proceedings of the Twentieth International Conference",
	pages="560--567",
	year="2003",
	}

@inproceedings{Lagoudakis2001,
	author="M. Lagoudakis and R. Parr",
	title="Model-Free Least-Squares Policy Iteration",
	booktitle="Neural Information Processing Systems: Natural and Synthetic",
	year="2001",
	pages="1547--1554",
	}

@inproceedings{Melo2008,
	author="F. S. Melo and M. Lopes",
	title="Fitted Natural Actor-Critic: {A} new algorithm for continuous state-action {MDP}s",
	booktitle="Proceedings of the European Conference on Machine Learning	",
	year="2008",
	pages="66--81",
	}

@inproceedings{Morimura2005,
	author="T. Morimura and E. Uchibe and K. Doya",
	title="Utilizing the natural gradient in temporal difference reinforcement learning with eligibility traces",
	year="2005",
	booktitle="International Symposium on Information Geometry and its Application",
	pages="256--263",
	}

@inproceedings{Peters2006,
	author="J. Peters and S. Schaal",
	title="Policy Gradient Methods for Robotics",
	year="2006",
	booktitle="Proceedings of the IEEE/RSJ International Conference on Intelligent Robots and Systems",
}

@inproceedings{Sutton2009,
	title="A convergend $O(n)$ algorithm for off-policy temporal-difference learning with linear function approximation",
	author="R. S. Sutton and C. Szepesv{\'{a}}ri and H. R. Maei",
	year="2009",
	booktitle="Advances in Neural Information Processing Systems 21",
	}

@inproceedings{Hasselt2014,
	author="H. van Hasselt and A. R. Mahmood and R. S. Sutton",
	title="Off-policy {TD}$(\lambda)$ with true online equivalence",
	year="2014",
	booktitle="Proceedings of the 30th Conference on Uncertainty in Artificial Intelligence",
	}

@inproceedings{Barto1987,
	author="A. Barto and M.Jordan",
	title="Gradient Following Without Back-Propagation
		in Layered Networks",
	booktitle="IEEE T Neural Networ",
	editor="M. Caudill and C. Butler", address="San Diego, CA",
	year="1987", pages="II629--36"}

@article{Bezdek1987,
	Author = "J. Bezdek and R. Hathaway and R. Howard and C. Wilson and M. Windham",
	Title = "Local Convergence Analysis of Grouped Variable Version of Coordinate Descent",
	Journal = "J. of Optimization Theory and Applications",
	Year = "1987",
	Volume = "54",
	Number = "3",
	Pages = "471--7",
	}

@article{Mannor2007,
	author="S. Mannor and D. Simester and P. Sun and J. N. Tsitsiklis",
	title="Bias and Variance Approximation in Value Function Estimates",
	year="2007",
	journal="Management Science",
	volume="53",
	number="2",
	month="February",
	pages="308--322",
	}

@inproceedings{Kohl2004,
	author="N. Kohl and P. Stone",
	title="Policy gradient reinforcement learning for fast quadrupedal locomotion",
	booktitle="IEEE T Robotic Autom",
	year="2004",
	}

@book{Shiryaev,
 author = {Shiryaev, Albert Nikolaevich},
 title = {Probability (2Nd Ed.)},
 year = {1995},
 isbn = {0-387-94549-0},
 publisher = {Springer-Verlag New York, Inc.},
 address = {Secaucus, NJ, USA},
} 

@article{Glynn:90,
	Author = {P.W. Glynn},
	Journal = {{Communications of the ACM}},
	Number = {{10}},
	Pages = {{75-84}},
	Title = {{Likelihood ratio gradient estimation for stochastic systems}},
	Volume = {{33}},
	Year = {{1990}}
}

@inproceedings{Thomas2011,
	Author="P. S. Thomas and A. G. Barto",
	Title="Conjugate {M}arkov Decision Processes",
	Year="2011",
	booktitle="Proceedings of the Twenty-Eighth International Conference on Machine Learning",
	pages="137--144",
	}
	
@inproceedings{Chow2014,
  title={Algorithms for {CVaR} optimization in {MDP}s},
  author={Chow, Yinlam and Ghavamzadeh, Mohammad},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3509--3517},
  year={2014}
}


@article{Tamar2014,
  title={Optimizing the CVaR via sampling},
  author={Tamar, Aviv and Glassner, Yonatan and Mannor, Shie},
  journal={arXiv preprint arXiv:1404.3862},
  year={2014}
}

@article{Hardt2016,
    title={Equality of Opportunity in Supervised Learning},
    year={2016},
    author={M. Hardt and E. Price and N. Srebro},
    journal={arXiv preprint arXiv:1610.02413},
}


@inproceedings{Kuindersma2012b,
	author="S. Kuindersma and R. Grupen and A. G. Barto",
	title="Variational Bayesian Optimization for Runtime Risk-Sensitive Control",
	year="2012",
	booktitle="Robotics: Science and Systems VIII",
	}

@inproceedings{Slivkins2008,
	title="Adapting to a Changing Environment: {T}he {B}rownian Restless Bandits",
	author="A. Slivkins and E. Upfal",
	year="2008",
	booktitle="Conference on Learning Theory",
	}

@article{Bubeck2012,
	author="S. Bubeck and N. Cesa-Bianchi and G. Lugosi",
	title="Bandits with Heavy Tail",
	journal="Arxiv",
	volume="arXiv:1209.1727",
	year="2012",
	}

@article{Garivier2011,
	author="A. Garivier and E. Moulines",
	title="On Upper-Confidence Bound Policies for Non-Stationary Bandit Problems",
	journal="Algorithmic Learning Theory",
	pages="174--188",
	year="2011",
	volume="22",
	}

@article{Garivier2008,
	author="A. Garivier and E. Moulines",
	title="On Upper-Confidence Bound Policies for Non-Stationary Bandit Problems",
	journal="Arxiv",
	number="arXiv:0805.3415",
	year="2008",
	}

@article{Lattimore2012,
	author="T. Lattimore and M. Hutter",
	title="{PAC} Bounds for Discounted {MDP}s",
	year="2012",
	journal="Arxiv",
	volume="arXiv:1202.3890",
	}

@article{Hallak2015,
	author="A. Hallak and F. Schnitzler and T. Mann and S. Mannor",
	title="Off-policy Model-based Learning under Unknown Factored Dynamics",
	journal="Arxiv",
	volume="arXiv:1502.03255v1",
	year="2015",
	}

@article{Peshkin2001,
	author="L. Peshkin and S. Mukherjee",
	title="Bounds on sample size for policy evaluation in {M}arkov environments",
	journal="Arxiv",
	volume="arXiv:cs/0105027v1",
	year="2001",
	}

@article{Peshkin2001b,
	author="L. Peshkin and S. Mukherjee",
	title="Bounds on Sample Size for Policy Evaluation in {M}arkov Environments",
	year="2001",
	journal="Computational Learning Theory",
	volume="2111",
	pages="616--629",
	}



@article{Perkins2002,
	author="T. J. Perkins and A. G. Barto",
	title="Lyapunov Design for Safe Reinforcement Learning",
	year="2003",
	journal="Journal of Machine Learning Research",
	volume="3",
	pages="803--832",
	}

@inproceedings{Singh1994a,
	author="S. P. Singh and A. G. Barto and R. A. Grupen and C. I. Connolly",
	title="Robust reinforcement learning in motion planning",
	booktitle="Advances in Neural Information Processing Systems 6",
	year="1994",
	pages="655--662",
	}

@article{Geibel2005,
	title="Risk-Sensitive Reinforcement Learning Applied to Control under Constraints",
	author="P. Geibel and F. Wysotzki",
	journal="Journal of Artificial Intelligence Research 24",
	pages="81--108",
	year="2005",
	}

@inproceedings{Thomas2015b,
	title={Policy Evaluation Using the {$\Omega$}-Return},
	author={P. S. Thomas and S. Niekum and G. Theocharous and G. D. Konidaris},
	year={2015},
	booktitle="Advances in Neural Information Processing Systems 29",
	}


@inproceedings{Zilberstein2015,
  author	= {Shlomo Zilberstein},
  title		= {Building Strong Semi-Autonomous Systems},
  booktitle     = {Proceedings of the Twenty-Ninth Conference on Artificial
                   Intelligence},
  year		= {2015},
  pages		= {4088-4092},
  address       = {Austin, Texas},
  url		= {http://rbr.cs.umass.edu/shlomo/papers/Zaaai15.html}
}


@inproceedings{Thomas2015c,
	title={High Confidence Policy Improvement},
	author={P. S. Thomas and G. Theocharous and M. Ghavamzadeh},
	year={2015},
	booktitle={International Conference on Machine Learning},
	}

@inproceedings{Arapostathis2005,
	author="A. Arapostathis and R. Kumar and S. P. Hsu",
	title="Control of Markov Chains with Safety Bounds",
	booktitle="IEEE Transactions on Automation Science and Engineering",
	volume="2",
	number="4",
	pages="333-343",
	month="October",
	year="2005",
	}

@inproceedings{Arapostathis2003,
	author="A. Arapostathis and R. Kumar and S. Tangirala",
	title="Control of Markov Chains with Safety upper Bound",
	booktitle="IEEE Transactions on Automatic Control",
	volume="48",
	number="7",
	pages="1230-1234",
	month="july",
	year="2003",
	}

@article{Hsu2010,
	author="S. P. Hsu and A. Arapostathis and R. Kumar",
	title="On controlled {M}arkov chains with optimality requirement and safety constraint",
	year="2010",
	journal="International Journal of Innovative Computing, Information, and Control",
	volume="6",
	number="6",
	year="2010",
	month="June",
	}

@incollection{Thomas2011b,
 title ={Policy Gradient Coagent Networks},
 author={P. S. Thomas},
 booktitle = {Advances in Neural Information Processing Systems 24},
 pages = {1944--1952},
 year = {2011},
}

@article{Bendrahim1997,
	author="H. Bendrahim and J. A. Franklin",
	title="Biped dynamic walking using reinforcement learning",
	year="1997",
	journal="Robotics and Autonomous Systems",
	volume="22",
	pages="283--302",
	}

@book{SuttonBarto,
	Author="R. S. Sutton and A. G. Barto",
	Title="Reinforcement Learning: {A}n Introduction",
	Publisher="MIT Press",
	Year="1998",
	Address="Cambridge, MA",
	}
	
@book{SuttonBarto2,
	Author="R. S. Sutton and A. G. Barto",
	Title="Reinforcement Learning: {A}n Introduction",
	Edition=2,
	Publisher="MIT Press",
	Year="2018",
	Address="Cambridge, MA",
	}	

@book{Thathachar2004,
	title="Networks of Learning Automata: {T}echniques for Online Stochastic Optimization",
	author="M. A. L. Thathachar and P. S. Sastry",
	publisher="Kluwer Academic Publishers",
	year="2004",
	address="New York, NY",
	}

@book{Astrom1995,
	title="{PID} Controllers: {T}heory, Design, and Tuning",
	author={K. J. {\r{A}}str{\"o}m and T. H{\"a}gglund},
	publisher="ISA: The Instrumentation, Systems, and Automation Society",
	year="1995",
	}

@article{Astrom2001,
	title="The future of {PID} control",
	author={K. J. \r{A}str\"om and T. H\"agglund},
	Journal = "Control Engineering Practice",
	Year = "2001",
	Volume = "9",
	Number = "11",
	Pages = "1163--1175",
	}

@book{ODwyer2003,
	title="Handbook of {PI} and {PID} Controller Tuning Rules",
	author="A. O'Dwyer",
	publisher="Imperial College Press",
	year="2003",
	}

@article{Soylemez2003,
	title="Fast calculation of stabilizing {PID} controllers",
	author={M. T. S\"oylemez and N. Munro and H. Baki},
	journal="Automatica",
	year="2003",
	volume="39",
	number="1",
	pages="121--126",
	}

@article{Ang2005,
	title="{PID} control system analysis, design, and technology",
	author="K. H. Ang and G. C. Y. Chong and Y. Li",
	journal="IEEE Transactions on Control Systems Technology",
	year="2005",
	volume="13",
	number="4",
	pages="559--576",
	}

@book{Grayson1960,
  title={Decisions Under Uncertainty: {D}rilling Decisions by Oil and Gas Operators},
  author={Grayson, Charles Jackson},
  year={1960},
  publisher={Ayer}
}
	

@book{Papoulis1962,
	author="A. Papoulis",
	title="The {F}ourier Integral and its Implications",
	year="1962",
	publisher="McGraw-Hill Book Company, Inc.",
	address="New York, NY",
	}
@book{Bellman1957,
	Author="Richard E. Bellman",
	Title="Dynamic Programming",
	Publisher="Rand Corporation",
	Year="1957",
	}

@book{Rumelhart1986,
	author="D. E. Rumelhart and J. L. McClelland",
	title="Parallel distributed processing. volume 1: {F}oundations",
	publisher="MIT Press",
	year="1986",
	address="Cambridge, MA",
	}

@inproceedings{Schweighofer2002,
	author="N. Schweighofer and K. Doya",
	title="A biologically plausible computational model of meta-learning in reinforcement learning",
	booktitle="32nd Annual Meeting, Society for Neuroscience",
	year="2002",
	address = "Orlando, USA",
	}

@inproceedings{Elfwing2008,
	author="S. Elfwing and E. Uchibe and K. Doya and K. Christensen",
	title="Co-evolution of shaping rewards and meta-parameters in reinforcement learning",
	booktitle="Adaptive Behavior",
	year = "2008",
	}

@inproceedings{Precup2010,
	author="G. Comanici and D. Precup",
	title="Optimal Policy Switching Algorithms for Reinforcement Learning",
	booktitle="AAMAS",
	year="2010",
	}

@inproceedings{Mahadevan2013,
	author="S. Mahadevan and S. Giguere and N. Jacek",
	title="Basis Adaptation for Sparse Nonlinear Reinforcement Learning",
	booktitle="Proceedings of the Conference on Artificial Intelligence",
	year="2013",
	}

@inproceedings{Mahadevan2012,
	author="S. Mahadevan and B. Liu",
	title="Sparse {Q}-learning with Mirror Descent",
	year="2012",
	booktitle="Proceedings of the Conference on Uncertainty in Artificial Intelligence",
	}

@book{Wilcox2012,
	title="Introduction to Robust Estimation and Hypothesis Testing",
	year="2012",
	author="R. R. Wilcox",
	edition="Third",
	}

@book{Wiener1964,
	title="God and Golem, Inc. A comment on Certain Points where Cybernetics Impinges on Religion",
	year="1964",
	author="N. Wiener",
	publisher="The M.I.T. Press",
	address="Cambridge, Massachusetts",
	}


@inproceedings{Niekum2010,
	title="Genetic Programming for Reward Function Search",
	year="2010",
	author="S. Niekum and A. G. Barto and L. Spector",
	booktitle="IEEE Transactions on Autonomous Mental Development",
	volume="2",
	number="2",
	pages="83--90",
	}

@article{Perkins2003,
	title="Lyapunov design for safe reinforcement learning",
	year="2003",
	author="T. J. Perkins and A. G. Barto",
	journal="Journal of Machine Learning Research",
	volume="3",
	pages="803--832",	
	}

@inproceedings{Akametalu2014,
	title="Reachability-Based Safe Learning with Gaussian Processes",
	year="2014",
	author="A. K. Akametalu and J. F. Fisac and J. H. Gillula and S. Kaynama and M. N. Zeilinger and C. J. Tomlin",
	booktitle="IEEE Conference on Decision and Control",
	pages="1424--1431",
	}

@article{Gordon2000,
	title="Asimovian Adaptive Agents",
	author="D. F. Gordon",
	journal="Journal of Artificial Intelligence Research",
	volume="13",
	year="2000",
	pages="95--153",
	}

@inproceedings{Konidaris2009,
	author="G. Konidaris and A. Barto",
	title="Skill discovery in continuous reinforcement learning domains using skill chaining",
	booktitle="Advances in Neural Information Processing Systems 22",
	year="2009",
	month="December",
	}

@article{machado2017laplacian,
  title={A {L}aplacian framework for option discovery in reinforcement learning},
  author={Machado, Marlos C and Bellemare, Marc G and Bowling, Michael},
  journal={arXiv preprint arXiv:1703.00956},
  year={2017}
}

@inproceedings{bacon2017option,
  title={The Option-Critic Architecture.},
  author={Bacon, Pierre-Luc and Harb, Jean and Precup, Doina},
  booktitle={AAAI},
  pages={1726--1734},
  year={2017}
}


@inproceedings{Simsek2008,
	author="O. Simsek and A. Barto",
	title="Skill characterization based on betweenness",
	booktitle="Proceedings of the 22nd Annual Conference on Neural Information Processing Systems",
	year = "2008",
	Month = "December",
	address = "Vancouver, B.C, Canada",
	}

@inproceedings{Singh09,
	author="S. Singh and R. Lewis and A. Barto",
	title="Where do rewards come from?",
	booktitle="Proceedings of the 31st Annual Conference of the Cognitive Science Society",
	year="2009",
	address="Austin, TX",
	}

@inproceedings{Ipek2008,
	author="E. Ipek and O. Mutlu and J Martinez and R. Caruana",
	title="Self-Optimizing Memory Controllers: A Reinforcement Learning Approach",
	booktitle="International Symposium on Computer Architecture",
	year="2008",
	}

@inproceedings{thomasYale,
	author="P. S. Thomas and M. S. Branicky and A. J. van den Bogert and K. M. Jagodnik",
	title="Creating a reinforcement learning controller for functional electrical stimulation of a human arm",
	booktitle="Proceedings of the Fourteenth Yale Workshop on Adaptive and Learning Systems",
	year="2008",
	pages="15--20",
	}

@inproceedings{thomasIAAI,
	author="P. S. Thomas and M. S. Branicky and A. J. van den Bogert and K. M. Jagodnik",
	title="Application of the actor-critic architecture to functional electrical stimulation control of a human arm",
	booktitle="Proceedings of the Twenty-First Innovative Applications of Artificial Intelligence",
	year="2009",
	pages="165--172",
	}

@article{Chadwick2009,
	author="E. K. Chadwick and D. Blana and A. J. van den Bogert and R. F. Kirsch",
	title="A real-time, 3-{D} muscoloskeletal model for dynamic simulation of arm movements",
	year="2009",
	journal="Biomedical Engineering",
	volume="56",
	number="4",
	pages="941--948",
	}
	
@techreport{Kahn1955,
	title={Use of Different {M}onte {C}arlo Sampling Techniques},
	author={Herman Kahn},
	year={1955},
	Institution="The RAND Corporation",
	Number="P-766",
	Month="September",
	Day="30",
	}
	
@article{Kahn1953,
  title={Methods of reducing sample size in Monte Carlo computations},
  author={Kahn, Herman and Marshall, Andy W},
  journal={Journal of the Operations Research Society of America},
  volume={1},
  number={5},
  pages={263--278},
  year={1953},
  publisher={INFORMS}
}

@article{Peters2010,
	author="J. Peters and J. A. Bagnell",
	title="Policy Gradient Methods",
	year="2010",
	journal="Encyclopedia of Machine Learning",
	}

@article{Peters2010b,
	author="J. Peters",
	title="Policy gradient methods",
	year="2010",
	journal="Scholarpedia",
	volume="5",
	number="11",
	pages="3698",
	}


@inproceedings{Thomas2009,
	author="P. S. Thomas and M. S. Branicky and A. J. van den Bogert and K. M. Jagodnik",
	title="Application of the actor-critic architecture to functional electrical stimulation control of a human arm",
	booktitle="Proceedings of the Twenty-First Innovative Applications of Artificial Intelligence",
	year="2009",
	pages="165--172",
	}

@inproceedings{Lynch2008,
	author="C. L. Lynch and M. R. Popovic",
	title="Functional Electrical Stimulation",
	booktitle="IEEE Control Systems Magazine",
	volume="28",
	number="2",
	pages="40--50",
	year="2008",
	}

@inproceedings{Sutton2000,
	author="R. S. Sutton and D. McAllester and S. Singh and Y. Mansour",
	title="Policy Gradient Methods for Reinforcement Learning with Function Approximation",
	booktitle="Advances in Neural Information Processing Systems 12",
	year="2000",
	pages="1057--1063",
	}

@inproceedings{Kuindersma2009,
	author="S. R. Kuindersma and E. Hannigan and D. Ruiken and R. A. Grupen",
	title="Dexterous mobility with the u{B}ot-5 mobile manipulator",
	booktitle="Proceedings of the 14th International Conference on Advanced Robotics",
	year="2009",
	}

@mastersthesis{thomasThesis,
	Author="P. S. Thomas",
	Title="A reinforcement learning controller for functional electrical stimulation of a human arm",
	School="Department of Electrical Engineering and Computer Science, Case Western Reserve University",
	Year="2009",
	Month="August",
	}


@phdthesis{Skelly2004,
	Author="M. Skelly",
	Title="Hierarchical reinforcement learning with function approximation for adaptive control",
	school="Case Western Reserve University",
	year="2004",
	}
	
@phdthesis{Irani2015,
	Author="Arja John Irani",
	Title="Utilizing Negative Policy Information to Accelerate Reinforcement Learning",
	school="Georgia Institute of Technology",
	year="2015",
	}

@phdthesis{Kuindersma2012,
	title="Variable Risk Policy Search for Dynamic Robot Control",
	year="2012",
	school="University of Massachusetts Amherst",
	author="S. Kuindersma",
	}

@phdthesis{Deegan2010,
	author="P. Deegan",
	title="Whole-Body Strategies for Mobility and Manipulation",
	school="University of Massachusetts Amherst",
	year="2010",
	}

@phdthesis{Minsky1954,
	author="M. Minsky",
	title="Neural Nets and the Brain Model Problem",
	year="1954",
	school="Princeton",
	}

@phdthesis{Zhang2011,
	author="C. Zhang",
	Title="Scaling Multi-Agent Learning in Complex Environments",
	year="2011",
	School="Department of Computer Science, University of Massachusetts at Amherst",
}

@phdthesis{Werbos1974,
	author="P. J. Werbos",
	title="Beyond Regression: New Tools for Prediction and Analysis in the Behavioral Sciences",
	school="Harvard University",
	year="1974",
	}
@inproceedings{Dabney2012,
	author="W. Dabney and A. G. Barto",
	title="Adaptive step-size for online temporal difference learning",
	year="2012",
	booktitle="Proceedings of the Twenty-Sixth Conference on Artificial Intelligence",
	}

@inproceedings{Valko2013,
	author="M. Valko and A. Carpentier and R. Munos",
	title="Stochastic simultaneous optimistic optimization",
	booktitle="International Conference on Machine Learning",
	year="2013",
}

@inproceedings{silver2014deterministic,
  title={Deterministic policy gradient algorithms},
  author={Silver, David and Lever, Guy and Heess, Nicolas and Degris, Thomas and Wierstra, Daan and Riedmiller, Martin},
  booktitle={ICML},
  year={2014}
}


@inproceedings{Munos2011,
	author="R. Munos",
	title="Optimistic Optimization of Deterministic Functions without Knowledge of its Smoothness",
	year="2011",
	booktitle="Advances in Neural Information Processing Systems",
	pages="783--791",
	}
	

@inproceedings{Todorov2003,
	author="E. Todorov and Z. Ghahramani",
	title="Unsupervised learning of sensory-motor primitives",
	booktitle="Proceedings of the 25th Annual International Conference on the IEEE Engineering in Biology and Medicine Society",
	year=2003,
	pages="1750--1753",
	}

@phdthesis{OReilly1996,
	author="R. C. O'Reilly",
	title="The {LEABRA} model of neural interactions nad learning in the neocortex",
	school="Carnegie Mellon University",
	year="1996",
	}

@phdthesis{Watkins1989,
	author="C. Watkins",
	title="Learning From Delayed Rewards",
	school="University of Cambridge, England",
	year="1989",
	}

@techreport{Thomas2015d,
	title={A Notation for {M}arkov Decision Processes},
	author={P. S. Thomas},
	year={2015},
	Institution="Department of Computer Science, University of Massachusetts at Amherst",
	Number="TODO",
	Month="TODO",
	}
	
@inproceedings{Thomas2016,
	title="Data-Efficient Off-Policy Policy Evaluation for Reinforcement Learning",
	author="P. S. Thomas and E. Brunskill",
	year="2016",
	booktitle="International Conference on Machine Learning",
    }
    
    @inproceedings{weaver2001optimal,
  title={The optimal reward baseline for gradient-based reinforcement learning},
  author={Weaver, Lex and Tao, Nigel},
  booktitle={Proceedings of the Seventeenth conference on Uncertainty in artificial intelligence},
  pages={538--545},
  year={2001},
  organization={Morgan Kaufmann Publishers Inc.}
}

    
@article{Thomas2016b,
	title="Importance Sampling with Unequal Support",
	author="P. S. Thomas and E. Brunskill",
	year="2016",
	journal="arXiv preprint arXiv:1611.03451v1",
    }


@techreport{Konidaris2008,
	Author="G. Konidaris and S. Osentoski",
	Title="Value function approximation in reinforcement learning using the fourier basis",
	Institution="Department of Computer Science, University of Massachusetts at Amherst",
	Year="2008",
	Number="UM-CS-2008-19",
	Month="June",
	}

@inproceedings{Konidaris2011,
	author="G. D. Konidaris and S. Osentoski and P. S. Thomas",
	title="Value function approximation in reinforcement learning using the {F}ourier basis",
	year="2011",
	pages="380-395",
	booktitle="Proceedings of the Twenty-Fifth Conference on Artificial Intelligence",
	}
	
@article{Berkenkamp2016,
  title={Bayesian optimization with safety constraints: {S}afe and automatic parameter tuning in robotics},
  author={Berkenkamp, Felix and Krause, Andreas and Schoellig, Angela P},
  journal={arXiv preprint arXiv:1602.04450},
  year={2016}
}

@techreport{Duchi2010,
	author="J. Duchi and E. Hazan and Y. Singer",
	title="Adaptive Subgradient Methods for Online Learning and Stochastic Optimization",
	Institution="Electrical Engineering and Computer Sciences, University of California at Berkeley",
	year="2010",
	number="UCB/EECS-2010-24",
	Month="March",
	}
	
@inproceedings{Thomas2014,
	author="P. S. Thomas",
	Title="Bias in Natural Actor-Critic Algorithms",
	year="2014",
	booktitle="Proceedings of the Thirty-First International Conference on Machine Learning",
	}
	
	@article{choi2006generalized,
  title={A generalized Kalman filter for fixed point approximation and efficient temporal-difference learning},
  author={Choi, David and Van Roy, Benjamin},
  journal={Discrete Event Dynamic Systems},
  volume={16},
  number={2},
  pages={207--239},
  year={2006},
  publisher={Springer}
}

	
	@inproceedings{devraj2017zap,
  title={Zap Q-Learning},
  author={Devraj, Adithya M and Meyn, Sean},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2235--2244},
  year={2017}
}

	
	@article{knight2018natural,
  title={Natural Gradient Deep Q-learning},
  author={Knight, Ethan and Lerner, Osher},
  journal={arXiv preprint arXiv:1803.07482},
  year={2018}
}

	
@inproceedings{dabney2014natural,
  title={Natural Temporal Difference Learning.},
  author={Dabney, William and Thomas, Philip S},
  booktitle={AAAI},
  pages={1767--1773},
  year={2014}
}

	
@article{bertsekas2009projected,
  title={Projected equations, variational inequalities, and temporal difference methods},
  author={Bertsekas, Dimitri P},
  journal={Lab. for Information and Decision Systems Report LIDS-P-2808, MIT},
  year={2009}
}

@article{bertsekas1996temporal,
  title={Temporal differences-based policy iteration and applications in neuro-dynamic programming},
  author={Bertsekas, Dimitri P and Ioffe, Sergey},
  journal={Lab. for Info. and Decision Systems Report LIDS-P-2349, MIT, Cambridge, MA},
  year={1996},
  publisher={Citeseer}
}




	
@inproceedings{devraj2017zap,
  title={Zap Q-Learning},
  author={Devraj, Adithya M and Meyn, Sean},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2232--2241},
  year={2017}
}

	
@article{Provost2001,
  title={Robust classification for imprecise environments},
  author={Provost, Foster and Fawcett, Tom},
  journal={Machine learning},
  volume={42},
  number={3},
  pages={203--231},
  year={2001},
  publisher={Springer}
}


	
@article{Garcia2015,
  title={A comprehensive survey on safe reinforcement learning},
  author={Garc{\i}a, Javier and Fern{\'a}ndez, Fernando},
  journal={Journal of Machine Learning Research},
  volume={16},
  pages={1437--1480},
  year={2015}
}

	
@article{Mitchell2005,
  title={A time-dependent Hamilton-Jacobi formulation of reachable sets for continuous dynamic games},
  author={Mitchell, Ian M and Bayen, Alexandre M and Tomlin, Claire J},
  journal={IEEE Transactions on Automatic Control},
  volume={50},
  number={7},
  pages={947--957},
  year={2005},
  publisher={IEEE}
}


@techreport{Lin1992,
	author="L. Lin and T. M. Mitchell",
	title="Memory approaches to reinforcement learning in non-{M}arkovian domains",
	year="1992",
	number="CMU-CS-92-138",
	month="May",
	}

@techreport{Marbach1998,
	author="P. Marbach and J. N. Tsitsiklis",
	year="1998",
	title="Simulation-based optimization of {M}arkov reward processes",
	Institution="Massachusetts Institute of Technology",
	Number="LIDS-P-2411",
	}

@techreport{Baxter1999,
	author="J. Baxter and P. L. Bartlett",
	title="Direct gradient-based reinforcement learning: {I}. gradient estimation algorithms",
	year="1999",
	Institution="Research School of Information Sciences and Engineering, Australian National University",
	}

@article{Doya2000,
	Author="K. Doya",
	Title="Reinforcement learning in continuous time and space",
	Journal="Neural Computation",
	Year="2000",
	Volume="12",
	Number="1",
	Pages="219--245",
	}

@article{Farley1954,
	author="B. Farley and W. A. Clark",
	title="Simulation of self-organizing systems by digital computer",
	year="1954",
	journal="IRE Transactions on Information Theory",
	volume="4",
	pages="76-84",
	}

@article{Rumelhart1986b,
	author="D. E. Rumelhart and G. E. Hinton and R. J. Williams",
	title="Learning representations by back-propagating errors",
	year="1986",
	journal="Nature",
	volume="323",
	pages="533-536",
	}

@article{Amari1998,
	Author="S. Amari",
	Title="Natural Gradient Works Efficiently in Learning",
	Journal="Neural Computation",
	Year="1998",
	Volume="10",
	Pages="251--276",
	}

@article{Sutton1999,
	Author="R. Sutton and D. Precup and S. Singh",
	Title="Between MDPs and semi-MDPs: A Framework for Temporal Abstraction in Reinforcement Learning",
	Journal="Artificial Intelligence",
	Year="1999",
	Volume="112",
	Pages="181--211",
	}

@book{Nemirovski1983,
	author="A. Nemirovski and D. Yudin",
	title="Problem Complexity and Method Efficiency in Optimization",
	year="1983",
	publisher="Wiley",
	address="New York",
	}

@book{Nocedal2006,
	title="Numerical Optimization",	
	author="J. Nocedal and S. Wright",
	year="2006",
	edition="Second",
	publisher="Springer",
	}
	

@book{Rockafellar1970,
	author="R. Tyrell Rockafellar",
	title="Convex Analysis",
	year="1970",
	publisher="Princeton University Press",
	address="Princeton, New Jersey",
	}

@article{Beck2003,
	author="A. Beck and M. Teboulle",
	title="Mirror descent and nonlinear projected subgradient methods for convex optimization",
	year="2003",
	journal="Operations Research Letters",
	}

@article{Mahadevan2007,
	Author ="S. Mahadevan and M. Maggioni",
	title="Proto-value functions: a laplacian framework for learning representation and control in {M}arkov decision processes",
	Journal="Journal of Machine Learning Research",
	Year="2007",
	Volume="8",
	Pages="2169-2231",
	}

@inproceedings{Pilarski2012,
	author="P. M. Pilarski and M. R. Dawson and T. Degris and J. P. Carey and K. M. Chan and J. S. Herbert and R. S. Sutton",
	title="Towards Prediction-Based Prosthetic Control",
	booktitle="Proceedings of the 2012 Conference of the International Functional Electrical Stimulation Society",
	year="2012",
	}

@inproceedings{yu2009,
	author="H. Yu and D. Bertsekas",
	title="Basis function adaptation methods for cost approximation in MDP",
	booktitle="Proceedings of 2009 IEEE Symposium on Approximate Dynamic Programming and Reinforcement Learning",
	year="2009",
	}

@inproceedings{KathyPD,
	author="K. Jagodnik and A. van den Bogert",
	title="A proportional derivative {FES} controller for planar arm movement",
	booktitle="12th Annual Conference International FES Society",
	year="2007",
	address="Philadelphia, PA",
	}
	
	@inproceedings{wiering2004convergence,
  title={Convergence and divergence in standard and averaging reinforcement learning},
  author={Wiering, Marco A},
  booktitle={European Conference on Machine Learning},
  pages={477--488},
  year={2004},
  organization={Springer}
}

	
	@inproceedings{perkins2003convergent,
  title={A convergent form of approximate policy iteration},
  author={Perkins, Theodore J and Precup, Doina},
  booktitle={Advances in neural information processing systems},
  pages={1627--1634},
  year={2003}
}


@article{singh2000convergence,
  title={Convergence results for single-step on-policy reinforcement-learning algorithms},
  author={Singh, Satinder and Jaakkola, Tommi and Littman, Michael L and Szepesv{\'a}ri, Csaba},
  journal={Machine learning},
  volume={38},
  number={3},
  pages={287--308},
  year={2000},
  publisher={Springer}
}


@article{watkins1992q,
  title={Q-learning},
  author={Watkins, Christopher JCH and Dayan, Peter},
  journal={Machine learning},
  volume={8},
  number={3-4},
  pages={279--292},
  year={1992},
  publisher={Springer}
}


@inproceedings{Baird1995,
	author="L. Baird",
	title="Residual algorithms: {R}einforcement learning with function approximation",
	booktitle="Proceedings of the Twelfth International Conference on Machine Learning",
	year="1995"
	}
	
@article{tsitsiklis1994asynchronous,
  title={Asynchronous stochastic approximation and Q-learning},
  author={Tsitsiklis, John N},
  journal={Machine learning},
  volume={16},
  number={3},
  pages={185--202},
  year={1994},
  publisher={Springer}
}

	
	@inproceedings{tsitsiklis1997analysis,
  title={Analysis of temporal-diffference learning with function approximation},
  author={Tsitsiklis, John N and Van Roy, Benjamin},
  booktitle={Advances in neural information processing systems},
  pages={1075--1081},
  year={1997}
}

	
	@article{sutton1988learning,
  title={Learning to predict by the methods of temporal differences},
  author={Sutton, Richard S},
  journal={Machine learning},
  volume={3},
  number={1},
  pages={9--44},
  year={1988},
  publisher={Springer}
}

	
	@inproceedings{jaakkola1994convergence,
  title={Convergence of stochastic iterative dynamic programming algorithms},
  author={Jaakkola, Tommi and Jordan, Michael I and Singh, Satinder P},
  booktitle={Advances in neural information processing systems},
  pages={703--710},
  year={1994}
}

	
	@article{dayan1994td,
  title={TD ($\lambda$) converges with probability 1},
  author={Dayan, Peter and Sejnowski, Terrence J},
  journal={Machine Learning},
  volume={14},
  number={3},
  pages={295--301},
  year={1994},
  publisher={Springer}
}


@proceedings{NSCISC2008,
	title="Spinal cord injury facts and figures at a glance",
	year="2008",
	Organization="National Spinal Cord Injury Center (NSCISC)",
	Address="Birmingham, Alabama",
	month="January",
	}

@article{Peters2008,
	title="Natural actor-critic",
	author="J. Peters and S. Schaal",
	year="2008",
	journal="Neurocomputing",
	volume="71",
	pages="1180--1190",
	}

@article{LARS,
	Author="B. Efron and T. Hastie and I. Johnstone and R. Tibshirani",
	Title="Least angle regression",
	Journal="Annals of Statistics",
	Year="2004",
	Volume="32",
	Number="2",
	Pages="407--499",
	}

@article{Izawa,
	Author="J. Izawa and K. Toshiyuki and I. Koji",
	Title="Biological arm motion through reinforcement learning",
	Journal="Biological Cybernetics",
	Year="2004",
	Volume="91",
	Number="1",
	Pages="10--22",
	}

@article{McLean2003,
	Author="S. McLean and A. Su and A. van den Bogert",
	Title="Development and validation of a 3-D model to predict knee joint loading during dynamic movement",
	Journal="Journal of Biomechanical Engineering",
	Year="2003",
	Volume="125",
	Number="6",
	Pages="864--874",
	}

@article{Werbos1987,
	author="P. J. Werbos",
	title="Building and Understanding Adaptive Systems: {A} Statistical/Numerical
	Approach to Factory Automation and Brain Research",
	journal=smc, volume=17, year="1987", pages="7-20",
}

@book{Bertsekas1996,
	author="D. P. Bertsekas and J. N. Tsitsiklis",
	title="Neuro-{D}ynamic Programming",
	publisher="Athena Scientific", address="Belmont, MA", year="1996",
}

@book{Klopf1982,
	author="A. H. Klopf",
	title="The hedonistic neuron",
	year="1982",
	publisher="Hampshire Pub. Corp.",
	}

@incollection{Barto1995,
	author="A. G. Barto",
	title="Adaptive Critics and the Basal Ganglia",
	booktitle="Models of Information Processing in the Basal Ganglia",
	editor="J. C. Houk and J. L. Davis and D. G. Beiser", pages="215-232",
 publisher="MIT Press", address="Cambridge, MA", year="1995",}

@article{Montague1996,
	author="P. R. Montague and P. Dayan and T. J. Sejnowski",
	title="A Framework for Mesencephalic Dopamine Systems Based on Predictive
Hebbian Learning",
	journal="Journal of Neuroscience", volume=16, pages="1936-1947", year="1996",}

@inproceedings{Bagnell2001,
	author="J. A. Bagnell and J. Schneider",
	title="Autonomous helicopter control using reinforcement learning policy search methods",
	year="2001",
	booktitle="Proceedings of the International Conference on Robotics and Automation",
	}

@inproceedings{Li2010,
	author="L. Li and W. Chu and J. Langford and R. E. Schapire",
	title="A Contextual-Bandit Approach to Personalized News Article Recommendation",
	year="2010",
	booktitle="WWW",
	pages="661--670",
	}

@inproceedings{Valizadegan2012,
	author="H. Valizadegan and Q. Nguyen and M. Hauskrecht",
	title="Learning Medical Diagnosis Models from Multiple Experts",
	year="2012",
	booktitle="Annual American Medical Informatics Association Symposium",
	}

@inproceedings{Yan2005,
	author="X. Yan and P. Rusmevichientong and B. Van Roy",
	title="Solitaire: Man Versus Machine",
	year="2005",
	booktitle="Advances in Neural Information Processing Systems",
	}

@inproceedings{Schaeffer2001,
	author="J. Shaeffer and M. Hlynka and Vili Jussila",
	title="Temporal difference learning applied to a high-performance game-playing program",
	year="2001",
	booktitle="Proceedings of the International Joint Conference on Artificial Intelligence",
	}

@UNPUBLISHED{Stulp2012,
  author = {Freek Stulp and Olivier Sigaud},
  title = {Policy Improvement Methods: Between Black-Box Optimization and Episodic Reinforcement Learning},
  note = {hal-00738463},
  year = {2012},
  bib2html_pubtype = {HAL},
  bib2html_rescat = {Reinforcement Learning of Robot Skills},
  url = {http://hal.archives-ouvertes.fr/hal-00738463}
}

@article{Jonker2004,
	title="Joint optimization of customer segmentation and marketing policy to maximize long-term profitability",
	year="2004",
	author="J. Jonker and N. Piersma and D. Van den Poel",
	journal="Expert Systems with Applications",
	volume="27",
	number="2",
	pages="159--168",
	}

@inproceedings{Maurer2009,
	author="A. Maurer and M. Pontil",
	title="Empirical {B}ernstein bounds and sample variance penalization",
	year="2009",
	booktitle="Proceedings of the Twenty-Second Annual Conference on Learning Theory",
	pages="115--124",
	}

@article{Pfeifer2000,
	title="Modeling customer relationships as {M}arkov chains",
	journal="Journal of Interactive Marketing",
	pages="43--55",
	year="2000",
	author="P. E. Pfeifer and R. L. Carraway",
	}

@article{Desjardins2011,
	title="Cooperative Adaptive Cruise Control: {A} Reinforcement learning approach",
	year="2011",
	author="C. Desjardins and B. Chaib-draa",
	journal="IEEE Transactions on Intelligent Transportation Systems",
	volume="12",
	number="4",
	}
	
@techreport{Thomas2012b,
	Author="P. S. Thomas",
	Title="Bias in Natural Actor-Critic Algorithms",
	Institution="Department of Computer Science, University of Massachusetts at Amherst",
	Year="2012",
	Number="UM-CS-2012-018",
	}

@inproceedings{Baxter1998,
	author="J. Baxter and A. Tridgell and L. Weaver",
	title="Knight{C}ap: {A} chess program that learns by combining {TD$(\lambda)$} with minimax search",
	year="1998",
	booktitle="Proceedings of the International Conference on Machine Learning",
	pages="28--36",
	}

@inproceedings{Pilarski2011,
	author="P. M. Pilarski and M. R. Dawson and T. Degris and F. Fahimi and J. P. Carey and R. S. Sutton",
	title="Online Human Training of a Myoelectric Prosthesis Controller via Actor-Critic Reinforcement Learning",
	year="2011",
	booktitle="Proceedings of the 2011 IEEE International Conference on Rehabilitation Robotics",
	pages="134--140",
	}

@inproceedings{Ng2004,
	author="A. Ng and J. Kim and M. Jordan and S. Sastry",
	title="Autonomous helicopter flight via reinforcement learning",
	booktitle="Advances in Neural Information Processing Systems 17",
	year="2004"
	}

@inproceedings{Li2011,
	title="Unbiased Offline Evaluation of Contextual-bandit-based News Article Recommendation Algorithms",
	year="2011",
	author="L. Li and W. Chu and J. Langford and X. Wang",
	booktitle="Proceedings of the Fourth International Conference on Web Search and Web Data Mining",
	pages="297--306",
	}

@article{Sahba2008,
	author="F. Sahba and H. R. Tizhoosh and M. M. A. Salama",
	title="Application of reinforcement learning for segmentation of transrectal ultrasound images",
	journal="BMC Medical Imaging",
	volume="8",
	number="8",
	year="2008",
	}

@inproceedings{Tesauro1995,
	 author = "G. Tesauro",
	 title = "Temporal Difference Learning and {TD}-Gammon",
	year = "1995",
	booktitle = "Communications of the ACM",
	volume = "38(3)",
	}

@article{Pineau2009,
	author="J. Pineau and A. Guez and R. Vincent and G. Panuccio and M. Avoli",
	title="Treating epilepsy via adaptive neurostimulation: {A} reinforcement learning approach",
	year="2009",
	journal="International Journal of Neural Systems",
	number="4",
	volume="19",
	pages="227--240",
	}

@inproceedings{Guez2008,
	author="A. Guez and R. D. Vincent and M. Avoli and J. Pineau",
	title="Adaptive Treatment of Epilepsy via Batch-mode Reinforcement Learning",
	year="2008",
	booktitle="Innovative Applications of Artificial Intelligence",
	}

@article{Zhao2009,
	title="Reinforcement learning design for cancer clinical trials",
	author="Y. Zhao and M. R. Kosorok and D. Zeng",
	year="2009",
	journal="Stat Med.",	
	volume="28",
	number="26",
	pages="3294--3315",
	}

@article{Zhao2011b,
	author="Y. Zhao and D. Zeng and M. A. Socinski and M. R. Kosorok",
	title="Reinforcement learning strategies for clinical trials in nonsmall cell lung cancer.",
	year="2011",
	journal="Biometrics",
	volume="67",
	number="4",
	pages="1422--1433",
}

@inproceedings{Moore2010,
	author = "B. Moore and P. Panousis and V. Kulkarni and L. Pyeatt and A. Doufas",
	title = "Reinforcement Learning for Closed-Loop Propofol Anesthesia: A Human Volunteer Study",
	booktitle = "Innovative Applications of Artificial Intelligence",
	year = "2010",
	pages="1807--1813"
	}

@article{Bogert2012,
	author="A. J. van den Bogert and S. Samorezov and B. L. Davis and W. A. Smith",
	title="Modeling and Optimal Control of an Energy-Storing Prosthetic Knee",
	year="2012",
	journal="Submitted",
	}

@inproceedings{thomas2016energetic,
  title={Energetic natural gradient descent},
  author={Thomas, Philip and Silva, Bruno Castro and Dann, Christoph and Brunskill, Emma},
  booktitle={International Conference on Machine Learning},
  pages={2887--2895},
  year={2016}
}


@article{Argall2009,
	author="B. D. Argall and S. Chernova and M. Veloso and B. Browning",
	title="A survey of robot learning from demonstration",
	year="2009",
	volume="57",
	pages="459--483",
	journal="Robotics and Autonomous Systems",
	}

@inproceedings{McGovern2001,
	author="A. McGovern and A. G. Barto",
	title="Automatic discovery of subgoals in reinforcement learning using diverse density",
	year="2001",
	booktitle="Proceedings of the Eighteenth International Conference on Machine Learning",
	pages="361--368",
	}
	
@inproceedings{Maei2010,
	author="H. R. Maei and R. S. Sutton",
	title="{GQ$(\lambda)$}: {A} general gradient algorithm for temporal-difference prediction learning with eligibility traces",
	year="2010",
	booktitle="Proceedings of the Third Conference on Artificial General Intelligence",
	}

@book{Anderson2007,
	author="B. D. Anderson and J. B. Moore",
	title="Optimal control: linear quadratic methods",
	year="2007",
	publisher="Courier Corporation",
	}

@incollection{Lubin1996,
  author      = "L. Lubin and M. Athans",
chapter="39",
  title       = "Linear Quadratic Regulator Control",
  editor      = "W. S. Levine",
  booktitle   = "The Control Handbook",
  publisher   = "CRC press",
  year        =  "1996",
}

@incollection{McDiarmid1998,
	title="Concentration",
	author="C. McDiarmid",
	year="1998",
	publisher="Springer",
	pages="195--248",
	booktitle="Probabilistic Methods of Algorithmic Discrete Mathematics",
	}

@inproceedings{Tetreault2006,
	title="Comparing the utility of state features in spoken dialogue using reinforcement learning",
	author="J. R. Tetreault and D. J. Littman",
	year="2006",
	booktitle="Proceedings of the Human Language Technology/North American Association for Computational Linguistics",
	}


@inproceedings{Konidaris2012,
	author="G. D. Konidaris and S. R. Kuindersma and R. A. Grupen and A. G. Barto",
	title="Robot learning from demonstration by constructing skill trees",
	year="2012",
	journal="The International Journal of Robotics Research",
	volume="31",
	number="3",
	pages="360--375",
	}

@inproceedings{Niekum2011,
	author="S. Niekum and A. G. Barto",
	title="Clustering via {D}irichlet process mixture models for portable skill discovery",
	year="2011",
	booktitle="Advances in Neural Information Processing Systems",
}

@article{Ross2006,
  title={Simulation},
  author={Ross, Sheldon M},
  journal={Burlington, MA: Elsevier},
  year={2006}
}

@inproceedings{Abbeel2004,
	author="P. Abbeel and A. Y. Ng",
	year="2004",
	title="Apprenticeship learning via inverse reinforcement learning",
	booktitle="Proceedings of the Twenty-First International Conference on Machine Learning",
	}

@inproceedings{Ng2000,
	author="A. Y. Ng and S. Russell",
	title="Algorithms for Inverse Reinforcement Learning",
	year="2000",
	booktitle="Proceedings of the Seventeenth International Conference on Machine Learning",
	}
	
@inproceedings{Hans2008,
  title={Safe exploration for reinforcement learning.},
  author={Hans, Alexander and Schneega{\ss}, Daniel and Sch{\"a}fer, Anton Maximilian and Udluft, Steffen},
  booktitle={ESANN},
  pages={143--148},
  year={2008}
}


@inproceedings{Ng1999,
	author="A. Y. Ng and D. Harada and S. Russell",
	title="Policy invariance under reward transformations: {T}heory and application to reward shaping",
	year="1999",
	booktitle="Proceedings of the Sixteenth International Conference on Machine Learning",
}

@inproceedings{Ijspeert2003,
	author="A. J. Ijspeert and J. Nakanishi and S. Schaal",
	title="Learning attractor landscapes for learning motor primitives",
	year="2003",
	booktitle="Advances in Neural Information Processing Systems",
	pages="1523--1530",
	}

@inproceedings{Schaal2003,
	author="S. Schaal",
	title="Dynamic movement primitives: {A} framework for motor control in humans and humanoid robotics",
	year="2003",
	booktitle="Proceedings of the 2nd International Symposium on Adaptive Motion of Animals and Machines",
	}
