@preamble{ " \newcommand{\noop}[1]{} " } % a do-nothing command that serves a purpose
@String { aaai        = {AAAI Conference on Artificial Intelligence (AAAI)} }
@String { aamas       = {International Conference on Autonomous Agents and Multiagent Systems (AAMAS)} }
@String { acc         = {American Control Conference (ACC)} }
@String { aiaa_info   = {AIAA Infotech@Aerospace Conference} }
@String { aiaa_jacic  = {Journal of Aerospace Computing, Information, and Communication} }
@String { allerton    = {Allerton Conference on Communication, Control, and Compution} }
@String { atio        = {AIAA Aviation Technology, Integration, and Operations Conference (ATIO)} }
@String { cacm        = {Communications of the ACM} }
@String { cdc         = {IEEE Conference on Decision and Control (CDC)} }
@String { cvpr        = {IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR)} }
@String { dasc        = {Digital Avionics Systems Conference (DASC)} }
@String { ecml        = {European Conference on Machine Learning (ECML)} }
@String { gnc         = {AIAA Guidance, Navigation, and Control Conference (GNC)} }
@String { icaart      = {International Conference on Agents and Artificial Intelligence (ICAART)} }
@String { icaps       = {International Conference on Automated Planning and Scheduling (ICAPS)} }
@String { icassp      = {International Conference on Acoustics, Speech, and Signal Processing (ICASSP)} }
@String { iclr         = {International Conference on Learning Representations (ICLR)} }
@String { icml        = {International Conference on Machine Learning (ICML)} }
@String { icmla       = {International Conference on Machine Learning and Applications (ICMLA)} }
@String { icra        = {IEEE International Conference on Robotics and Automation (ICRA)} }
@String { icslp       = {International Conference on Spoken Language Processing (ICSLP)} }
@String { ieee_csm    = {IEEE Control Systems Magazine} }
@String { ieee_j_ac   = {IEEE Transactions on Automatic Control} }
@String { ieeeaero    = {IEEE Aerospace Conference} }
@String { ieeeciaig   = {IEEE Transactions on Computational Intelligence and AI in Games} }
@String { ieeecst     = {IEEE Transactions on Control Systems Technology} }
@String { ieeetac     = {IEEE Transactions on Automatic Control} }
@String { ieeetsp     = {IEEE Transactions on Signal Processing} }
@String { ivs		  = {IEEE Intelligent Vehicles Symposium}}
@String { ijcai       = {International Joint Conference on Artificial Intelligence (IJCAI)} }
@String { interspeech = {Annual Conference of the International Speech Communication Association (INTERSPEECH)} }
@String { iros        = {IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)} }
@String { itsc        = {IEEE International Conference on Intelligent Transportation Systems (ITSC)} }
@String { jair        = {Journal of Artificial Intelligence Research} }
@String { jgcd        = {AIAA Journal of Guidance, Control, and Dynamics} }
@String { jmlr        = {Journal of Machine Learning Research} }
@String { jota        = {Journal of Optimization Theory and Applications} }
@String { lion        = {Learning and Intelligent Optimization (LION)} }
@String { mit         = {Massachusetts Institute of Technology} }
@String { mitaa       = {Massachusetts Institute of Technology, Department of Aeronautics and Astronautics} }
@String { mitee       = {Massachusetts Institute of Technology, Department of Electrical Engineering and Computer Science} }
@String { mitme       = {Massachusetts Institute of Technology, Department of Mechanical Engineering} }
@String { mor         = {Mathematics of Operations Research} }
@String { nhtsa       = {National Highway and Traffic Safety Administration (NHTSA)} }
@String { nips        = {Advances in Neural Information Processing Systems (NIPS)} }
@String { or          = {Operations Research} }
@String { rss         = {Robotics: Science and Systems} }
@String { sigcomm     = {ACM Special Interest Group on Data Communication (SIGCOMM)} }
@String { suaa        = {Stanford University, Department of Aeronautics and Astronautics} }
@String { suee        = {Stanford University, Department of Electrical Engineering} }
@String { sume        = {Stanford University, Department of Mechanical Engineering} }
@String { tac         = {IEEE Transactions on Automatic Control} }
@String { tacas       = {International Conference on Tools and Algorithms for the Construction and Analysis of Systems (TACAS)} }
@String { taes        = {IEEE Transactions on Aerospace and Electronic Systems} }
@String { uai         = {Conference on Uncertainty in Artificial Intelligence (UAI)} }

@inproceedings{lee2015adaptive,
  title={Adaptive stress testing of airborne collision avoidance systems},
  author={Lee, Ritchie and Kochenderfer, Mykel J. and Mengshoel, Ole J. and Brat, Guillaume P. and Owen, Michael P.},
  booktitle=dasc,
  year={2015},
}

@article{lee2020adaptive,
  title={Adaptive Stress Testing: Finding Likely Failure Events with Reinforcement Learning},
  author={Lee, Ritchie and Mengshoel, Ole J and Saksena, Anshu and Gardner, Ryan W and Genin, Daniel and Silbermann, Joshua and Owen, Michael and Kochenderfer, Mykel J},
  journal={Journal of Artificial Intelligence Research},
  volume={69},
  pages={1165--1201},
  year={2020}
}

@Book{DMU,
	author 					= {Kochenderfer, Mykel J.},
    title 					= {Decision Making Under Uncertainty},
    Publisher                = {{MIT} Press},
  	Year                     = {2015},
  	Chapter                  = {Model Uncertainty},
  	Pages                    = {113-132}
}

@article{koren2020formulation,
  title={The Adaptive Stress Testing Formulation},
  author={Koren, Mark and Corso, Anthony and Kochenderfer, Mykel J.},
  journal={arXiv preprint arXiv:2004.04293},
  year={2020}
}

@article{brockman2016openai,
  title={{OpenAI} gym},
  author={Brockman, Greg and Cheung, Vicki and Pettersson, Ludwig and Schneider, Jonas and Schulman, John and Tang, Jie and Zaremba, Wojciech},
  journal={arXiv preprint arXiv:1606.01540},
  year={2016}
}

@misc{garage,
 author = {{The garage contributors}},
 title = {Garage: A toolkit for reproducible reinforcement learning research},
 year = {2019},
 publisher = {GitHub},
 journal = {GitHub repository},
 howpublished = {\url{https://github.com/rlworkgroup/garage}},
 commit = {be070842071f736eb24f28e4b902a9f144f5c97b}
}

@inproceedings{schulman2015trust,
  title={Trust region policy optimization},
  author={Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle= icml,
  year={2015}
}

@article{schulman2017ppo,
  author    = {John Schulman and
               Filip Wolski and
               Prafulla Dhariwal and
               Alec Radford and
               Oleg Klimov},
  title     = {Proximal Policy Optimization Algorithms},
  journal   = {CoRR},
  volume    = {abs/1707.06347},
  year      = {2017},
  archivePrefix = {arXiv},
  eprint    = {1707.06347},
}

@article{koren2020adaptive,
    title={Adaptive Stress Testing without Domain Heuristics using Go-Explore},
    author={Mark Koren and Mykel J. Kochenderfer},
    journal={arXiv preprint arXiv:2004.04292},
    year={2020},
}

@inproceedings{koren2018adaptive,
  title={Adaptive Stress Testing for Autonomous Vehicles},
  author={Koren, Mark and Alsaif, Saud and Lee, Ritchie and Kochenderfer, Mykel J.},
  booktitle={IEEE Intelligent Vehicles Symposium},
  year={2018},
  organization={IEEE}
}

@inproceedings{corso2019adaptive,
  title={Adaptive Stress Testing with Reward Augmentation for Autonomous Vehicle Validation},
  author={Corso, Anthony and Du, Peter and Driggs-Campbell, Katherine and Kochenderfer, Mykel J.},
  booktitle={IEEE Intelligent Transportation Systems Conference (ITSC)},
  pages={163--168},
  year={2019},
  organization={IEEE}
}

@article{corso2020interpretable,
  title={Interpretable Safety Validation for Autonomous Vehicles},
  author={Corso, Anthony and Kochenderfer, Mykel J},
  journal={arXiv preprint arXiv:2004.06805},
  year={2020}
}

@inproceedings{koren2019efficient,
  title={Efficient autonomy validation in simulation with adaptive stress testing},
  author={Koren, Mark and Kochenderfer, Mykel J.},
  booktitle={IEEE Intelligent Transportation Systems Conference (ITSC)},
  pages={4178--4183},
  year={2019},
  organization={IEEE}
}

@inproceedings{moss2020adaptive,
  title={Adaptive Stress Testing of Trajectory Predictions in Flight Management Systems},
  author={Moss, Robert J and Lee, Ritchie and Visser, Nicholas and Hochwarth, Joachim and Lopez, James G and Kochenderfer, Mykel J},
  booktitle=dasc,
  year={2020},
}

@article{julian2020validation,
  title={Validation of Image-Based Neural Network Controllers through Adaptive Stress Testing},
  author={Julian, Kyle D and Lee, Ritchie and Kochenderfer, Mykel J},
  journal={arXiv preprint arXiv:2003.02381},
  year={2020}
}
