Niekum.bib

@article{Hanna2016,
  author    = {Josiah P. Hanna and
               Peter Stone and
               Scott Niekum},
  title     = {High Confidence Off-Policy Evaluation with Models},
  journal   = {arXiv:1606.06126}
}


@inproceedings{niekum2013incremental,
  title={Incremental Semantically Grounded Learning from Demonstration.},
  author={Niekum, Scott and Chitta, Sachin and Barto, Andrew G and Marthi, Bhaskara and Osentoski, Sarah},
  booktitle={Robotics: Science and Systems (RSS)},
  volume={9},
  year={2013}
}


@inproceedings{frank2016towards,
  title={Towards teleoperation-based interactive learning of robot kinematics using a mobile augmented reality interface on a tablet},
  author={Frank, Jared A and Kapila, Vikram},
  booktitle={2016 Indian Control Conference (ICC)},
  pages={385--392},
  year={2016},
  organization={IEEE}
}

@inproceedings{okura2013teleoperation,
  title={Teleoperation of mobile robots by generating augmented free-viewpoint images},
  author={Okura, Fumio and Ueda, Yuko and Sato, Tomokazu and Yokoya, Naokazu},
  booktitle={2013 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={665--671},
  year={2013},
  organization={IEEE}
}

@inproceedings{milgram1993applications,
  title={Applications of augmented reality for human-robot communication},
  author={Milgram, Paul and Zhai, Shumin and Drascic, David and Grodski, Julius},
  booktitle={Intelligent Robots and Systems' 93, IROS'93. Proceedings of the 1993 IEEE/RSJ International Conference on},
  volume={3},
  pages={1467--1472},
  year={1993},
  organization={IEEE}
}

@article{azuma1997survey,
  title={A survey of augmented reality},
  author={Azuma, Ronald T},
  journal={Presence: Teleoperators and virtual environments},
  volume={6},
  number={4},
  pages={355--385},
  year={1997},
  publisher={MIT Press}
}

@inproceedings{li2013using,
  title={Using informative behavior to increase engagement in the tamer framework},
  author={Li, Guangliang and Hung, Hayley and Whiteson, Shimon and Knox, W Bradley},
  booktitle={Proceedings of the 2013 international conference on Autonomous agents and multi-agent systems},
  pages={909--916},
  year={2013},
  organization={International Foundation for Autonomous Agents and Multiagent Systems}
}


@article{kulvicius2012joining,
  title={Joining movement sequences: Modified dynamic movement primitives for robotics applications exemplified on handwriting},
  author={Kulvicius, Tomas and Ning, KeJun and Tamosiunaite, Minija and Worgotter, F},
  journal={Robotics, IEEE Transactions on},
  volume={28},
  number={1},
  pages={145--157},
  year={2012},
  publisher={IEEE}
}

@inproceedings{kober2009learning,
  title={Learning motor primitives for robotics},
  author={Kober, Jens and Peters, Jan},
  booktitle={Robotics and Automation, 2009. ICRA'09. IEEE International Conference on},
  pages={2112--2118},
  year={2009},
  organization={IEEE}
}

@article{tamosiunaite2011learning,
  title={Learning to pour with a robot arm combining goal and shape learning for dynamic movement primitives},
  author={Tamosiunaite, Minija and Nemec, Bojan and Ude, Ale{\v{s}} and W{\"o}rg{\"o}tter, Florentin},
  journal={Robotics and Autonomous Systems},
  volume={59},
  number={11},
  pages={910--922},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{bitzer2009latent,
  title={Latent spaces for dynamic movement primitives},
  author={Bitzer, Sebastian and Vijayakumar, Sethu},
  booktitle={Humanoid Robots, 2009. Humanoids 2009. 9th IEEE-RAS International Conference on},
  pages={574--581},
  year={2009},
  organization={IEEE}
}

@article{da2012learning,
  title={Learning parameterized skills},
  author={Da Silva, Bruno and Konidaris, George and Barto, Andrew},
  journal={arXiv preprint arXiv:1206.6398},
  year={2012}
}

@inproceedings{gams2015learning,
  title={Learning of parametric coupling terms for robot-environment interaction},
  author={Gams, Andrej and Denisa, Miha and Ude, Ales},
  booktitle={Humanoid Robots (Humanoids), 2015 IEEE-RAS 15th International Conference on},
  pages={304--309},
  year={2015},
  organization={IEEE}
}

@article{lenat1995cyc,
  title={CYC: A large-scale investment in knowledge infrastructure},
  author={Lenat, Douglas B},
  journal={Communications of the ACM},
  volume={38},
  number={11},
  pages={33--38},
  year={1995},
  publisher={ACM}
}

@inproceedings{bilenko2004integrating,
  title={Integrating constraints and metric learning in semi-supervised clustering},
  author={Bilenko, Mikhail and Basu, Sugato and Mooney, Raymond J},
  booktitle={Proceedings of the twenty-first international conference on Machine learning},
  pages={11},
  year={2004},
  organization={ACM}
}

@article{yang2006distance,
  title={Distance metric learning: A comprehensive survey},
  author={Yang, Liu and Jin, Rong},
  journal={Michigan State Universiy},
  volume={2},
  year={2006}
}

@article{xing2003distance,
  title={Distance metric learning with application to clustering with side-information},
  author={Xing, Eric P and Ng, Andrew Y and Jordan, Michael I and Russell, Stuart},
  journal={Advances in neural information processing systems},
  volume={15},
  pages={505--512},
  year={2003},
  publisher={MIT; 1998}
}

@inproceedings{krahenbuhl2015learning,
  title={Learning to propose objects},
  author={Krahenbuhl, Philipp and Koltun, Vladlen},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2015 IEEE Conference on},
  pages={1574--1582},
  year={2015},
  organization={IEEE}
}


@inproceedings{humayun2015middle,
  title={The Middle Child Problem: Revisiting Parametric Min-cut and Seeds for Object Proposals},
  author={Humayun, Ahmad and Li, Fuxin and Rehg, James M},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={1600--1608},
  year={2015}
}


@inproceedings{ngiam2011multimodal,
  title={Multimodal deep learning},
  author={Ngiam, Jiquan and Khosla, Aditya and Kim, Mingyu and Nam, Juhan and Lee, Honglak and Ng, Andrew Y},
  booktitle={Proceedings of the 28th international conference on machine learning (ICML-11)},
  pages={689--696},
  year={2011}
}

@inproceedings{wang2010locality,
  title={Locality-constrained linear coding for image classification},
  author={Wang, Jinjun and Yang, Jianchao and Yu, Kai and Lv, Fengjun and Huang, Thomas and Gong, Yihong},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2010 IEEE Conference on},
  pages={3360--3367},
  year={2010},
  organization={IEEE}
}

@article{lavalle2000rapidly,
  title={Rapidly-exploring random trees: Progress and prospects},
  author={LaValle, Steven M and Kuffner Jr, James J},
  year={2000},
  publisher={Citeseer}
}

@inproceedings{cohen2010search,
  title={Search-based planning for manipulation with motion primitives},
  author={Cohen, Benjamin J and Chitta, Sachin and Likhachev, Maxim},
  booktitle={Robotics and Automation (ICRA), 2010 IEEE International Conference on},
  pages={2902--2908},
  year={2010},
  organization={IEEE}
}

@inproceedings{phillips2012graphs,
  title={E-Graphs: Bootstrapping Planning with Experience Graphs.},
  author={Phillips, Mike and Cohen, Benjamin J and Chitta, Sachin and Likhachev, Maxim},
  booktitle={Robotics: Science and Systems},
  year={2012}
}

@inproceedings{likhachev2005anytime,
  title={Anytime Dynamic A*: An Anytime, Replanning Algorithm.},
  author={Likhachev, Maxim and Ferguson, David I and Gordon, Geoffrey J and Stentz, Anthony and Thrun, Sebastian},
  booktitle={ICAPS},
  pages={262--271},
  year={2005}
}

@article{misra2014tell,
  title={Tell me Dave: Context-sensitive grounding of natural language to manipulation instructions},
  author={Misra, Dipendra K and Sung, Jaeyong and Lee, Kevin and Saxena, Ashutosh},
  journal={Proceedings of Robotics: Science and Systems (RSS), Berkeley, USA},
  year={2014}
}

@inproceedings{ren2010figure,
  title={Figure-ground segmentation improves handled object recognition in egocentric video},
  author={Ren, Xiaofeng and Gu, Chunhui},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2010 IEEE Conference on},
  pages={3137--3144},
  year={2010},
  organization={IEEE}
}

@inproceedings{li2013learning,
  title={Learning to predict gaze in egocentric video},
  author={Li, Yin and Fathi, Alahoum and Rehg, James M},
  booktitle={Computer Vision (ICCV), 2013 IEEE International Conference on},
  pages={3216--3223},
  year={2013},
  organization={IEEE}
}

@inproceedings{fathi2011learning,
  title={Learning to recognize objects in egocentric activities},
  author={Fathi, Alireza and Ren, Xiaofeng and Rehg, James M},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2011 IEEE Conference On},
  pages={3281--3288},
  year={2011},
  organization={IEEE}
}

@inproceedings{cakmak2012designing,
  title={Designing robot learners that ask good questions},
  author={Cakmak, Maya and Thomaz, Andrea L},
  booktitle={Proceedings of the seventh annual ACM/IEEE international conference on Human-Robot Interaction},
  pages={17--24},
  year={2012},
  organization={ACM}
}

@article{tellex2014asking,
  title={Asking for help using inverse semantics},
  author={Tellex, Stefanie and Knepper, Ross and Li, Adrian and Rus, Daniela and Roy, Nicholas},
  journal={Proceedings of Robotics: Science and Systems, Berkeley, USA},
  year={2014}
}

@inproceedings{jia2014caffe,
  title={Caffe: Convolutional architecture for fast feature embedding},
  author={Jia, Yangqing and Shelhamer, Evan and Donahue, Jeff and Karayev, Sergey and Long, Jonathan and Girshick, Ross and Guadarrama, Sergio and Darrell, Trevor},
  booktitle={Proceedings of the ACM International Conference on Multimedia},
  pages={675--678},
  year={2014},
  organization={ACM}
}

@article{goldberg2014word2vec,
  title={word2vec Explained: deriving Mikolov et al.'s negative-sampling word-embedding method},
  author={Goldberg, Yoav and Levy, Omer},
  journal={arXiv preprint arXiv:1402.3722},
  year={2014}
}

@article{blei2012probabilistic,
  title={Probabilistic topic models},
  author={Blei, David M},
  journal={Communications of the ACM},
  volume={55},
  number={4},
  pages={77--84},
  year={2012},
  publisher={ACM}
}

@incollection{brostow2008segmentation,
  title={Segmentation and recognition using structure from motion point clouds},
  author={Brostow, Gabriel J and Shotton, Jamie and Fauqueur, Julien and Cipolla, Roberto},
  booktitle={Computer Vision--ECCV 2008},
  pages={44--57},
  year={2008},
  publisher={Springer}
}

@article{toris2014robot,
  title={The robot management system: A framework for conducting human-robot interaction studies through crowdsourcing},
  author={Toris, Russell and Kent, David and Chernova, Sonia},
  journal={Journal of Human-Robot Interaction},
  volume={3},
  number={2},
  pages={25--49},
  year={2014}
}

@article{miller1995wordnet,
  title={WordNet: a lexical database for English},
  author={Miller, George A},
  journal={Communications of the ACM},
  volume={38},
  number={11},
  pages={39--41},
  year={1995},
  publisher={ACM}
}


@inproceedings{wang2012detection,
  title={Detection by detections: Non-parametric detector adaptation for a video},
  author={Wang, Xiaoyu and Hua, Gang and Han, Tony X},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2012 IEEE Conference on},
  pages={350--357},
  year={2012},
  organization={IEEE}
}

@inproceedings{tang2012shifting,
  title={Shifting weights: Adapting object detectors from image to video},
  author={Tang, Kevin and Ramanathan, Vignesh and Fei-Fei, Li and Koller, Daphne},
  booktitle={Advances in Neural Information Processing Systems},
  pages={638--646},
  year={2012}
}

@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={Computer Vision and Pattern Recognition, 2009. CVPR 2009. IEEE Conference on},
  pages={248--255},
  year={2009},
  organization={IEEE}
}

@article{bojanowski2015weakly,
  title={Weakly-Supervised Alignment of Video With Text},
  author={Bojanowski, Piotr and Lagugie, R{\'e}mi and Grave, Edouard and Bach, Francis and Laptev, Ivan and Ponce, Jean and Schmid, Cordelia},
  journal={arXiv preprint arXiv:1505.06027},
  year={2015}
}

@article{sener2015unsupervised,
  title={Unsupervised Semantic Parsing of Video Collections},
  author={Sener, Ozan and Zamir, Amir and Savarese, Silvio and Saxena, Ashutosh},
  journal={arXiv preprint arXiv:1506.08438},
  year={2015}
}

@incollection{jain2014supervoxel,
  title={Supervoxel-consistent foreground propagation in video},
  author={Jain, Suyog Dutt and Grauman, Kristen},
  booktitle={Computer Vision--ECCV 2014},
  pages={656--671},
  year={2014},
  publisher={Springer}
}

@inproceedings{manning2014stanford,
  title={The Stanford CoreNLP natural language processing toolkit},
  author={Manning, Christopher D and Surdeanu, Mihai and Bauer, John and Finkel, Jenny and Bethard, Steven J and McClosky, David},
  booktitle={Proceedings of 52nd Annual Meeting of the Association for Computational Linguistics: System Demonstrations},
  pages={55--60},
  year={2014}
}

@article{mikolov2013efficient,
  title={Efficient estimation of word representations in vector space},
  author={Mikolov, Tomas and Chen, Kai and Corrado, Greg and Dean, Jeffrey},
  journal={arXiv preprint arXiv:1301.3781},
  year={2013}
}

@inproceedings{kollar2010toward,
  title={Toward understanding natural language directions},
  author={Kollar, Thomas and Tellex, Stefanie and Roy, Deb and Roy, Nicholas},
  booktitle={Human-Robot Interaction (HRI), 2010 5th ACM/IEEE International Conference on},
  pages={259--266},
  year={2010},
  organization={IEEE}
}

@inproceedings{tellex2011understanding,
  title={Understanding Natural Language Commands for Robotic Navigation and Mobile Manipulation.},
  author={Tellex, Stefanie and Kollar, Thomas and Dickerson, Steven and Walter, Matthew R and Banerjee, Ashis Gopal and Teller, Seth J and Roy, Nicholas},
  booktitle={AAAI},
  year={2011}
}

@inproceedings{bollini2013interpreting,
  title={Interpreting and executing recipes with a cooking robot},
  author={Bollini, Mario and Tellex, Stefanie and Thompson, Tyler and Roy, Nicholas and Rus, Daniela},
  booktitle={Experimental Robotics},
  pages={481--495},
  year={2013},
  organization={Springer}
}

@inproceedings{nyga2012everything,
  title={Everything robots always wanted to know about housework (but were afraid to ask)},
  author={Nyga, Daniel and Beetz, Michael},
  booktitle={Intelligent Robots and Systems (IROS), 2012 IEEE/RSJ International Conference on},
  pages={243--250},
  year={2012},
  organization={IEEE}
}

@inproceedings{schumacher2012extraction,
  title={Extraction of procedural knowledge from the web: A comparison of two workflow extraction approaches},
  author={Schumacher, Pol and Minor, Mirjam and Walter, Kirstin and Bergmann, Ralph},
  booktitle={Proceedings of the 21st international conference companion on World Wide Web},
  pages={739--747},
  year={2012},
  organization={ACM}
}

@inproceedings{matuszek2013learning,
  title={Learning to parse natural language commands to a robot control system},
  author={Matuszek, Cynthia and Herbst, Evan and Zettlemoyer, Luke and Fox, Dieter},
  booktitle={Experimental Robotics},
  pages={403--415},
  year={2013},
  organization={Springer}
}

@article{kroemertowards,
  title={Towards Learning Hierarchical Skills for Multi-Phase Manipulation Tasks},
  author={Kroemer, Oliver and Daniel, Christian and Neumann, Gerhard and van Hoof, Herke and Peters, Jan},
  booktitle={IEEE International Conference on Robotics and Automation (ICRA)},
  year={2015}
}

@inproceedings{tenorth2010understanding,
  title={Understanding and executing instructions for everyday manipulation tasks from the world wide web},
  author={Tenorth, Moritz and Nyga, Daniel and Beetz, Michael},
  booktitle={Robotics and Automation (ICRA), 2010 IEEE International Conference on},
  pages={1486--1491},
  year={2010},
  organization={IEEE}
}

@inproceedings{tenorth2012roboearth,
  title={The roboearth language: Representing and exchanging knowledge about actions, objects, and environments},
  author={Tenorth, Moritz and Perzylo, Alexander Clifford and Lafrenz, Reinhard and Beetz, Michael},
  booktitle={Robotics and Automation (ICRA), 2012 IEEE International Conference on},
  pages={1284--1289},
  year={2012},
  organization={IEEE}
}

@inproceedings{yu2014instructional,
  title={Instructional videos for unsupervised harvesting and learning of action examples},
  author={Yu, Shoou-I and Jiang, Lu and Hauptmann, Alexander},
  booktitle={Proceedings of the ACM International Conference on Multimedia},
  pages={825--828},
  year={2014},
  organization={ACM}
}

@inproceedings{pangercic2012semantic,
  title={Semantic object maps for robotic housework-representation, acquisition and use},
  author={Pangercic, Dejan and Pitzer, Benjamin and Tenorth, Moritz and Beetz, Michael},
  booktitle={Intelligent Robots and Systems (IROS), 2012 IEEE/RSJ International Conference on},
  pages={4644--4651},
  year={2012},
  organization={IEEE}
}

@article{saxena2014robobrain,
  title={RoboBrain: Large-Scale Knowledge Engine for Robots},
  author={Saxena, Ashutosh and Jain, Ashesh and Sener, Ozan and Jami, Aditya and Misra, Dipendra K and Koppula, Hema S},
  journal={arXiv preprint arXiv:1412.0691},
  year={2014}
}

@article{yang2015robot,
  title={Robot learning manipulation action plans by “watching” unconstrained videos from the world wide web},
  author={Yang, Yezhou and Li, Yi and Aloimonos, Yiannis},
  journal={Under Review},
  year={2015}
}

@article{malmaud2015s,
  title={What's Cookin'? Interpreting Cooking Videos using Text, Speech and Vision},
  author={Malmaud, Jonathan and Huang, Jonathan and Rathod, Vivek and Johnston, Nick and Rabinovich, Andrew and Murphy, Kevin},
  journal={arXiv preprint arXiv:1503.01558},
  year={2015}
}

@inproceedings{thomas2015omega,
  title={Policy Evaluation Using the Omega-Return},
  author={Thomas, Philip S and  Niekum, Scott and Theocharous, G and Konidaris, George },
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  year={2015}
}

@inproceedings{konidaris2011td_gamma,
  title={TD\_gamma: Re-evaluating Complex Backups in Temporal Difference Learning},
  author={Konidaris, George and Niekum, Scott and Thomas, Philip S},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  year={2011}
}


@phdthesis{niekum2013semantically,
  title={Semantically grounded learning from unstructured demonstrations},
  author={Niekum, Scott},
  year={2013},
  school={Department of Computer Science, University of Massachusetts Amherst}
}

@inproceedings{niekum2013integrated,
  title={An Integrated System for Learning Multi-Step Robotic Tasks from Unstructured Demonstrations.},
  author={Niekum, Scott},
  booktitle={AAAI Spring Symposium: Designing Intelligent Robots},
  year={2013}
}

@inproceedings{konidaris2013robot,
  title={Robot Learning: Some Recent Examples},
  author={Konidaris, G and Kuindersma, S and Niekum, S and Grupen, R and Barto, A},
  booktitle={The Sixteenth Yale Workshop on Adaptive and Learning Systems},
  year={2013},
  organization={Citeseer}
}

@inproceedings{niekum2014learning,
  title={Learning Articulation Changepoint Models from Demonstration},
  author={Niekum, Scott and Osentoski, Sarah and Atkeson, Christopher G and Barto, Andrew G},
  booktitle={RSS Workshop on Learning Plans with Context from Human Signals},
  year={2014}
}

@inproceedings{niekum2014CHAMP,
  title={CHAMP: Changepoint Detection Using Approximate Model Parameters},
  author={Niekum, Scott and Osentoski, Sarah and Atkeson, Chris G. and Barto, Andrew G},
  booktitle={Technical report CMU-RI-TR-14-10, Robotics Institute, Carnegie Mellon University},
  year={2014}
}

@inproceedings{niekum2015Nonparam,
  title={A Brief Introduction to Bayesian Nonparametric Methods for Clustering and Time Series Analysis},
  author={Niekum, Scott},
  booktitle={Technical report CMU-RI-TR-15-02, Robotics Institute, Carnegie Mellon University},
  year={2015}
}

@inproceedings{thomas2015omega,
  title={Policy Evaluation Using the Omega-Return},
  author={Thomas, P.S. and Niekum, S. and Theocharous, G. and Konidaris, G.D.},
  booktitle={Advances in Neural Information Processing Systems 29 (NIPS)},
  year={2015}
}

@inproceedings{pito1996sensor,
  title={A sensor-based solution to the “next best view” problem},
  author={Pito, Richard},
  booktitle={Pattern Recognition, Proceedings of the 13th International Conference on},
  volume={1},
  pages={941--945},
  year={1996},
  organization={IEEE}
}

@inproceedings{wenhardt2006information,
  title={An information theoretic approach for next best view planning in 3-d reconstruction},
  author={Wenhardt, Stefan and Deutsch, Benjamin and Hornegger, Joachim and Niemann, Heinrich and Denzler, Joachim},
  booktitle={Pattern Recognition, 18th International Conference on},
  volume={1},
  pages={103--106},
  year={2006},
  organization={IEEE}
}

@inproceedings{sohn2014improved,
  title={Improved multimodal deep learning with variation of information},
  author={Sohn, Kihyuk and Shang, Wenling and Lee, Honglak},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2141--2149},
  year={2014}
}

@article{eitel2015multimodal,
  title={Multimodal Deep Learning for Robust RGB-D Object Recognition},
  author={Eitel, Andreas and Springenberg, Jost Tobias and Spinello, Luciano and Riedmiller, Martin and Burgard, Wolfram},
  journal={arXiv preprint arXiv:1507.06821},
  year={2015}
}

@article{chow2015robust,
  title={Robust Policy Optimization with Baseline Guarantees},
  author={Chow, Yinlam and Petrik, Marek and Ghavamzadeh, Mohammad},
  journal={arXiv preprint arXiv:1506.04514},
  year={2015}
}

@inproceedings{thomas2015improve,
  title={High confidence policy improvement},
  author={Thomas, Philip and Theocharous, Georgios and Ghavamzadeh, Mohammad},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML-15)},
  pages={2380--2388},
  year={2015}
}

@inproceedings{thomas2015eval,
  title={High confidence off-policy evaluation},
  author={Thomas, P and Theocharous, Georgios and Ghavamzadeh, Mohammad},
  booktitle={Twenty-Ninth AAAI Conference on Artificial Intelligence},
  year={2015}
}

@inproceedings{pastor2012towards,
  title={Towards associative skill memories},
  author={Pastor, Peter and Kalakrishnan, Mrinal and Righetti, Ludovic and Schaal, Stefan},
  booktitle={Humanoid Robots (Humanoids), 2012 12th IEEE-RAS International Conference on},
  pages={309--315},
  year={2012},
  organization={IEEE}
}

@article{niekum2015learning,
  title={Learning grounded finite-state representations from unstructured demonstrations},
  author={Niekum, Scott and Osentoski, Sarah and Konidaris, George and Chitta, Sachin and Marthi, Bhaskara and Barto, Andrew G},
  journal={The International Journal of Robotics Research},
  volume={34},
  number={2},
  pages={131--157},
  year={2015},
  publisher={SAGE Publications}
}

@inproceedings{niekum2012learning,
  title={Learning and generalization of complex tasks from unstructured demonstrations},
  author={Niekum, Scott and Osentoski, Sarah and Konidaris, George and Barto, Andrew G},
  booktitle={Intelligent Robots and Systems (IROS), IEEE/RSJ International Conference on},
  year={2012},
  organization={IEEE}
}

@article{kober2013reinforcement,
  title={Reinforcement learning in robotics: A survey},
  author={Kober, Jens and Bagnell, J Andrew and Peters, Jan},
  journal={The International Journal of Robotics Research},
  year={2013},
  publisher={SAGE Publications}
}

@inproceedings{deisenroth2011pilco,
  title={PILCO: A model-based and data-efficient approach to policy search},
  author={Deisenroth, Marc and Rasmussen, Carl E},
  booktitle={Proceedings of the 28th International Conference on Machine Learning (ICML-11)},
  pages={465--472},
  year={2011}
}

@article{levine2015end,
  title={End-to-End Training of Deep Visuomotor Policies},
  author={Levine, Sergey and Finn, Chelsea and Darrell, Trevor and Abbeel, Pieter},
  journal={arXiv preprint arXiv:1504.00702},
  year={2015}
}

@inproceedings{hausman2015active,
  title={Active Articulation Model Estimation through Interactive Perception},
  author={Hausman, Karol and Niekum, Scott and Osentoski, Sarah and Sukhatme, G},
  booktitle={IEEE International Conference on Robotics and Automation (ICRA)},
  year={2015}
}


@inproceedings{katz2013clearing,
  title={Clearing a pile of unknown objects using interactive perception},
  author={Katz, Dov and Kazemi, Mostafa and Bagnell, J Andrew and Stentz, Anthony},
  booktitle={Robotics and Automation (ICRA), 2013 IEEE International Conference on},
  pages={154--161},
  year={2013},
  organization={IEEE}
}


@inproceedings{willimon2011classification,
  title={Classification of clothing using interactive perception},
  author={Willimon, Bryan and Birchfield, Stan and Walker, Ian},
  booktitle={Robotics and Automation (ICRA), 2011 IEEE International Conference on},
  pages={1862--1868},
  year={2011},
  organization={IEEE}
}

@inproceedings{niekum2015online,
  title={Online Bayesian Changepoint Detection for Articulated Motion Models},
  author={Niekum, Scott and Osentoski, Sarah and Atkeson, Christopher G and Barto, Andrew G},
  booktitle={IEEE International Conference on Robotics and Automation (ICRA)},
  year={2015}
}


@inproceedings{fei2005bayesian,
  title={A bayesian hierarchical model for learning natural scene categories},
  author={Fei-Fei, Li and Perona, Pietro},
  booktitle={Computer Vision and Pattern Recognition (CVPR), IEEE Computer Society Conference on},
  volume={2},
  pages={524--531},
  year={2005},
  organization={IEEE}
}


@article{sermanet2013overfeat,
  title={Overfeat: Integrated recognition, localization and detection using convolutional networks},
  author={Sermanet, Pierre and Eigen, David and Zhang, Xiang and Mathieu, Micha{\"e}l and Fergus, Rob and LeCun, Yann},
  journal={arXiv preprint arXiv:1312.6229},
  year={2013}
}


@inproceedings{bo2013multipath,
  title={Multipath sparse coding using hierarchical matching pursuit},
  author={Bo, Liefeng and Ren, Xiaofeng and Fox, Dieter},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2013 IEEE Conference on},
  pages={660--667},
  year={2013},
  organization={IEEE}
}


@inproceedings{yao2012codebook,
  title={A codebook-free and annotation-free approach for fine-grained image categorization},
  author={Yao, Bangpeng and Bradski, Gary and Fei-Fei, Li},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2012 IEEE Conference on},
  pages={3466--3473},
  year={2012},
  organization={IEEE}
}


@inproceedings{yao2010grouplet,
  title={Grouplet: A structured image representation for recognizing human and object interactions},
  author={Yao, Bangpeng and Fei-Fei, Li},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2010 IEEE Conference on},
  pages={9--16},
  year={2010},
  organization={IEEE}
}


@inproceedings{yao2011combining,
  title={Combining randomization and discrimination for fine-grained image categorization},
  author={Yao, Bangpeng and Khosla, Aditya and Fei-Fei, Li},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2011 IEEE Conference on},
  pages={1577--1584},
  year={2011},
  organization={IEEE}                                                              
}


@incollection{zhang2014part,
  title={Part-based R-CNNs for fine-grained category detection},
  author={Zhang, Ning and Donahue, Jeff and Girshick, Ross and Darrell, Trevor},
  booktitle={Computer Vision--ECCV 2014},
  pages={834--849},
  year={2014},
  publisher={Springer}
}


@article{donahue2013decaf,
  title={Decaf: A deep convolutional activation feature for generic visual recognition},
  author={Donahue, Jeff and Jia, Yangqing and Vinyals, Oriol and Hoffman, Judy and Zhang, Ning and Tzeng, Eric and Darrell, Trevor},
  journal={arXiv preprint arXiv:1310.1531},
  year={2013}
}


@inproceedings{razavian2014cnn,
  title={CNN features off-the-shelf: an astounding baseline for recognition},
  author={Razavian, Ali S and Azizpour, Hossein and Sullivan, Josephine and Carlsson, Stefan},
  booktitle={Computer Vision and Pattern Recognition Workshops (CVPRW), 2014 IEEE Conference on},
  pages={512--519},
  year={2014},
  organization={IEEE}
}

@inproceedings{chiu2003probabilistic,
  title={Probabilistic discovery of time series motifs},
  author={Chiu, Bill and Keogh, Eamonn and Lonardi, Stefano},
  booktitle={Proceedings of the ninth ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={493--498},
  year={2003},
  organization={ACM}
}

@inproceedings{ye2009time,
  title={Time series shapelets: a new primitive for data mining},
  author={Ye, Lexiang and Keogh, Eamonn},
  booktitle={Proceedings of the 15th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={947--956},
  year={2009},
  organization={ACM}
}

@inproceedings{mueen2011logical,
  title={Logical-shapelets: an expressive primitive for time series classification},
  author={Mueen, Abdullah and Keogh, Eamonn and Young, Neal},
  booktitle={Proceedings of the 17th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={1154--1162},
  year={2011},
  organization={ACM}
}


@article{lin2007experiencing,
  title={Experiencing SAX: a novel symbolic representation of time series},
  author={Lin, Jessica and Keogh, Eamonn and Wei, Li and Lonardi, Stefano},
  journal={Data Mining and knowledge discovery},
  volume={15},
  number={2},
  pages={107--144},
  year={2007},
  publisher={Springer}
}

@inproceedings{madry2014st,
  title={ST-HMP: Unsupervised spatio-temporal feature learning for tactile data},
  author={Madry, Marianna and Bo, Liefeng and Kragic, Danica and Fox, Dieter},
  booktitle={Robotics and Automation (ICRA), 2014 IEEE International Conference on},
  pages={2262--2269},
  year={2014},
  organization={IEEE}
}


@inproceedings{lee2009unsupervised,
  title={Unsupervised feature learning for audio classification using convolutional deep belief networks},
  author={Lee, Honglak and Pham, Peter and Largman, Yan and Ng, Andrew Y},
  booktitle={Advances in neural information processing systems},
  pages={1096--1104},
  year={2009}
}


@inproceedings{wei2006semi,
  title={Semi-supervised time series classification},
  author={Wei, Li and Keogh, Eamonn},
  booktitle={Proceedings of the 12th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={748--753},
  year={2006},
  organization={ACM}
}


@inproceedings{xi2006fast,
  title={Fast time series classification using numerosity reduction},
  author={Xi, Xiaopeng and Keogh, Eamonn and Shelton, Christian and Wei, Li and Ratanamahatana, Chotirat Ann},
  booktitle={Proceedings of the 23rd international conference on Machine learning},
  pages={1033--1040},
  year={2006},
  organization={ACM}
}


@incollection{geurts2001pattern,
  title={Pattern extraction for time series classification},
  author={Geurts, Pierre},
  booktitle={Principles of Data Mining and Knowledge Discovery},
  pages={115--127},
  year={2001},
  publisher={Springer}
}



@article{gorecki2015multivariate,
  title={Multivariate time series classification with parametric derivative dynamic time warping},
  author={Gorecki, Tomasz and Luczak, Maciej},
  journal={Expert Systems with Applications},
  volume={42},
  number={5},
  pages={2305--2312},
  year={2015},
  publisher={Elsevier}
}



@inproceedings{platt2010belief,
  title={Belief space planning assuming maximum likelihood observations},
  author={Platt Jr, Robert and Tedrake, Russ and Kaelbling, Leslie and Lozano-Perez, Tomas},
  booktitle={Robotics: Science and Systems},
  year={2010}
}


@article{kaelbling1998planning,
  title={Planning and acting in partially observable stochastic domains},
  author={Kaelbling, Leslie Pack and Littman, Michael L and Cassandra, Anthony R},
  journal={Artificial intelligence},
  volume={101},
  number={1},
  pages={99--134},
  year={1998},
  publisher={Elsevier}
}


@inproceedings{roumeliotis1998sensor,
  title={Sensor fault detection and identification in a mobile robot},
  author={Roumeliotis, Stergios and Sukhatme, Gaurav S and Bekey, George A and others},
  booktitle={Intelligent Robots and Systems, IEEE/RSJ International Conference on},
  volume={3},
  pages={1383--1388},
  year={1998},
  organization={IEEE}
}


@article{visinsky1994robotic,
  title={Robotic fault detection and fault tolerance: A survey},
  author={Visinsky, Monica L and Cavallaro, Joseph R and Walker, Ian D},
  journal={Reliability Engineering \& System Safety},
  volume={46},
  number={2},
  pages={139--158},
  year={1994},
  publisher={Elsevier}
}


@inproceedings{verma2003variable,
  title={Variable resolution particle filter},
  author={Verma, Vandi and Thrun, Sebastian and Simmons, Reid},
  booktitle={International Joint Conference on Artificial Intelligence},
  pages={976--984},
  year={2003}
}


@inproceedings{plagemann2007efficient,
  title={Efficient Failure Detection on Mobile Robots Using Particle Filters with Gaussian Process Proposals.},
  author={Plagemann, Christian and Fox, Dieter and Burgard, Wolfram},
  booktitle={International Joint Conference on Artificial Intelligence},
  pages={2185--2190},
  year={2007}
}


@inproceedings{morales2003experimental,
  title={Experimental prediction of the performance of grasp tasks from visual features},
  author={Morales, Antonio and Chinellato, Eris and Fagg, Andrew H and Del Pobil, Angel P},
  booktitle={Intelligent Robots and Systems, IEEE/RSJ International Conference on},
  volume={4},
  pages={3423--3428},
  year={2003},
  organization={IEEE}
}


@inproceedings{kim2012physically,
  title={Physically-based grasp quality evaluation under uncertainty},
  author={Kim, Junggon and Iwamoto, Kunihiro and Kuffner, James J and Ota, Yasuhiro and Pollard, Nancy S},
  booktitle={Robotics and Automation (ICRA), 2012 IEEE International Conference on},
  pages={3258--3263},
  year={2012},
  organization={IEEE}
}


@inproceedings{bekiroglu2013probabilistic,
  title={A probabilistic framework for task-oriented grasp stability assessment},
  author={Bekiroglu, Yasemin and Song, Dan and Wang, Lu and Kragic, Danica},
  booktitle={Robotics and Automation (ICRA), 2013 IEEE International Conference on},
  pages={3040--3047},
  year={2013},
  organization={IEEE}
}


@article{ojeda2006current,
  title={Current-based slippage detection and odometry correction for mobile robots and planetary rovers},
  author={Ojeda, Lauro and Cruz, Daniel and Reina, Guilio and Borenstein, Johann},
  journal={Robotics, IEEE Transactions on},
  volume={22},
  number={2},
  pages={366--378},
  year={2006},
  publisher={IEEE}
}


@article{ward2008dynamic,
  title={A dynamic-model-based wheel slip detector for mobile robots on outdoor terrain},
  author={Ward, Chris C and Iagnemma, Karl},
  journal={Robotics, IEEE Transactions on},
  volume={24},
  number={4},
  pages={821--831},
  year={2008},
  publisher={IEEE}
}


@article{chambless2003coronary,
  title={Coronary heart disease risk prediction in the Atherosclerosis Risk in Communities (ARIC) study},
  author={Chambless, Lloyd E and Folsom, Aaron R and Sharrett, A Richey and Sorlie, Paul and Couper, David and Szklo, Moyses and Nieto, F Javier},
  journal={Journal of clinical epidemiology},
  volume={56},
  number={9},
  pages={880--890},
  year={2003},
  publisher={Elsevier}
}

@book{efron1994introduction,
  title={An introduction to the bootstrap},
  author={Efron, Bradley and Tibshirani, Robert J},
  year={1994},
  publisher={CRC press}
}

@article{precup2000eligibility,
  title={Eligibility traces for off-policy policy evaluation},
  author={Precup, Doina},
  journal={Computer Science Department Faculty Publication Series},
  pages={80},
  year={2000}
}

@article{cohen2013single,
  title={Single-and dual-arm motion planning with heuristic search},
  author={Cohen, Benjamin and Chitta, Sachin and Likhachev, Maxim},
  journal={The International Journal of Robotics Research},
  pages={0278364913507983},
  year={2013},
  publisher={SAGE Publications}
}

@article{chow2015robust,
  title={Robust Policy Optimization with Baseline Guarantees},
  author={Chow, Yinlam and Petrik, Marek and Ghavamzadeh, Mohammad},
  journal={arXiv preprint arXiv:1506.04514},
  year={2015}
}

@inproceedings{hallak2015off,
  title={Off-policy Model-based Learning under Unknown Factored Dynamics},
  author={Hallak, Assaf and Schnitzler, Francois and Mann, Timothy and Mannor, Shie},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML-15)},
  pages={711--719},
  year={2015}
}

@inproceedings{hester2009generalized,
  title={Generalized model learning for reinforcement learning in factored domains},
  author={Hester, Todd and Stone, Peter},
  booktitle={Proceedings of The 8th International Conference on Autonomous Agents and Multiagent Systems-Volume 2},
  pages={717--724},
  year={2009},
  organization={International Foundation for Autonomous Agents and Multiagent Systems}
}

@inproceedings{thomas2015improve,
  title={High confidence policy improvement},
  author={Thomas, Philip and Theocharous, Georgios and Ghavamzadeh, Mohammad},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML-15)},
  pages={2380--2388},
  year={2015}
}

@inproceedings{thomas2015eval,
  title={High confidence off-policy evaluation},
  author={Thomas, P and Theocharous, Georgios and Ghavamzadeh, Mohammad},
  booktitle={Twenty-Ninth AAAI Conference on Artificial Intelligence},
  year={2015}
}

@article{montesano2008learning,
  title={Learning object affordances: From sensory--motor coordination to imitation},
  author={Montesano, Luis and Lopes, Manuel and Bernardino, Alexandre and Santos-Victor, Jos{\'e}},
  journal={Robotics, IEEE Transactions on},
  volume={24},
  number={1},
  pages={15--26},
  year={2008},
  publisher={IEEE}
}


@article{torr2000mlesac,
  title={{MLESAC}: A new robust estimator with application to estimating image geometry},
  author={Torr, Philip HS and Zisserman, Andrew},
  journal={Computer Vision and Image Understanding},
  volume={78},
  number={1},
  pages={138--156},
  year={2000},
  publisher={Elsevier}
}

@inproceedings{zuliani2005multiransac,
  title={The multi{RANSAC} algorithm and its application to detect planar homographies},
  author={Zuliani, Marco and Kenney, Charles S and Manjunath, BS},
  booktitle={Image Processing, 2005. ICIP 2005. IEEE International Conference on},
  volume={3},
  pages={III--153},
  year={2005},
  organization={IEEE}
}


@article{killick2012optimal,
  title={Optimal detection of changepoints with a linear computational cost},
  author={Killick, Rebecca and Fearnhead, Paul and Eckley, IA},
  journal={Journal of the American Statistical Association},
  volume={107},
  number={500},
  pages={1590--1598},
  year={2012},
  publisher={Taylor \& Francis}
}

@inproceedings{theodorou2010reinforcement,
  title={Reinforcement learning of motor skills in high dimensions: A path integral approach},
  author={Theodorou, Evangelos and Buchli, Jonas and Schaal, Stefan},
  booktitle={Robotics and Automation (ICRA), 2010 IEEE International Conference on},
  pages={2397--2403},
  year={2010},
  organization={IEEE}
}


@inproceedings{hansen1996adapting,
  title={Adapting arbitrary normal mutation distributions in evolution strategies: The covariance matrix adaptation},
  author={Hansen, Nikolaus and Ostermeier, Andreas},
  booktitle={Evolutionary Computation, 1996., Proceedings of IEEE International Conference on},
  pages={312--317},
  year={1996},
  organization={IEEE}
}

@article{stulp2012path,
  title={Path integral policy improvement with covariance matrix adaptation},
  author={Stulp, Freek and Sigaud, Olivier},
  journal={arXiv preprint arXiv:1206.4621},
  year={2012}
}


@article{stulp2012policy,
  title={Policy Improvement Methods: Between Black-Box Optimization and Episodic Reinforcement Learning},
  author={Stulp, Freek and Sigaud, Olivier and others},
  journal={http://hal.archives-ouvertes.fr/hal-00738463},
  year={2012}
}

@inproceedings{zhang2008learning,
  title={Learning classifiers without negative examples: A reduction approach},
  author={Zhang, Dell and Lee, Wee Sun},
  booktitle={Digital Information Management, 2008. ICDIM 2008. Third International Conference on},
  pages={638--643},
  year={2008},
  organization={IEEE}
}


@article{fearnhead2007line,
  title={On-line inference for multiple changepoint problems},
  author={Fearnhead, Paul and Liu, Zhen},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={69},
  number={4},
  pages={589--605},
  year={2007},
  publisher={Wiley Online Library}
}


@article{chopin2007dynamic,
  title={Dynamic detection of change points in long time series},
  author={Chopin, Nicolas},
  journal={Annals of the Institute of Statistical Mathematics},
  volume={59},
  number={2},
  pages={349--366},
  year={2007},
  publisher={Springer}
}


@inproceedings{extrinsicdexterity,
  title={Extrinsic Dexterity: In-Hand Manipulation with External Forces.},
  author={Nikhil Chavan Dafle and Alberto Rodriguez and Robert Paolini and Bowei Tang and Siddhartha S. Srinivasa and Michael Erdmann and Matthew T. Mason and Ivan Lundberg and Harald Staab and Thomas Fuhlbrigge},
  booktitle={International Conference on Robotics and Automation},
  year={2014}
}


@inproceedings{plagemann2007efficient,
  title={Efficient Failure Detection on Mobile Robots Using Particle Filters with Gaussian Process Proposals.},
  author={Plagemann, Christian and Fox, Dieter and Burgard, Wolfram},
  booktitle={IJCAI},
  pages={2185--2190},
  year={2007}
}

@article{sturm2011probabilistic,
  title={A probabilistic framework for learning kinematic models of articulated objects},
  author={Sturm, J{\"u}rgen and Stachniss, Cyrill and Burgard, Wolfram},
  journal={Journal of Artificial Intelligence Research},
  volume={41},
  number={2},
  pages={477--526},
  year={2011},
  publisher={AI Access Foundation}
}



@inproceedings{he1991optimal,
  title={Optimal camera placement for an active-vision system},
  author={He, X and Benhabib, B and Smith, KC and Safaee-Rad, R},
  booktitle={Systems, Man, and Cybernetics, IEEE International Conference on},
  pages={69--74},
  year={1991},
  organization={IEEE}
}
@inproceedings{bodor2005mobile,
  title={Mobile camera positioning to optimize the observability of human activity recognition tasks},
  author={Bodor, Robert and Drenner, Andrew and Janssen, Michael and Schrater, Paul and Papanikolopoulos, Nikolaos},
  booktitle={Intelligent Robots and Systems, 2005.(IROS 2005). 2005 IEEE/RSJ International Conference on},
  pages={1564--1569},
  year={2005},
  organization={IEEE}
}

@inproceedings{stampfer2012information,
  title={Information driven sensor placement for robust active object recognition based on multiple views},
  author={Stampfer, Dennis and Lutz, Matthias and Schlegel, Christian},
  booktitle={Technologies for Practical Robot Applications (TePRA), 2012 IEEE International Conference on},
  pages={133--138},
  year={2012},
  organization={IEEE}
}

@article{le2011building,
  title={Building high-level features using large scale unsupervised learning},
  author={Le, Quoc V and Ranzato, Marc'Aurelio and Monga, Rajat and Devin, Matthieu and Chen, Kai and Corrado, Greg S and Dean, Jeff and Ng, Andrew Y},
  journal={arXiv preprint arXiv:1112.6209},
  year={2011}
}

@inproceedings{le2011learning,
  title={Learning hierarchical invariant spatio-temporal features for action recognition with independent subspace analysis},
  author={Le, Quoc V and Zou, Will Y and Yeung, Serena Y and Ng, Andrew Y},
  booktitle={Computer Vision and Pattern Recognition},
  year={2011}}


@inproceedings{singh2012unsupervised,
  title={Unsupervised discovery of mid-level discriminative patches},
  author={Singh, Saurabh and Gupta, Abhinav and Efros, Alexei A},
  booktitle={European Conference on Computer Vision (ECCV 2010)},
  year={2012}
  }

@inproceedings{munoz2010stacked,
  author =	 "Daniel Munoz and J. Andrew Bagnell and Martial Hebert",
  title =	 "Stacked Hierarchical Labeling",
  booktitle =	 "European Conference on Computer Vision (ECCV 2010)",
  year =	 "2010"
}

@inproceedings{kitani2012activity,
  title={Activity Forecasting},
  author={Kitani, Kris M and Ziebart, Brian D and Bagnell, J Andrew and Hebert, Martial},
  booktitle={European Conference on Computer Vision (ECCV 2012)},
  year={2012}
}


@techreport{katz2012interactive,
   author = "Dov Katz and Moslem Kazemi and J. Andrew (Drew) Bagnell and Anthony (Tony) Stentz",
   title = "Interactive Segmentation, Tracking, and Kinematic Modeling of Unknown Articulated Objects",
   booktitle = "",
   institution = "Robotics Institute",
   month = "March",
   year = "2012",
   number= "CMU-RI-TR-12-06"
}


@incollection{katz2008extracting,
  title={Extracting planar kinematic models using interactive perception},
  author={Katz, Dov and Brock, Oliver},
  booktitle={Unifying Perspectives in Computational and Robot Vision},
  pages={11--23},
  year={2008}
}

@inproceedings{phillips1992automatic,
  title={Automatic viewing control for 3D direct manipulation},
  author={Phillips, Cary B and Badler, Norman I and Granieri, John},
  booktitle={Symposium on Interactive 3D graphics},
  year={1992}
}

@inproceedings{triggs1995automatic,
  title={Automatic camera placement for robot vision tasks},
  author={Triggs, Bill and Laugier, Christian},
  booktitle={International Conference on Robotics and Automation},
  year={1995}
}


@inproceedings{michini2012bayesian,
  title={Bayesian nonparametric inverse reinforcement learning},
  author={Michini, Bernard and How, Jonathan P},
  booktitle={European Conference on Machine Learning},
  year={2012}
}

@inproceedings{niekum2011clustering,
  title={Clustering via Dirichlet Process Mixture Models for Portable Skill Discovery},
  author={Niekum, Scott and Barto, Andrew G.},
  booktitle={Advances in Neural Information Processing Systems 24 (NIPS)},
  year={2011}
}

@article{osentoski2012,
  title={Remote Robotic Laboratories for Learning from Demonstration},
  author={Osentoski, Sarah and Pitzer, Benjamin and Crick, Christopher and Jay, Graylin and Dong, Shuonan and Grollman, Daniel and Suay, Halit Bener and Jenkins, Odest Chadwicke},
  journal={International Journal of Social Robotics},
  volume={4},
  number={4},
  pages={449--461},
  year={2012}
}

@article{nakanishi2004,
  title={Learning from demonstration and adaptation of biped locomotion},
  author={Nakanishi, Jun and Morimoto, Jun and Endo, Gen and Cheng, Gordon and Schaal, Stefan and Kawato, Mitsuo},
  journal={Robotics and Autonomous Systems},
  volume={47},
  number={2},
  pages={79--91},
  year={2004}
}

@inproceedings{Bitzer2009,
  title={Latent spaces for dynamic movement primitives},
  author={Bitzer, Sebastian and Vijayakumar, Sethu},
  booktitle={9th IEEE-RAS International Conference on Humanoids},
  pages={574--581},
  year={2009}
}


@inproceedings{Bollini2011,
  title={Bakebot: Baking cookies with the pr2},
  author={Bollini, Mario and Barry, Jennifer and Rus, Daniela},
  booktitle={The PR2 Workshop: Results, Challenges and Lessons Learned in Advancing Robots with a Common Platform, IROS},
  year={2011}
}


@inproceedings{Bauml2010,
  title={Kinematically optimal catching a flying ball with a hand-arm-system},
  author={Bauml, Berthold and Wimbock, T and Hirzinger, Gerd},
  booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={2592--2599},
  year={2010}
}


@article{Miller2012,
  title={A geometric approach to robotic laundry folding},
  author={Miller, Stephen and Van Den Berg, Jur and Fritz, Mario and Darrell, Trevor and Goldberg, Ken and Abbeel, Pieter},
  journal={The International Journal of Robotics Research},
  volume={31},
  number={2},
  pages={249--267},
  year={2012}
}


@article{Ekvall2008,
  title={Robot learning from demonstration: a task-level planning approach},
  author={Ekvall, Staffan and Kragic, Danica},
  journal={International Journal of Advanced Robotic Systems},
  volume={5},
  number={3},
  pages={223--234},
  year={2008}
}


@article{Kjellstrom2011,
  title={Visual object-action recognition: Inferring object affordances from human demonstration},
  author={Kjellstr{\"o}m, Hedvig and Romero, Javier and Kragi{\'c}, Danica},
  journal={Computer Vision and Image Understanding},
  volume={115},
  number={1},
  pages={81--90},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{Rozo2013,
author="Rozo, L. and Calinon, S. and Caldwell, D. G. and Jimenez, P. and Torras, C.",
title="Learning collaborative impedance-based robot behaviors",
booktitle="{AAAI} Conference on Artificial Intelligence",
year="2013",
address="Bellevue, Washington, USA",
pages=""
} }


@inproceedings{Cederborg2010,
  title={Incremental local online Gaussian mixture regression for imitation learning of multiple tasks},
  author={Cederborg, Thomas and Li, Ming and Baranes, Adrien and Oudeyer, P-Y},
  booktitle={IEEE/RSJ International Conference onIntelligent Robots and Systems},
  pages={267--274},
  year={2010}
}


@inproceedings{akgun2012trajectories,
  title={Trajectories and keyframes for kinesthetic teaching: a human-robot interaction perspective},
  author={Akgun, Baris and Cakmak, Maya and Yoo, Jae Wook and Thomaz, Andrea Lockerd},
  booktitle={Proceedings of the seventh annual ACM/IEEE international conference on Human-Robot Interaction},
  pages={391--398},
  year={2012}
}


@inproceedings{dong2011motion,
  title={Motion learning in variable environments using probabilistic flow tubes},
  author={Dong, S. and Williams, B.},
  booktitle={Robotics and Automation (ICRA), 2011 IEEE International Conference on},
  pages={1976--1981},
  year={2011},
  organization={IEEE}
}

@PHDTHESIS{FoxThesis,
AUTHOR = {Fox, E.B.},
TITLE = {Bayesian Nonparametric Learning of Complex Dynamical Phenomena},
SCHOOL = {MIT},
YEAR = {2009},
type = {Ph.{D}. Thesis},
address = {Cambridge, MA},
}

@article{Griffiths11,
  author    = {Thomas L. Griffiths and
               Zoubin Ghahramani},
  title     = {The Indian Buffet Process: An Introduction and Review},
  journal   = {Journal of Machine Learning Research},
  volume    = {12},
  year      = {2011},
  pages     = {1185-1224}
}

@INPROCEEDINGS{Beal02,
    author = {Matthew J. Beal and Zoubin Ghahramani and Carl E. Rasmussen},
    title = {The Infinite Hidden Markov Model},
    booktitle = {Machine Learning},
    year = {2002},
    pages = {29--245},
    publisher = {MIT Press}
}

@article{Teh2006,
  title={Hierarchical dirichlet processes},
  author={Teh, Yee Whye and Jordan, Michael I and Beal, Matthew J and Blei, David M},
  journal={Journal of the American Statistical Association},
  volume={101},
  number={476},
  year={2006}
}

@book{aldoustheoremes,
  title={Exchangability and Related Topics},
  author={Aldous, D.J. and Ibragimov, I.A. and Jacob, J.},
  series={Lecture notes in mathematics},
  publisher={Springer-Verlag},
  year={1983}
}

@article{Hewitt55,
  title={Symmetric measures on Cartesian products},
  author={Hewitt, Edwin and Savage, Leonard J},
  journal={Transactions of the American Mathematical Society},
  volume={80},
  number={2},
  pages={470--501},
  year={1955},
  publisher={JSTOR}
}


@INBOOK{Finetti31,
  pages = {251-299},
  title = {Funzione Caratteristica Di un Fenomeno Aleatorio},
  publisher = {Academia Nazionale del Linceo},
  year = {1931},
  author = {B. {de Finetti}},
  series = {6. Memorie}
}

@article{Hastings70,
 author = "W.K. Hastings",
 title = "Monte Carlo samping methods using Markov chains and their applications",
 journal = "Biometrika",
 volumne = "57",
 pages = "97-109",
 year = "1970"
}

@article{Metropolis53,
  author = {Metropolis, Nicholas and Rosenbluth, Arianna W. and Rosenbluth, Marshall N. and Teller, Augusta H. and Teller, Edward},
  journal = {The Journal of Chemical Physics},
  number = 6,
  pages = {1087-1092},
  title = {Equation of State Calculations by Fast Computing Machines},
  volume = 21,
  year = 1953
}

@article{Geman84,
author = {Stuart Geman and Donald Geman},
title = {Stochastic Relaxation, Gibbs Distributions, and the Bayesian Restoration of Images},
journal ={IEEE Transactions on Pattern Analysis and Machine Intelligence},
volume = {6},
number = {6},
year = {1984},
pages = {721-741}
}

@article{Lucas2004,
  author = {Lucas, Peter J F and van der Gaag, Linda C and Abu-Hanna, Ameen},
  journal = {Artificial intelligence in medicine},
  number = 3,
  pages = {201--14},
  title = {Bayesian networks in biomedicine and health-care.},
  volume = 30,
  year = 2004
}

@article{Beaumont04,
title={The Bayesian revolution in genetics.},
author={Beaumont, M.A. and Rannala, B.},
journal={Nature Reviews Genetics},
volume={5},
number={4},
pages={251-61},
year={2004},
}

@INPROCEEDINGS{Quattoni04,
    author = {Ariadna Quattoni and Michael Collins and Trevor Darrell},
    title = {Conditional random fields for object recognition},
    booktitle = {In NIPS},
    year = {2004},
    pages = {1097--1104},
    publisher = {MIT Press}
}

@article{Blei03,
  author    = {David M. Blei and
               Andrew Y. Ng and
               Michael I. Jordan},
  title     = {Latent Dirichlet Allocation},
  journal   = {Journal of Machine Learning Research},
  volume    = {3},
  year      = {2003},
  pages     = {993-1022}
}

@inproceedings{Ekvall06,
    author = {Ekvall, S. and Kragic, D.},
    booktitle = {15th IEEE International Symposium on Robot and Human Interactive Communication},
    pages = {358--363},
    title = {Learning Task Models from Multiple Human Demonstrations},
    year = {2006}
}

@article{Pastor2011Force,
author = {Pastor, Peter and Righetti, Ludovic and Kalakrishnan, Mrinal and Schaal, Stefan},
file = {:Users/sniekum/Documents/Mendeley Desktop/pastor-IROS2011-1.pdf:pdf},
journal = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
pages = {365--371},
title = {Online movement adaptation based on previous sensor experiences},
year = {2011}
}

@INPROCEEDINGS{Wilcox2012, 
    AUTHOR    = {Ronald Wilcox AND Stefanos Nikolaidis AND Julie Shah}, 
    TITLE     = {Optimization of Temporal Dynamics for Adaptive Human-Robot Interaction in Assembly Manufacturing}, 
    BOOKTITLE = {Proceedings of Robotics: Science and Systems}, 
    YEAR      = {2012}, 
} 

@article{Chang2001, 
title={LIBSVM: a library for support vector machines}, 
volume={2}, 
number={3}, 
journal={Computer}, 
author={Chang, Chih-chung and Lin, Chih-jen}, 
year={2001}, 
pages={1--30}}

@article{Massey1951, 
title={The Kolmogorov-Smirnov test for goodness of fit}, 
volume={46}, 
number={253}, 
journal={Journal of the American Statistical Association}, 
author={Massey, Frank J Jr}, 
year={1951}, 
pages={68--78}}

@article{Niekum2012,
author = {Niekum, Scott and Osentoski, Sarah and Konidaris, George and Barto, Andrew G.},
file = {:Users/sniekum/Documents/Mendeley Desktop/Niekum IROS2012 Camready.pdf:pdf},
journal = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
pages = {5239--5246},
title = {Learning and generalization of complex tasks from unstructured demonstrations},
year = {2012}
}


@INPROCEEDINGS{Huber1997,
    author = {Manfred Huber and Roderic A. Grupen},
    title = {Learning to Coordinate Controllers - Reinforcement Learning on a Control Basis},
    booktitle = {Proceedings of the International Joint Conference on Artificial Intelligence},
    year = {1997},
    pages = {1366--1371}
}

@article{Riano2012,
author = {Riano, Lorenzo and McGinnity, T.M.},
file = {:Users/sniekum/Documents/Mendeley Desktop/evoFSA.pdf:pdf},
journal = {Robotics and Autonomous Systems},
number = {4},
pages = {639--650},
title = {Automatically composing and parameterizing skills by evolving Finite State Automata},
volume = {60},
year = {2012}
}

@article{Grollman,
author = {Grollman, Daniel H and Jenkins, Odest Chadwicke},
file = {:Users/sniekum/Documents/Mendeley Desktop/GrollmanJenkins\_FMILR2009.pdf:pdf},
pages = {1--25},
title = {Can We Learn Finite State Machine Robot Controllers from Interactive Demonstration ?}
}

@article{Muhlig2011,
author = {M\"{u}hlig, Manuel and Gienger, Michael and Steil, Jochen J.},
file = {:Users/sniekum/Documents/Mendeley Desktop/Muhlig Obj Move Skils.pdf:pdf},
journal = {Autonomous Robots},
number = {2},
pages = {97--114},
title = {Interactive imitation learning of object movement skills},
volume = {32},
year = {2011}
}

@article{Pastor2012,
author = {Pastor, Peter and Kalakrishnan, Mrinal and Righetti, Ludovic and Schaal, Stefan},
file = {:Users/sniekum/Documents/Mendeley Desktop/PastorAssociative.pdf:pdf},
journal = {IEEE-RAS International Conference on Humanoid Robots},
title = {Towards Associative Skill Memories},
year = {2012}
}

@article{Grollman2010,
author = {Grollman, D H and Jenkins, O C},
file = {:Users/sniekum/Documents/Mendeley Desktop/ROGER.pdf:pdf},
journal = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
pages = {261--266},
title = {Incremental learning of subtasks from unsegmented demonstration},
year = {2010}
}


@inproceedings{Thomaz2006,
 author = {Thomaz, Andrea L. and Breazeal, Cynthia},
 title = {Reinforcement learning with human teachers: evidence of feedback and guidance with implications for learning performance},
 booktitle = {Proceedings of the 21st national conference on Artificial intelligence},
 year = {2006},
 pages = {1000--1005},
} 


@article{Toussaint2010,
author = {Toussaint, Marc and Plath, Nils and Lang, Tobias and Jetchev, Nikolay},
file = {:Users/sniekum/Documents/Mendeley Desktop/toussaint10-et-al-ICRA.pdf:pdf},
journal = {IEEE International Conference on Robotics and Automation},
pages = {385--391},
title = {Integrated motor control, planning, grasping and high-level reasoning in a blocks world using probabilistic inference},
year = {2010}
}


@article{konidaris2012IJRR,
  title={Robot Learning from Demonstration by Constructing Skill Trees},
  author={Konidaris, G. and Kuindersma, S. and Grupen, R. and Barto, A.},
  journal={The International Journal of Robotics Research},
  volume={31},
  number={3},
  pages={360--375},
  year={2012}
}

@inproceedings{coates2008,
  title={Learning for Control from Multiple Demonstrations},
  author={Coates, A. and Abbeel, P. and Ng, A.Y.},
  booktitle={Proceedings of the 25th International Conference on Machine Learning},
  pages={144--151},
  year={2008},
  organization={ACM}
}

@inproceedings{pastor2009reform,
  title={Learning and Generalization of Motor Skills by Learning from Demonstration},
  author={Pastor, P. and Hoffmann, H. and Asfour, T. and Schaal, S.},
  booktitle={IEEE International Conference on Robotics and Automation},
  pages={763--768},
  year={2009},
  organization={IEEE}
}

@article{chiappa2010,
  title={Movement Extraction by Detecting Dynamics Switches and Repetitions},
  author={Chiappa, S. and Peters, J.},
  journal={Advances in Neural Information Processing Systems},
  volume={23},
  pages={388--396},
  year={2010}
}

@article{kulic2009,
  title={Online Segmentation and Clustering from Continuous Observation of Whole Body Motions},
  author={Kulic, D. and Takano, W. and Nakamura, Y.},
  journal={IEEE Transactions on Robotics},
  volume={25},
  number={5},
  pages={1158--1166},
  year={2009},
  publisher={IEEE}
}

@inproceedings{dixon2004,
  title={Trajectory Representation Using Sequenced Linear Dynamical Systems},
  author={Dixon, K.R. and Khosla, P.K.},
  booktitle={IEEE International Conference on Robotics and Automation},
  volume={4},
  pages={3925--3930},
  year={2004},
  organization={IEEE}
}

@inproceedings{gienger2010,
  title={Imitating Object Movement Skills with Robots: A Task-Level Approach Exploiting Generalization and Invariance},
  author={Gienger, M. and Muhlig, M. and Steil, J.J.},
  booktitle={ International Conference on Intelligent Robots and Systems},
  pages={1262--1269},
  year={2010},
  organization={IEEE}
}

@article{Fox2011,
	Author = {E.B. Fox and E.B. Sudderth and M.I. Jordan and A.S. Willsky},
	Journal = {arXiv:1111.4226},
	Title = {Joint Modeling of Multiple Related Time Series via the Beta Process},
	Year = {2011}}

@misc{LfDChallenge2011,
	Author = {LfDChallenge2011},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{http://www.lfd-challenge.org}},
	Title = {Learning from Demonstration Challenge 2011}}

@misc{PR2RemoteLab,
	Author = {PR2RemoteLab},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{http://www.pr2-remotelab.com}},
	Title = {PR2 Remote Lab}}

@inproceedings{Martin2004,
	Author = {T.B. Martin and R. O. Ambrose and M. A. Diftler and Robert Platt and M. J. Butzer},
	Booktitle = {in: Proceedings of the 2004 IEEE International Conference on Robotics \& Automation},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Tactile Gloves for Autonomous Grasping with the NASA/DARPA Robonaut},
	Year = {2004}}

@article{Hoshino2006,
	Author = {Kiyoshi Hoshino},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {IEICE - Transactions on Information and Systems},
	Title = {Dexterous Robot Hand Control with Data Glove by Human Imitation},
	Year = {2006}}

@inproceedings{Shon2005,
	Author = {Aaron P. Shon and Keith Grochow and Rajesh P. N. Rao},
	Booktitle = {In Proceedings of the IEEE/RAS International Conference on Humanoid Robots (Humanoids)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Robotic Imitation from Human Motion Capture using Gaussian Processes},
	Year = {2005}}

@misc{Aethon,
	Author = {Atheon},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{http://www.aethon.com/products/logistics.php}},
	Title = {Aethon - TUG: The Automated Robotic Delivery System}}

@misc{ClowdFlower,
	Author = {CrowdFlower},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{http://crowdflower.com/}},
	Title = {Crowdsourcing - CrowdFlower}}

@misc{MechTurk,
	Author = {Amazon Mechanical Turk},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{https://www.mturk.com/mturk/welcome}},
	Title = {Amazon Mechanical Turk Artificial Artificial Intelligence}}

@inproceedings{Pitzer2011_IROSwrkshp,
	Author = {Benjamin Pitzer and Sarah Osentoski and Philip Roan and Christian Bersch and Jan Becker},
	Booktitle = {IROS 2011: The Pr2 Workshop: Results, Challenges and Lessons Learned in Advancing Robots with a Common Platform},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Making robots cheaper, more capable, and safe},
	Year = {2011}}

@misc{GripperClick,
	Author = {Matei Ciocarlie},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Howpublished = {\url{http://www.ros.org/wiki/pr2_gripper_click}},
	Title = {pr2\_gripper\_click}}

@article{Ciocarlie2011,
	Author = {Matei Ciocarlie and Caroline Pantofaru and Kaijen Hsiao and Gary Bradski and Peter Brook and Ethan Dreyfuss},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {IEEE Robotics \& Automation Magazine, Special Issue: Towards a WWW for Robots},
	Number = {2},
	Title = {A Side of Data with My Robot: Three Datasets for Mobile Manipulation in Human Environments},
	Volume = {18},
	Year = {2011}}

@inproceedings{Osentoski2010_NIPSwrkshp,
	Author = {Sarah Osentoski and Christopher Crick and Graylin Jay and Odest Chadwicke Jenkins},
	Booktitle = {NIPS Workshop on Computational Social Science and the Wisdom of Crowds},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Crowdsourcing for closed loop control},
	Year = {2010}}

@inproceedings{Crick2011,
	Author = {Christopher Crick and Sarah Osentoski and Graylin Jay and Odest Chadwicke Jenkins},
	Booktitle = {Proceedings of the 6th ACM/IEEE International Conference on Human-Robot Interaction (HRI),},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Human and Robot Perception in Large-scale Learning from Demonstration},
	Year = {2011}}

@inproceedings{Osentoski2011,
	Author = {Sarah Osentoski and Graylin Jay and Christopher Crick and Benjamin Pitzer and Charles DuHadway and Odest Chadwicke Jenkins},
	Booktitle = {Proceedings of the 2011 IEEE International Conference on Robotics and Automation},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:26:47 +0000},
	Title = {Robots as Web Services: Reproducible Experimentation and Application Development Using rosjs},
	Year = {2011}}

@inproceedings{Sorokin2010,
	Author = {Alexander Sorokin and Dmitry Berenson and Siddhartha Srinivasa and Martial Hebert},
	Booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {People Helping Robots Helping People: Crowdsourcing for Grasping Novel Object},
	Year = {2010}}

@inproceedings{Grollman2008,
	Author = {D. H. Grollman and O. C. Jenkins},
	Booktitle = {Proceedings of the International Conference on Robotics and Automation },
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:18:19 +0000},
	Title = {Sparse incremental learning for interactive robot control policy estimation},
	Year = {2008}}

@inproceedings{Nicolescu2003,
	Author = {M. Nicolescu and M. J. Matari\'{c}},
	Booktitle = {Proceedings of the Second International Joint Conference on Autonomous Agents and Multi-Agent Systems},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:25:58 +0000},
	Pages = {241-248},
	Title = {Natural methods for robot task learning: Instructive demonstration, generalization and practice},
	Year = {2003}}

@inproceedings{Shimizu2009,
	Author = {N. Shimizu and A. Haas},
	Booktitle = {in: Proceedings of International Joint Conference on Artificial Intelligence (IJCAI)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Pages = {1488-1493},
	Title = {Learning to follow navigational route instructions},
	Year = {2009}}

@inproceedings{Kollar2010,
	Author = {Thomas Kollar and Stefanie Tellex and Deb Roy and Nicholas Roy},
	Booktitle = {in: Proceedings of the ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Pages = {259--266},
	Title = {Toward understanding natural language direction},
	Year = {2010}}

@inproceedings{Zhang2011,
	Author = {Li (Emma) Zhang and Matei Ciocarlie and Kaijen Hsiao},
	Booktitle = {RSS Workshop on Mobile Manipulation: Learning to Manipulate},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Grasp Evaluation with Graspable Feature Matching},
	Year = {2011}}

@inproceedings{Tellex2011,
	Author = {Stefanie Tellex and Thomas Kollar and Steven Dickerson and Mathew R. Walter and Ashis Gopal Banerjee and Seth Teller and Nicholas Roy},
	Booktitle = {Proceedings of the Twenty-Fifth Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Understanding Natural Language Commands for Robotic Navigation and Mobile Manipulation},
	Year = {2011}}

@inproceedings{Waldherr1998,
	Author = {Stefan Waldherr and Sebastian Thrun and Roseli Romero and Dimitris Margaritis},
	Booktitle = {Proceedings of the Fifteenth National Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Template-Based Recognition of Pose and Motion Gestures On a Mobile Robot},
	Year = {1998}}

@inproceedings{Marge2011,
	Author = {Matthew Marge and Aaron Powers and Jonathan Brookshire and Trevor Jan and Odest Chadwicke Jenkins and Christopher Geyer},
	Booktitle = {in: Robotics: Science and Systems},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Comparing Heads-up, Hands-free Operation of Ground Robots to Teleoperation},
	Year = {2011}}

@inproceedings{Bartneck01,
	Author = {Christoph Bartneck and Michio Okada},
	Booktitle = {in: Proceedings of the Human and Computer Conference},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Pages = {130--140},
	Title = {Robotic user interfaces},
	Year = {2011}}

@inproceedings{Pitzer2011,
	Author = {Benjamin Pitzer and Michael Styer and Christian Bersch and Charles DuHadway and Jan Becker},
	Booktitle = {2011 IEEE International Conference on Robotics and Automation (ICRA 2011)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Towards perceptual shared autonomy for robotic mobile manipulation},
	Year = {2011}}

@inproceedings{Brook2011,
	Author = {Peter Brook and Matei Ciocarlie and Kaijen Hsiao},
	Booktitle = {2011 IEEE International Conference on Robotics and Automation (ICRA 2011)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Collaborative Grasp Planning with Multiple Object Representations},
	Year = {2011}}

@inproceedings{Ziebart2008,
	Author = {B. D. Ziebart and A. Maas and J. D. Bagnell and A. K. Dey},
	Booktitle = {Proceedings of the Twenty-Third AAAI Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Maximum entropy inverse reinforcement learning},
	Year = {2008}}

@inproceedings{Smart2002,
	Author = {W. D. Smart and L. P. Kaelbling},
	Booktitle = {2002 IEEE International Conference on Robotics and Automation },
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:31:48 +0000},
	Pages = {3404-3410},
	Title = {Effective reinforcement learning for mobile robots},
	Year = {2002}}

@inbook{Grollman2009,
	Author = {D. H. Grollman and O. C. Jenkins},
	Chapter = {Can we learn finite state machine robot controllers from interactive demonstration?},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Keywords = {lfd},
	Publisher = {Springer},
	Title = {From Motor to Interaction Learning in Robots},
	Year = {2009}}

@inproceedings{Chernova2007,
	Author = {Sonia Chernova and Manuela Veloso},
	Booktitle = {Proceedings of the International Conference on Autonomous Agents and Multiagent Systems},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:12:33 +0000},
	Keywords = {lfd},
	Title = {Confidence-based policy learning from demonstration using gaussian mixture models},
	Year = {2007}}

@inproceedings{Calinon2007,
	Author = {S. Calinon and A. Billard},
	Booktitle = {Proceedings of the Second Conference on Human-Robot Interaction},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:12:19 +0000},
	Title = {Incremental learning of gestures by imitation in a humanoid robot},
	Year = {2007}}

@inbook{Billard2008,
	Address = {Secaucus, NJ, USA},
	Author = {A. Billard and S. Calinon and R. Dillmann and S. Schaal},
	Chapter = {Robot programming by demonstration.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {Handbook of Robotics},
	Keywords = {lfd},
	Publisher = {Springer},
	Title = {Handbook of Robotics},
	Year = {2008}}

@inproceedings{Atkeson1997,
	Author = {C. G. Atkeson and S. Schaal},
	Booktitle = {Proceedings of the Fourteenth International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:11:54 +0000},
	Keywords = {lfd},
	Pages = {12-20},
	Title = {Robot learning from demonstration},
	Year = {1997}}

@inproceedings{Abbeel04,
	Author = {Pieter Abbeel and Andrew Y Ng},
	Booktitle = {Proceedings of the Twenty First International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:05:19 +0000},
	Doi = {http://doi.acm.org/10.1145/1015330.1015430},
	File = {Abbeel04.pdf:Abbeel04.pdf:PDF},
	Isbn = {1-58113-828-5},
	Keywords = {lfd, rl},
	Location = {Banff, Alberta, Canada},
	Pages = {1--8},
	Title = {Apprenticeship learning via inverse reinforcement learning},
	Year = {2004},
	Bdsk-Url-1 = {http://doi.acm.org/10.1145/1015330.1015430}}

@conference{Berenson07,
	Author = {Dmitry Berenson and Rosen Diankov and Koichi Nishiwaki and Satoshi Kagami and James Kuffner},
	Booktitle = {IEEE-RAS International Conference on Humanoid Robots},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Berenson07.pdf:Berenson07.pdf:PDF},
	Owner = {duhadway},
	Timestamp = {2010.09.03},
	Title = {Grasp Planning in Complex Scenes},
	Year = {2007}}

@article{Boulanger04,
	Address = {Los Alamitos, CA, USA},
	Author = {Pierre Boulanger},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://doi.ieeecomputersociety.org/10.1109/CCCRV.2004.1301422},
	Isbn = {0-7695-2127-4},
	Journal = {Computer and Robot Vision, Canadian Conference},
	Owner = {benjamin},
	Pages = {58--63},
	Publisher = {IEEE Computer Society},
	Timestamp = {2011.02.08},
	Title = {Simultaneous Segmentation of Range and Color Images Based on Bayesian Decision Theory},
	Year = {2004},
	Bdsk-Url-1 = {http://doi.ieeecomputersociety.org/10.1109/CCCRV.2004.1301422}}

@inproceedings{Boykov01,
	Abstract = {In this paper we describe a new technique for general purpose interactive
	segmentation of N-dimensional images. The user marks certain pixels
	as \“object\” or \“background\” to provide
	hard constraints for segmentation. Additional soft constraints incorporate
	both boundary and region information. Graph cuts are used to find
	the globally optimal segmentation of the N-dimensional image. The
	obtained solution gives the best balance of boundary and region properties
	among all segmentations satisfying the constraints. The topology
	of our segmentation is unrestricted and both \“object\”
	and \“background\” segments may consist of several isolated
	parts. Some experimental results are presented in the context of
	photo/video editing and medical image segmentation. We also demonstrate
	an interesting Gestalt example. A fast implementation of our segmentation
	method is possible via a new max-flow algorithm},
	Author = {Yuri Boykov and Marie-Pierre Jolly},
	Booktitle = {IEEE International Conference on Computer Vision (ICCV)},
	Citeulike-Article-Id = {782696},
	Citeulike-Linkout-0 = {http://ieeexplore.ieee.org/xpls/abs\_all.jsp?arnumber=937505},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Boykov01.pdf:Boykov01.pdf:PDF},
	Journal = {Computer Vision, 2001. ICCV 2001. Proceedings. Eighth IEEE International Conference on},
	Keywords = {cut, graph},
	Posted-At = {2006-08-02 13:12:42},
	Priority = {2},
	Title = {Interactive graph cuts for optimal boundary -- region segmentation of objects in N-D images},
	Year = {2001}}

@article{Burgard02,
	Address = {Cambridge, MA, USA},
	Author = {Burgard, Wolfram and Schulz, Dirk},
	Book = {Beyond webcams: an introduction to online robots},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Isbn = {0-262-07225-4},
	Pages = {241--258},
	Publisher = {MIT Press},
	Title = {Robust visualization for online control of mobile robots},
	Year = {2002}}

@article{Cheng01,
	Author = {Heng-Da Cheng and Xihua Jiang and Ying Sun and Jingli Wang},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {Pattern Recognition},
	Owner = {benjamin},
	Pages = {2259-2281},
	Timestamp = {2011.02.08},
	Title = {Color image segmentation: advances and prospects},
	Volume = {34},
	Year = {2001}}

@article{Comaniciu02,
	Abstract = {A general non-parametric technique is proposed for the analysis of
	a complex multimodal feature space and to delineate arbitrarily shaped
	clusters in it. The basic computational module of the technique is
	an old pattern recognition procedure: the mean shift. For discrete
	data, we prove the convergence of a recursive mean shift procedure
	to the nearest stationary point of the underlying density function
	and, thus, its utility in detecting the modes of the density. The
	relation of the mean shift procedure to the Nadaraya-Watson estimator
	from kernel regression and the robust M-estimators; of location is
	also established. Algorithms for two low-level vision tasks discontinuity-preserving
	smoothing and image segmentation - are described as applications.
	In these algorithms, the only user-set parameter is the resolution
	of the analysis, and either gray-level or color images are accepted
	as input. Extensive experimental results illustrate their excellent
	performance},
	Author = {Comaniciu, D. and Meer, P.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/34.1000236},
	File = {Comaniciu02.pdf:Comaniciu02.pdf:PDF},
	Issn = {0162-8828},
	Journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
	Keywords = {Nadaraya-Watson estimator;algorithm performance;analysis resolution;arbitrarily shaped cluster delineation;color images;complex multimodal feature space;computational module;convergence;density function;density modes detection;discontinuity-preserving image smoothing;discrete data;gray-level images;image segmentation;kernel regression;location estimation;low-level vision algorithms;mean shift;nearest stationary point;nonparametric technique;pattern recognition procedure;recursive mean shift procedure;robust M-estimators;robust feature space analysis;user-set parameter;computer vision;estimation theory;image segmentation;nonparametric statistics;pattern clustering;smoothing methods;},
	Month = {may.},
	Number = {5},
	Owner = {benjamin},
	Pages = {603--619},
	Timestamp = {2010.09.11},
	Title = {Mean shift: a robust approach toward feature space analysis},
	Volume = {24},
	Year = {2002},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/34.1000236}}

@inproceedings{Crandall03,
	Abstract = { In this paper we develop a method for predicting the performance
	of human-robot teams consisting of a single user and multiple robots.
	To predict the performance of a team, we first measure the neglect
	tolerance and interface efficiency of the interaction schemes employed
	by the team. We then describe a method that shows how these measurements
	can be used to estimate the team's performance. We validate the performance
	prediction algorithm by comparing predictions to actual results when
	a user guides three robots in an exploration and goal-finding mission;
	comparisons are made for various system configurations.},
	Author = {Crandall, J.W. and Nielsen, C.W. and Goodrich, M.A.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/ICSMC.2003.1243930},
	File = {Crandall03.pdf:Crandall03.pdf:PDF},
	Issn = {1062-922X},
	Journal = {Systems, Man and Cybernetics, 2003. IEEE International Conference on},
	Keywords = {goal finding mission; human-robot teams; interaction schemes; interface efficiency; multiple robots; neglect tolerance; performance prediction algorithm; robot team performance prediction; system configurations; man-machine systems; multi-robot systems;},
	Owner = {benjamin},
	Pages = {906--911},
	Timestamp = {2010.09.11},
	Title = {Towards predicting robot team performance},
	Volume = {1},
	Year = {2003},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/ICSMC.2003.1243930}}

@book{Davies04,
	Address = {San Francisco, CA, USA},
	Author = {Davies, E. R.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Isbn = {0122060938},
	Owner = {benjamin},
	Publisher = {Morgan Kaufmann Publishers Inc.},
	Timestamp = {2010.09.11},
	Title = {Machine Vision: Theory, Algorithms, Practicalities},
	Year = {2004}}

@article{Fong03,
	Author = {Terrence W. Fong and Chuck Thorpe and Charles Baur},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Fong03.pdf:Fong03.pdf:PDF},
	Journal = {Robotics and Autonomous Systems},
	Publisher = {Elsevier Science},
	Title = {Robot, Asker of Questions},
	Year = {2003}}

@inproceedings{Fong99,
	Author = {Terrence W. Fong and Chuck Thorpe and C. Baur},
	Booktitle = {AAAI 1999 Spring Symposium: Agents with Adjustable Autonomy},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Fong99.pdf:Fong99.pdf:PDF},
	Owner = {benjamin},
	Timestamp = {2010.09.11},
	Title = {Collaborative Control: A Robot-Centric Model for Vehicle Teleoperation},
	Year = {1999}}

@article{Frese10,
	Affiliation = {DFKI GmbH, Bremen, Germany},
	Author = {Frese, Udo},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Issn = {0933-1875},
	Issue = {3},
	Journal = {KI - K{\"u}nstliche Intelligenz},
	Keyword = {Computer Science},
	Owner = {benjamin},
	Pages = {255--257},
	Publisher = {Springer Berlin / Heidelberg},
	Timestamp = {2010.09.14},
	Title = {Interview: Is SLAM Solved?},
	Volume = {24},
	Year = {2010}}

@book{Goldberg00,
	Address = {Cambridge, MA, USA},
	Author = {Goldberg, Ken and Dreyfus, Hubert and Goldman, Alvin and Grau, Oliver and Gr\v{z}ini\'{c}, Marina and Hannaford, Blake and Idinopulos, Michael and Jay, Martin and Kac, Eduardo and Kusahara, Machiko},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Isbn = {0-262-07203-3},
	Publisher = {MIT Press},
	Title = {The robot in the garden: tele\-robotics and telepistemology in the age of the Internet},
	Year = {2000}}

@article{Goldberg99,
	Author = {Ken Goldberg and Steve Gentner and Carl Sutter and Jeff Wiegley},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {IEEE Robotics \& Automation Magazine},
	Pages = {35--39},
	Title = {The Mercury Project: A Feasibility Study for Internet Robots},
	Volume = {7},
	Year = {1999}}

@inproceedings{Goodfellow10,
	Author = {Ian Goodfellow and Nate Koenig and Marius Muja and Caroline Pantofaru and Alex Sorokin and Leila Takayama},
	Booktitle = {Proceedings of Human Robot Interaction (HRI)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Goodfellow10.pdf:Goodfellow10.pdf:PDF},
	Owner = {benjamin},
	Timestamp = {2010.09.12},
	Title = {Help Me Help You: Interfaces for Personal Robots},
	Year = {2010}}

@article{Goodrich07,
	Address = {Hanover, MA, USA},
	Author = {Goodrich, Michael A. and Schultz, Alan C.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://dx.doi.org/10.1561/1100000005},
	File = {Goodrich07.pdf:Goodrich07.pdf:PDF},
	Issn = {1551-3955},
	Journal = {Found. Trends Hum.-Comput. Interact.},
	Number = {3},
	Owner = {benjamin},
	Pages = {203--275},
	Publisher = {Now Publishers Inc.},
	Timestamp = {2010.08.31},
	Title = {Human-robot interaction: a survey},
	Volume = {1},
	Year = {2007},
	Bdsk-Url-1 = {http://dx.doi.org/10.1561/1100000005}}

@conference{Goodrich07experiments,
	Author = {Michael Goodrich and Timothy McLain and Jeffrey Andersen and Jisang Sun and Jacob Crandall},
	Booktitle = {ACM/IEEE International Conference on Human-Robot Interaction},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Goodrich07experiments.pdf:Goodrich07experiments.pdf:PDF},
	Owner = {duhadway},
	Timestamp = {2010.09.02},
	Title = {Managing autonomy in robot teams: observations from four experiments},
	Year = {2007}}

@article{Hoover96,
	Abstract = {A methodology for evaluating range image segmentation algorithms is
	proposed. This methodology involves (1) a common set of 40 laser
	range finder images and 40 structured light scanner images that have
	manually specified ground truth and (2) a set of defined performance
	metrics for instances of correctly segmented, missed, and noise regions,
	over- and under-segmentation, and accuracy of the recovered geometry.
	A tool is used to objectively compare a machine generated segmentation
	against the specified ground truth. Four research groups have contributed
	to evaluate their own algorithm for segmenting a range image into
	planar patches},
	Author = {Hoover, A. and Jean-Baptiste, G. and Jiang, X. and Flynn, P.J. and Bunke, H. and Goldgof, D.B. and Bowyer, K. and Eggert, D.W. and Fitzgibbon, A. and Fisher, R.B.},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/34.506791},
	Issn = {0162-8828},
	Journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
	Keywords = {laser range finder images;over-segmentation;performance metrics;planar patches;range image segmentation algorithms;recovered geometry;structured light scanner images;under-segmentation;image classification;image segmentation;laser ranging;},
	Owner = {benjamin},
	Pages = {673 -689},
	Timestamp = {2011.02.08},
	Title = {An experimental comparison of range image segmentation algorithms},
	Volume = {18},
	Year = {1996},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/34.506791}}

@inproceedings{Hsiao10,
	Abstract = {Robotic grasping in unstructured environments requires the ability
	to select grasps for unknown objects and execute them while dealing
	with uncertainty due to sensor noise or calibration errors. In this
	work, we propose a simple but robust approach to grasp selection
	for unknown objects, and a reactive adjustment approach to deal with
	uncertainty in object location and shape. The grasp selection method
	uses 3D sensor data directly to determine a ranked set of grasps
	for objects in a scene, using heuristics based on both the overall
	shape of the object and its local features. The reactive grasping
	approach uses tactile feedback from fingertip sensors to execute
	a compliant robust grasp. We present experimental results to validate
	our approach by grasping a wide range of unknown objects. Our results
	show that reactive grasping can correct for a fair amount of uncertainty
	in the measured position or shape of the objects, and that our grasp
	selection approach is successful in grasping objects with a variety
	of shapes.},
	Author = {Hsiao, K. and Chitta, S. and Ciocarlie, M. and Jones, E.G.},
	Booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/IROS.2010.5649494},
	Issn = {2153-0858},
	Keywords = {3D sensor data;calibration errors;contact reactive grasping;fingertip sensors;grasp selection;partial shape information;robotic grasping;sensor noise;tactile feedback;unstructured environments;calibration;grippers;mobile robots;tactile sensors;},
	Owner = {benjamin},
	Timestamp = {2011.02.08},
	Title = {Contact-reactive grasping of objects with partial shape information},
	Year = {2010},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/IROS.2010.5649494}}

@inproceedings{Kaupp08,
	Author = {Tobias Kaupp and Alexei Makarenko},
	Bibsource = {DBLP, http://dblp.uni-trier.de},
	Booktitle = {IEEE International Conference on Robotics and Automation (ICRA)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Ee = {http://dx.doi.org/10.1109/ROBOT.2008.4543524},
	Pages = {2146--2151},
	Title = {Measuring human-robot team effectiveness to determine an appropriate autonomy level},
	Year = {2008}}

@article{Kaupp10,
	Address = {Amsterdam, The Netherlands, The Netherlands},
	Author = {Kaupp, Tobias and Makarenko, Alexei and Durrant-Whyte, Hugh},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://dx.doi.org/10.1016/j.robot.2010.02.003},
	File = {Kaupp10.pdf:Kaupp10.pdf:PDF},
	Issn = {0921-8890},
	Journal = {Robots and Autonomous Systems},
	Number = {5},
	Owner = {benjamin},
	Pages = {444--456},
	Publisher = {North-Holland Publishing Co.},
	Timestamp = {2010.08.31},
	Title = {Human-robot communication for collaborative decision making - A probabilistic approach},
	Volume = {58},
	Year = {2010},
	Bdsk-Url-1 = {http://dx.doi.org/10.1016/j.robot.2010.02.003}}

@article{Miller04,
	Abstract = {A robotic grasping simulator, called Graspit!, is presented as versatile
	tool for the grasping community. The focus of the grasp analysis
	has been on force-closure grasps, which are useful for pick-and-place
	type tasks. This work discusses the different types of world elements
	and the general robot definition, and presented the robot library.
	The paper also describes the user interface of Graspit! and present
	the collision detection and contact determination system. The grasp
	analysis and visualization method were also presented that allow
	a user to evaluate a grasp and compute optimal grasping forces. A
	brief overview of the dynamic simulation system was provided.},
	Author = {Miller, A. T. and Allen, P. K.},
	Citeulike-Article-Id = {1249735},
	Citeulike-Linkout-0 = {http://ieeexplore.ieee.org/xpls/abs\_all.jsp?arnumber=1371616},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {IEEE Robotics \& Automation Magazine},
	Keywords = {analysis, grasping, robotic, simulation},
	Number = {4},
	Owner = {benjamin},
	Pages = {110--122},
	Posted-At = {2007-04-25 09:26:49},
	Priority = {2},
	Timestamp = {2010.09.15},
	Title = {Graspit! A Versatile Simulator for Robotic Grasping},
	Volume = {11},
	Year = {2004}}

@conference{Motoyama10,
	Author = {Marti Motoyama and Kirill Levchenko and Chris Kanich and Damon McCoy and Geoffrey Voelker and Stefan Savage},
	Booktitle = {USENIX Security Symposium},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Motoyama10.pdf:Motoyama10.pdf:PDF},
	Owner = {duhadway},
	Timestamp = {2010.09.02},
	Title = {Re: CAPTCHAs Understanding CAPTCHA-Solving Services in an Economic Context},
	Year = {2010}}

@article{Murphy04,
	Abstract = {Rescue robotics has been suggested by a recent DARPA/NSF study as
	an application domain for the research in human-robot integration
	(HRI). This paper provides a short tutorial on how robots are currently
	used in urban search and rescue (USAR) and discusses the HRI issues
	encountered over the past eight years. A domain theory of the search
	activity is formulated. The domain theory consists of two parts:
	1) a workflow model identifying the major tasks, actions, and roles
	in robot-assisted search (e.g., a workflow model) and 2) a general
	information flow model of how data from the robot is fused by various
	team members into information and knowledge. The information flow
	model also captures the types of situation awareness needed by each
	agent in the rescue robot system. The article presents a synopsis
	of the major HRI issues in reducing the number of humans it takes
	to control a robot, maintaining performance with geographically distributed
	teams with intermittent communications, and encouraging acceptance
	within the existing social structure.},
	Author = {Murphy, R. R.},
	Booktitle = {Systems, Man, and Cybernetics, Part C: Applications and Reviews, IEEE Transactions on},
	Citeulike-Article-Id = {3179030},
	Citeulike-Linkout-0 = {http://dx.doi.org/10.1109/TSMCC.2004.826267},
	Citeulike-Linkout-1 = {http://ieeexplore.ieee.org/xpls/abs\_all.jsp?arnumber=1291662},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/TSMCC.2004.826267},
	File = {Murphy04.pdf:Murphy04.pdf:PDF},
	Journal = {IEEE Transactions on Systems, Man, and Cybernetics},
	Keywords = {human\_robot\_interaction, search\_and\_rescue},
	Number = {2},
	Owner = {benjamin},
	Pages = {138--153},
	Posted-At = {2009-06-10 20:33:06},
	Priority = {2},
	Timestamp = {2010.08.31},
	Title = {Human-robot interaction in rescue robotics},
	Volume = {34},
	Year = {2004},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/TSMCC.2004.826267}}

@inproceedings{Olsen04,
	Address = {New York, NY, USA},
	Author = {Olsen,Jr., Dan R. and Wood, Stephen Bart},
	Booktitle = {SIGCHI conference on Human factors in computing systems},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://doi.acm.org/10.1145/985692.985722},
	File = {Olsen04.pdf:Olsen04.pdf:PDF},
	Isbn = {1-58113-702-8},
	Location = {Vienna, Austria},
	Pages = {231--238},
	Title = {Fan-out: measuring human control of multiple robots},
	Year = {2004},
	Bdsk-Url-1 = {http://doi.acm.org/10.1145/985692.985722}}

@article{Parasuraman00,
	Abstract = {We outline a model for types and levels of automation that provides
	a framework and an objective basis for deciding which system functions
	should be automated and to what extent. Appropriate selection is
	important because automation does not merely supplant but changes
	human activity and can impose new coordination demands on the human
	operator. We propose that automation can be applied to four broad
	classes of functions: 1) information acquisition; 2) information
	analysis; 3) decision and action selection; and 4) action implementation.
	Within each of these types, automation can be applied across a continuum
	of levels from low to high, i.e., from fully manual to fully automatic.
	A particular system can involve automation of all four types at different
	levels. The human performance consequences of particular types and
	levels of automation constitute primary evaluative criteria for automation
	design using our model. Secondary evaluative criteria include automation
	reliability and the costs of decision/action consequences, among
	others. Examples of recommended types and levels of automation are
	provided to illustrate the application of the model to automation
	design},
	Author = {Parasuraman, R. and Sheridan, T. and Wickens, C.},
	Citeulike-Article-Id = {160143},
	Citeulike-Linkout-0 = {http://dx.doi.org/10.1109/3468.844354},
	Citeulike-Linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=844354},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/3468.844354},
	File = {Parasuraman00.pdf:Parasuraman00.pdf:PDF},
	Journal = {IEEE Transactions on Systems, Man and Cybernetics},
	Keywords = {credibility05, stanford, sug, trustinautomation},
	Number = {3},
	Owner = {benjamin},
	Pages = {286--297},
	Posted-At = {2006-07-11 02:07:28},
	Priority = {2},
	Timestamp = {2010.09.11},
	Title = {A model for types and levels of human interaction with automation},
	Volume = {30},
	Year = {2000},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/3468.844354}}

@inproceedings{Podnar08,
	Author = {Gregg Podnar and John Dolan and Alberto Elfes and Marcel Bergerman},
	Booktitle = {IEEE International Conference on Robotics and Automation (ICRA)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Podnar08.pdf:Podnar08.pdf:PDF},
	Title = {Multi-Level Autonomy Robot Telesupervision},
	Year = {2008}}

@inproceedings{Quigley09,
	Author = {Morgan Quigley and Ken Conley and Brian P. Gerkey and Josh Faust and Tully Foote and Jeremy Leibs and Rob Wheeler and Andrew Y. Ng},
	Booktitle = {Workshop on Open Source Software},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:29:39 +0000},
	Owner = {benjamin},
	Timestamp = {2010.09.12},
	Title = {{R}{O}{S}: an open-source Robot Operating System},
	Year = {2009}}

@article{Rother04,
	Address = {New York, NY, USA},
	Author = {Rother, Carsten and Kolmogorov, Vladimir and Blake, Andrew},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://doi.acm.org/10.1145/1015706.1015720},
	File = {Rother04.pdf:Rother04.pdf:PDF},
	Issn = {0730-0301},
	Journal = {ACM Transactions on Graphics},
	Number = {3},
	Owner = {benjamin},
	Pages = {309--314},
	Publisher = {ACM},
	Timestamp = {2010.09.11},
	Title = {"GrabCut": interactive foreground extraction using iterated graph cuts},
	Volume = {23},
	Year = {2004},
	Bdsk-Url-1 = {http://doi.acm.org/10.1145/1015706.1015720}}

@article{Saxena08,
	Author = {Ashutosh Saxena and Justin Driemeyer and Justin Kearns and Andrew Ng},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Saxena08.pdf:Saxena08.pdf:PDF},
	Journal = {The International Journal of Robotics Research},
	Owner = {duhadway},
	Pages = {157-173},
	Timestamp = {2010.09.03},
	Title = {Robotic Grasping of Novel Objects},
	Volume = {27},
	Year = {2008}}

@article{Scharstein07,
	Address = {Los Alamitos, CA, USA},
	Author = {Daniel Scharstein and Chris Pal},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://doi.ieeecomputersociety.org/10.1109/CVPR.2007.383191},
	Isbn = {1-4244-1179-3},
	Journal = {IEEE Conference on Computer Vision and Pattern Recognition},
	Owner = {benjamin},
	Pages = {1-8},
	Publisher = {IEEE Computer Society},
	Timestamp = {2010.09.12},
	Title = {Learning Conditional Random Fields for Stereo},
	Volume = {0},
	Year = {2007},
	Bdsk-Url-1 = {http://doi.ieeecomputersociety.org/10.1109/CVPR.2007.383191}}

@conference{Shahaf10,
	Author = {Dafna Shahaf and Eric Horvitz},
	Booktitle = {AAAI Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Shahaf10.pdf:Shahaf10.pdf:PDF},
	Owner = {duhadway},
	Timestamp = {2010.09.02},
	Title = {Generalized Task Markets for Human and Machine Computation},
	Year = {2010}}

@techreport{Sheridan78,
	Author = {Thomas Sheridan and William Verplank},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Institution = {MIT Man-Machine Systems Laboratory},
	Owner = {duhadway},
	Timestamp = {2010.09.02},
	Title = {Human and Computer Control of Undersea Teleoperators},
	Year = {1978}}

@inproceedings{Shibuya08,
	Abstract = {Image segmentation is an important problem because it is required
	for many different applications. In particular, visual extraction
	of an object that is the target of attention or manipulation, is
	an increasingly important issue in robot vision. In real-world applications,
	a robot needs to extract an object designated by a human in a complicated
	environment. There is a large literature on the problem of image
	segmentation, but most previous methods have a limited ability to
	extract desired objects from a cluttered scene. Moreover, from the
	perspective of human-robot interfaces, it is desirable to make it
	as easy as possible for the user to indicate an object. In this paper,
	we propose a segmentation method, CD-matting, which can correctly
	extract a target object in complicated real-world visual situations.
	This method exploits color and distance information in an integrated
	way. The system requires only a simple input to designate the target
	object. We verify the proposed system by real-world experiments.
	The results show the effectiveness of our method in complicated situations.},
	Author = {Shibuya, N. and Shimohata, Y. and Harada, T. and Kuniyoshi, Y.},
	Booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {10.1109/IROS.2008.4650613},
	Keywords = {CD-matting;color-distance image;desired object extraction;human-robot interface;image segmentation;robot vision;tiny scribble;human-robot interaction;image colour analysis;image segmentation;object detection;robot vision;},
	Owner = {benjamin},
	Timestamp = {2011.02.08},
	Title = {Smart extraction of desired object from color-distance image with user's tiny scribble},
	Year = {2008},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/IROS.2008.4650613}}

@inproceedings{Srinivasa08,
	Author = {Siddhartha Srinivasa and David Ferguson and J Michael Vandeweghe and Rosen Diankov and Dmitry Berenson and Casey Helfrich and K=Hauke Strasdat},
	Booktitle = {International Conference on Intelligent Autonomous Systems (IAS)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Owner = {benjamin},
	Timestamp = {2011.02.08},
	Title = {The Robotic Busboy: Steps Towards Developing a Mobile Robotic Home Assistant},
	Year = {2008}}

@conference{Steder09,
	Author = {Bastian Steder and Giorgio Grisetti and Mark Van Loock and Wolfram Burgard},
	Booktitle = {IEE/RSJ International Conference on Intelligent Robots and Systems},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Steder09.pdf:Steder09.pdf:PDF},
	Owner = {duhadway},
	Timestamp = {2010.09.02},
	Title = {Robust on-line model-based object detection from range images},
	Year = {2009}}

@inproceedings{Steinfeld06,
	Address = {New York, NY, USA},
	Author = {Steinfeld, Aaron and Fong, Terrence and Kaber, David and Lewis, Michael and Scholtz, Jean and Schultz, Alan and Goodrich, Michael},
	Booktitle = {ACM SIGCHI/SIGART Conference on Human-Robot Interaction (HRI)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Doi = {http://doi.acm.org/10.1145/1121241.1121249},
	File = {Steinfeld06.pdf:Steinfeld06.pdf:PDF},
	Isbn = {1-59593-294-1},
	Location = {Salt Lake City, Utah, USA},
	Owner = {benjamin},
	Pages = {33--40},
	Publisher = {ACM},
	Timestamp = {2010.08.31},
	Title = {Common metrics for human-robot interaction},
	Year = {2006},
	Bdsk-Url-1 = {http://doi.acm.org/10.1145/1121241.1121249}}

@inproceedings{Taylor95,
	Address = {Melbourne, Australia},
	Author = {Ken Taylor and James Trevelyan},
	Booktitle = {National Conference of the Australian Robot Association},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Month = {5-7 July},
	Owner = {prb2pal},
	Timestamp = {2010.03.01},
	Title = {A Telerobot On The World Wide Web},
	Year = {1995}}

@inproceedings{Viola01,
	Abstract = {This paper describes a machine learning approach for visual object
	detection which is capable of processing images extremely rapidly
	and achieving high detection rates. This work is distinguished by
	three key contributions. The first is the introduction of a new image
	representation called the "integral image" which allows the features
	used by our detector to be computed very quickly. The second is a
	learning algorithm, based on AdaBoost, which selects a small number
	of critical visual features from a larger set and yields extremely
	efficient classifiers. The third contribution is a method for combining
	increasingly more complex classifiers in a "cascade" which allows
	background regions of the image to be quickly discarded while spending
	more computation on promising object-like regions. The cascade can
	be viewed as an object specific focus-of-attention mechanism which
	unlike previous approaches provides statistical guarantees that discarded
	regions are unlikely to contain the object of interest. In the domain
	of face detection the system yields detection rates comparable to
	the best previous systems. Used in real-time applications, the detector
	runs at 15 frames per second without resorting to image differencing
	or skin color detection.},
	Address = {Los Alamitos, CA, USA},
	Author = {Viola, P. and Jones, M.},
	Booktitle = {Conference on Computer Vision and Pattern Recognition},
	Citeulike-Article-Id = {962012},
	Citeulike-Linkout-0 = {http://doi.ieeecomputersociety.org/10.1109/CVPR.2001.990517},
	Citeulike-Linkout-1 = {http://dx.doi.org/10.1109/CVPR.2001.990517},
	Citeulike-Linkout-2 = {http://ieeexplore.ieee.org/xpls/abs\_all.jsp?arnumber=990517},
	Comment = {Recommended by Doug},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Day = {15},
	Doi = {10.1109/CVPR.2001.990517},
	Isbn = {0-7695-1272-0},
	Issn = {1063-6919},
	Journal = {Computer Vision and Pattern Recognition, IEEE Computer Society Conference on},
	Location = {Kauai, HI, USA},
	Month = {April},
	Owner = {benjamin},
	Pages = {I-511--I-518},
	Posted-At = {2008-09-28 22:27:20},
	Priority = {2},
	Publisher = {IEEE Comput. Soc},
	Timestamp = {2010.09.12},
	Title = {Rapid object detection using a boosted cascade of simple features},
	Volume = {1},
	Year = {2001},
	Bdsk-Url-1 = {http://dx.doi.org/10.1109/CVPR.2001.990517}}

@misc{WillowPR2,
	Author = {{Willow Garage}},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Owner = {benjamin},
	Timestamp = {2010.09.12},
	Title = {{Personal Robot 2 (PR2). http://www.willowgarage.com}},
	Url = {http://www.willowgarage.com},
	Bdsk-Url-1 = {http://www.willowgarage.com}}

@inproceedings{Zwinderman10,
	Author = {Matthijs Jan Zwinderman and Paul Rybski and Gert Kootstra},
	Booktitle = {IEEE International Symposium in Robot and Human Interactive Communication},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	File = {Zwinderman10.pdf:Zwinderman10.pdf:PDF},
	Month = {September},
	Owner = {benjamin},
	Timestamp = {2010.09.11},
	Title = {A Human-Assisted Approach for a Mobile Robot to Learn 3D Object Models using Active Vision},
	Year = {2010}}

@inproceedings{JenkinsMataric2004icml,
	Author = {Odest Chadwicke Jenkins and Maja Matari\'c},
	Booktitle = {Proceedings of the Twenty-First International Conference on Machine Learning },
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:22:05 +0000},
	Month = {Jul},
	Pages = {441-448},
	Title = {A Spatio-temporal Extension to {I}somap Nonlinear Dimension Reduction},
	Year = {2004}}

@article{JenkinsMataric2004ijhr,
	Author = {Odest Chadwicke Jenkins and Maja J Matari\'c},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Journal = {International Journal of Humanoid Robotics},
	Month = {Jun},
	Number = {2},
	Pages = {237-288},
	Title = {Performance-Derived Behavior Vocabularies: Data-driven Acquisition of Skills from Motion},
	Volume = {1},
	Year = {2004}}

@inproceedings{Pastor2011icra,
	Author = {Peter Pastor and Mrinal Kalakrishnan and Sachin Chitta and Evangelos Theodorou and Stefan Schaal},
	Booktitle = {Proceedings of the 2011 IEEE International Conference on Robotics \& Automation},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-27 04:27:12 +0000},
	Title = {Skill Learning and Task Outcome Prediction for Manipulation},
	Year = {2011}}

@inproceedings{Konidaris2010nips,
	Author = {G. D. Konidaris and S. R. Kuindersma and A. G. Barto and R. A. Grupen},
	Booktitle = {Advances in Neural Information Processing Systems 23 (NIPS 2010)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Constructing Skill Trees for Reinforcement Learning Agents from Demonstration Trajectories},
	Year = {2010}}

@inproceedings{Konidaris2011aaai,
	Author = {G. D. Konidaris and S. R. Kuindersma and R. A. Grupen and A. G. Barto},
	Booktitle = {Proceedings of the Twenty-Fifth Conference on Artificial Intelligence (AAAI 2011)},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Autonomous Skill Acquisition on a Mobile Manipulator},
	Year = {2011}}

@inproceedings{Isbell2006,
	Author = {C. Isbell and M. Kearns and S. Singh and C. Shelton and P. Stone and D. Kormann},
	Booktitle = {AAMAS},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Cobot in LambdaMOO: An Adaptive Social Statistics Agent},
	Year = {2006}}

@inproceedings{Knox2009,
	Author = {W. Brad Knox and Peter Stone},
	Booktitle = {Proceedings of The Fifth International Conference on Knowledge Capture},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Interactively Shaping Agents via Human Reinforcement: The TAMER Framework},
	Year = {2009}}

@inproceedings{Knox2011,
	Author = {W. Brad Knox and Peter Stone},
	Booktitle = {ICML Workshop on New Developments in Imitation Learning},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Augmenting Reinforcement Learning with Human Feedback},
	Year = {2011}}

@inproceedings{Judah2010,
	Author = {K. Judah and S. Roy and A. Fern and T.G. Dietterich},
	Booktitle = {AAAI},
	Date-Added = {2011-10-26 23:24:14 +0000},
	Date-Modified = {2011-10-26 23:24:14 +0000},
	Title = {Reinforcement Learning Via Practice and Critique Advice},
	Year = {2010}}

@inproceedings{poritz1982linear,
	Author = {Poritz, A.},
	Booktitle = {Proceedings of the Seventh IEEE International Conference on Acoustics, Speech, and Signal Processing},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:29:05 +0000},
	Organization = {IEEE},
	Pages = {1291--1294},
	Title = {Linear predictive hidden Markov models and the speech signal},
	Year = {1982}}

@article{argall2009survey,
	Author = {Argall, B.D. and Chernova, S. and Veloso, M. and Browning, B.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:29:13 +0000},
	Journal = {Robotics and Autonomous Systems},
	Number = {5},
	Pages = {469--483},
	Title = {A survey of robot learning from demonstration},
	Volume = {57},
	Year = {2009}}

@inproceedings{goehring2014interactive,
  title={Interactive adaptation of real-time object detectors},
  author={Goehring, Daniel and Hoffman, Judy and Rodner, Erid and Saenko, Kate and Darrell, Trevor},
  booktitle={Robotics and Automation (ICRA), 2014 IEEE International Conference on},
  pages={1282--1289},
  year={2014},
  organization={IEEE}
}

@inproceedings{konidaris2009efficient,
	Author = {Konidaris, G. and Barto, A.},
	Booktitle = {Proceedings of the Twenty First International Joint Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1107--1112},
	Title = {Efficient skill learning using abstraction selection},
	Year = {2009}}

@article{beal2003variational,
	Author = {Beal, M.J.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Ph.D. Thesis, University College London},
	Title = {Variational algorithms for approximate Bayesian inference},
	Year = {2003}}

@inproceedings{fox2009nonparametric,
	Author = {Fox, E. and Sudderth, E. and Jordan, M.I. and Willsky, A.},
	Booktitle = {Proceedings of the 15th IFAC Symposium on System Identification},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:14:24 +0000},
	Title = {Nonparametric Bayesian identification of jump systems with sparse dependencies,''},
	Year = {2009}}

@inproceedings{tang2010parameterized,
	Author = {Tang, J. and Singh, A. and Goehausen, N. and Abbeel, P.},
	Booktitle = {Proceedings of the IEEE International Conference on Robotics and Automation },
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:32:17 +0000},
	Organization = {IEEE},
	Pages = {1142--1148},
	Title = {Parameterized maneuver learning for autonomous helicopter flight},
	Year = {2010}}

@inproceedings{boularias2011relative,
	Author = {Boularias, A. and Kober, J. and Peters, J.},
	Booktitle = {Proceedings of the 15th International Conference on Automated Planning and Scheduling},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:08:22 +0000},
	Pages = {20--27},
	Title = {Relative Entropy Inverse Reinforcement Learning},
	Year = {2011}}

@inproceedings{ziebart2008maximum,
	Author = {Ziebart, B.D. and Maas, A. and Bagnell, J.A. and Dey, A.K.},
	Booktitle = {Proc. AAAI},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1433--1438},
	Title = {Maximum entropy inverse reinforcement learning},
	Year = {2008}}

@inproceedings{neu2007apprenticeship,
	Author = {Neu, G. and Szepesv{\'a}ri, C.},
	Booktitle = {Proceedings of the 23rd Conference on Uncertainty in Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:24:57 +0000},
	Pages = {295--302},
	Title = {Apprenticeship learning using inverse reinforcement learning and gradient methods},
	Year = {2007}}

@article{ramachandran51bayesian,
	Author = {Ramachandran, D. and Amir, E.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:46:40 +0000},
	Journal = {Proceedings of the 20th International Joint Conference on Artificial Intelligence},
	Title = {Bayesian inverse reinforcement learning},
	Year = {2007}}

@inproceedings{ng2000algorithms,
	Author = {Ng, A.Y. and Russell, S.},
	Booktitle = {Proceedings of the Seventeenth International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {663--670},
	Title = {Algorithms for inverse reinforcement learning},
	Year = {2000}}

@inproceedings{ijspeert2002learning,
	Author = {Ijspeert, A.J. and Nakanishi, J. and Schaal, S.},
	Booktitle = {Proceedings of the IEEE International Conference on Intelligent Robots and Systems},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:19:40 +0000},
	Pages = {958--963},
	Title = {Learning rhythmic movements by demonstration using nonlinear oscillators},
	Year = {2002}}

@inproceedings{fox2008hdp,
	Author = {Fox, E.B. and Sudderth, E.B. and Jordan, M.I. and Willsky, A.S.},
	Booktitle = {Proceedings of the 25th International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:13:35 +0000},
	Organization = {ACM},
	Pages = {312--319},
	Title = {An {H}{D}{P}-{H}{M}{M} for systems with state persistence},
	Year = {2008}}

@article{teh2006hierarchical,
	Author = {Teh, Y.W. and Jordan, M.I. and Beal, M.J. and Blei, D.M.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of the American Statistical Association},
	Number = {476},
	Pages = {1566--1581},
	Publisher = {ASA},
	Title = {Hierarchical dirichlet processes},
	Volume = {101},
	Year = {2006}}

@article{DMPLearning,
	Author = {Schaal, S. and Peters, J. and Nakanishi, J. and Ijspeert, A.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:49:34 +0000},
	Journal = {International Symposium on Robotics Research},
	Pages = {561--572},
	Publisher = {Springer},
	Title = {Learning movement primitives},
	Year = {2004}}

@article{DMPNeuro,
	Author = {Schaal, S.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {The International Symposium on Adaptive Motion of Animals and Machines},
	Title = {Dynamic movement primitives--A framework for motor control in humans and humanoid robotics},
	Year = {2003}}

@inproceedings{butterfield2010learning,
	Author = {Butterfield, J. and Osentoski, S. and Jay, G. and Jenkins, O.C.},
	Booktitle = {Proceedings of the Tenth IEEE-RAS International Conference on Humanoid Robots},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Learning from demonstration using a multi-valued function regressor for time-series data},
	Year = {2010}}

@inproceedings{grollman2010incremental,
	Author = {Grollman, D.H. and Jenkins, O.C.},
	Booktitle = {Proceedings of the 2010 IEEE/RSJ International Conference on Intelligent Robots and Systems },
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:18:27 +0000},
	Organization = {IEEE},
	Pages = {261--266},
	Title = {Incremental learning of subtasks from unsegmented demonstration},
	Year = {2010}}

@inproceedings{peters2005natural,
	Author = {Peters, J. and Vijayakumar, S. and Schaal, S.},
	Booktitle = {Proceedings of the 16th European Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:28:20 +0000},
	Pages = {280--291},
	Title = {Natural actor-critic},
	Year = {2005}}

@article{ng2006autonomous,
	Author = {Ng, A. and Coates, A. and Diel, M. and Ganapathi, V. and Schulte, J. and Tse, B. and Berger, E. and Liang, E.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Experimental Robotics IX},
	Pages = {363--372},
	Publisher = {Springer},
	Title = {Autonomous inverted helicopter flight via reinforcement learning},
	Year = {2006}}

@article{tesauro1995temporal,
	Author = {Tesauro, G.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Communications of the ACM},
	Number = {3},
	Pages = {58--68},
	Title = {Temporal difference learning and TD-Gammon},
	Volume = {38},
	Year = {1995}}

@article{ijspeert2003learning,
	Author = {Ijspeert, A.J. and Nakanishi, J. and Schaal, S.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:19:49 +0000},
	Journal = {Advances in Neural Information Processing Systems 16},
	Pages = {1547--1554},
	Title = {Learning attractor landscapes for learning motor primitives},
	Year = {2003}}

@article{fox2009sharing,
	Author = {Fox, E.B. and Sudderth, E.B. and Jordan, M.I. and Willsky, A.S.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:16:45 +0000},
	Journal = {Advances in Neural Information Processing Systems 22},
	Pages = {549--557},
	Title = {Sharing features among dynamical systems with beta processes},
	Year = {2009}}

@inproceedings{MultiTask2007,
	Author = {Aaron Wilson and Alan Fern and Soumya Ray and Prasad Tadepalli},
	Booktitle = {In: ICML '07: Proceedings of the 24th international conference on Machine learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1015},
	Publisher = {ACM Press},
	Title = {Multi-task reinforcement learning: A hierarchical bayesian approach},
	Year = {2007}}

@article{Jonsson2006,
	Acmid = {1248628},
	Author = {Jonsson, Anders and Barto, Andrew},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Issn = {1532-4435},
	Journal = {J. Mach. Learn. Res.},
	Month = {December},
	Numpages = {43},
	Pages = {2259--2301},
	Publisher = {JMLR.org},
	Title = {Causal Graph Based Decomposition of Factored MDPs},
	Url = {http://portal.acm.org/citation.cfm?id=1248547.1248628},
	Volume = {7},
	Year = {2006},
	Bdsk-Url-1 = {http://portal.acm.org/citation.cfm?id=1248547.1248628}}

@article{Halkidi2008,
	Author = {Halkidi, M. and Vazirgiannis, M.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Issue = {6},
	Journal = {Intell. Data Anal.},
	Month = {December},
	Pages = {587--606},
	Publisher = {IOS Press},
	Title = {NPClu: An approach for clustering spatially extended objects},
	Volume = {12},
	Year = {2008}}

@article{Niekum2010Journal,
	Author = {Niekum, S. and Barto, A.G. and Spector, L.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Issn = {1943-0604},
	Journal = {IEEE Transactions on Autonomous Mental Development},
	Number = {2},
	Pages = {83--90},
	Publisher = {IEEE},
	Title = {{Genetic programming for reward function search}},
	Volume = {2},
	Year = {2010}}

@article{Neal2000,
	Author = {Neal, R.M.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of computational and graphical statistics},
	Number = {2},
	Pages = {249--265},
	Title = {{Markov chain sampling methods for Dirichlet process mixture models}},
	Volume = {9},
	Year = {2000}}

@inproceedings{Snel10,
	Author = {Matthijs Snel and Shimon Whiteson},
	Booktitle = {GECCO},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1031--1038},
	Title = {Multi-task evolutionary shaping without pre-specified representations},
	Year = {2010}}

@inproceedings{GQ,
	Author = {Hamid Reza Maei and Csaba Szepesv{\'a}ri and Shalabh Bhatnagar and Richard S. Sutton},
	Booktitle = {ICML},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {719--726},
	Title = {Toward Off-Policy Learning Control with Function Approximation},
	Year = {2010}}

@inproceedings{Precup00,
	Author = {Doina Precup and Cosmin Paduraru and Anna Koop and Richard S. Sutton and Satinder Singh},
	Booktitle = {in Reinforcement Learning. Doctoral Dissertation, U. of Mass},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Temporal Abstraction},
	Year = {2000}}

@inproceedings{Zelnik04,
	Author = {Lihi Zelnik-manor and Pietro Perona},
	Booktitle = {Advances in Neural Information Processing Systems 17},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1601--1608},
	Publisher = {MIT Press},
	Title = {Self-tuning spectral clustering},
	Year = {2004}}

@inproceedings{NgSpectral,
	Author = {Andrew Y. Ng and Michael I. Jordan and Yair Weiss},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {849--856},
	Publisher = {MIT Press},
	Title = {On Spectral Clustering: Analysis and an algorithm},
	Year = {2001}}

@article{Gilks92,
	Author = {Gilks, W. R. and Wild, P.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of the Royal Statistical Society, Series C},
	Number = {2},
	Pages = {337--348},
	Title = {{Adaptive Rejection Sampling for Gibbs Sampling}},
	Volume = {41},
	Year = {1992}}

@article{BIC,
	Author = {Gideon Schwarz},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {The annals of statistics},
	Number = 2,
	Pages = {461--464},
	Publisher = {Institute of Mathematical Statistics},
	Title = {{Estimating the dimension of a model}},
	Volume = 6,
	Year = 1978}

@inproceedings{Rasmussen00,
	Author = {Carl Edward Rasmussen},
	Booktitle = {Advances in Neural Information Processing Systems 12},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {554--560},
	Publisher = {MIT Press},
	Title = {The infinite {G}aussian mixture model},
	Year = {2000}}

@conference{Daume09,
	Author = {Daume, H.},
	Booktitle = {Conference on AI and Statistics},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {{Fast search for Dirichlet process mixture models}},
	Year = {2007}}

@article{Navarro06,
	Author = {Daniel J. Navarro and Thomas L. Griffiths and Mark Steyvers and Michael D. Lee},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of Mathematical Psychology},
	Number = {2},
	Pages = {101--122},
	Title = {Modeling individual differences using Dirichlet processes},
	Volume = {50},
	Year = {2006}}

@book{Bishop2007,
	Author = {Christopher M. Bishop},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Publisher = {Springer},
	Title = {Pattern Recognition and Machine Learning (Information Science and Statistics)},
	Year = 2007}

@article{DempsterEM,
	Author = {A. P. Dempster and N. M. Laird and D. B. Rubin},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of the Royal Statistical Society, Series B},
	Number = {1},
	Pages = {1--38},
	Title = {Maximum likelihood from incomplete data via the EM algorithm},
	Volume = {39},
	Year = {1977}}

@inproceedings{JurgenSubgoal,
	Author = {Bram Bakker and J{\"u}rgen Schmidhuber},
	Booktitle = {Proceedings of the 8th Conference on Intelligent Autonomous Systems},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:38:55 +0000},
	Pages = {438--445},
	Title = {Hierarchical Reinforcement Learning Based on Subgoal Discovery and Subpolicy Specialization},
	Year = {2004}}

@inproceedings{Wilson07,
	Author = {Aaron Wilson and Alan Fern and Soumya Ray and Prasad Tadepalli},
	Booktitle = {ICML},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1015--1022},
	Title = {Multi-task reinforcement learning: a hierarchical Bayesian approach},
	Year = {2007}}

@inproceedings{Veloso06,
	Author = {Fernando Fern{\'a}ndez and Manuela Veloso},
	Booktitle = {Proc. of the fifth International Joint Conference On Autonomous Agents and Multiagent Systems},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {720--727},
	Publisher = {ACM Press},
	Title = {Probabilistic Policy Reuse in a Reinforcement Learning Agent},
	Year = {2006}}

@inproceedings{PolicyBlocks,
	Author = {Marc Pickett and Andrew G. Barto},
	Booktitle = {ICML},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {506--513},
	Title = {PolicyBlocks: An Algorithm for Creating Useful Macro-Actions in Reinforcement Learning},
	Year = {2002}}

@article{Vigorito10,
	Author = {Vigorito, Christopher M. and Barto, Andrew G.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {IEEE Transactions on Autonomous Mental Development},
	Number = {2},
	Title = {Intrinsically Motivated Hierarchical Skill Learning in Structured Environments},
	Volume = {2},
	Year = {2010}}

@inproceedings{SimsekNovelty,
	Author = {{\"O}zg{\"u}r {\c S}im{\c s}ek and Andrew G. Barto},
	Booktitle = {Proc. of the Twenty-First International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {751--758},
	Title = {Using relative novelty to identify useful temporal abstractions in reinforcement learning},
	Year = {2004}}

@inproceedings{SimsekLCut,
	Author = {{\"O}zg{\"u}r {\c S}im{\c s}ek and Alicia P. Wolfe and Andrew G. Barto},
	Booktitle = {Proc. of the Twenty-Second International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Location = {Bonn, Germany},
	Title = {Identifying useful subgoals in reinforcement learning by local graph partitioning},
	Year = {2005}}

@inproceedings{McGovern01,
	Author = {Amy McGovern and Andrew G. Barto},
	Booktitle = {Proceedings of the 18th International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:41:00 +0000},
	Pages = {361--368},
	Title = {Automatic Discovery of Subgoals in Reinforcement Learning using Diverse Density},
	Year = {2001}}

@inproceedings{Thrun95,
	Author = {Sebastian Thrun and Anton Schwartz},
	Booktitle = {Advances in Neural Information Processing Systems 7},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {385--392},
	Publisher = {MIT Press},
	Title = {Finding Structure in Reinforcement Learning},
	Year = {1995}}

@inproceedings{Digney98,
	Author = {Bruce L. Digney},
	Booktitle = {Proceedings of the 5th Conference on the Simulation of Adaptive Behavior},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-27 04:12:58 +0000},
	Publisher = {MIT Press},
	Title = {Learning Hierarchical Control Structures for Multiple Tasks and Changing Environments},
	Year = {1998}}

@inproceedings{Barto04Hierarchy,
	Author = {A. G. Barto and S. Singh and N. Chentanez},
	Booktitle = {Proc. of the International Conference on Developmental Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {112--119},
	Title = {Intrinsically motivated learning of hierarchical collections of skills},
	Year = {2004}}

@inproceedings{KonidarisPortableOpts,
	Author = {George Konidaris and Andrew G. Barto},
	Booktitle = {Proc. of the 20th International Joint Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {895--900},
	Title = {Building portable options: Skill transfer in reinforcement learning},
	Year = {2007}}

@inproceedings{FourierBasis,
	Author = {G.D. Konidaris and S. Osentoski and P.S. Thomas},
	Booktitle = {Proceedings of the Twenty-Fifth Conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Value function approximation in reinforcement learning using the {F}ourier basis},
	Year = {2011}}

@inproceedings{Niekum10,
	Author = {Scott Niekum},
	Booktitle = {Proc. of the 24th conference on Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Evolved Intrinsic Reward Functions for Reinforcement Learning},
	Year = {2010}}

@inproceedings{skillchain,
	Author = {George Konidaris and Andrew G. Barto},
	Booktitle = {Advances in Neural Information Processing Systems 22},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1015-1023},
	Title = {Skill Discovery in Continuous Reinforcement Learning Domains using Skill Chaining},
	Year = {2009}}

@inproceedings{Propofol,
	Author = {Brett Moore and Periklis Panousis and Vivek Kulkarni and Larry Pyeatt and Anthony Doufas},
	Booktitle = {Innovative Applications of Artificial Intelligence},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Reinforcement Learning for Closed-Loop Propofol Anesthesia: A Human Volunteer Study},
	Year = {2010}}

@article{Ipek08,
	Author = {Engin Ipek and Onur Mutlu and Jose F. Martinez and Rich Caruana},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Computer Architecture, International Symposium on},
	Pages = {39-50},
	Title = {Self-Optimizing Memory Controllers: A Reinforcement Learning Approach},
	Volume = {0},
	Year = {2008}}

@inproceedings{Sorg2010,
	Address = {Haifa, Israel},
	Author = {Jonathan Sorg and Satinder Singh and Richard L. Lewis},
	Booktitle = {Proc. of the 27th International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {{Internal Rewards Mitigate Agent Boundedness}},
	Year = {2010}}

@article{Singh-etal-TAMD,
	Author = {Satinder Singh, and Richard L. Lewis, and Andrew G. Barto},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {IEEE Transactions on Autonomous Mental Development},
	Number = 2,
	Title = {Intrinsically Motivated Reinforcement Learning: An Evolutionary Perspective},
	Volume = 2,
	Year = 2010}

@article{spector:2002:GPEM,
	Abstract = {Push is a programming language designed for the
                expression of evolving programs within an evolutionary
                computation system. This article describes Push and
                illustrates some of the opportunities that it presents
                for evolutionary computation. Two evolutionary
                computation systems, PushGP and Pushpop, are described
                in detail. PushGP is a genetic programming system that
                evolves Push programs to solve computational problems.
                Pushpop, an ?autoconstructive evolution? system, also
                evolves Push programs but does so while simultaneously
                evolving its own evolutionary mechanisms.},
	Author = {Lee Spector and Alan Robinson},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Doi = {doi:10.1023/A:1014538503543},
	Doi-Url = {http://dx.doi.org/10.1023/A:1014538503543},
	Issn = {1389-2576},
	Journal = {Genetic Programming and Evolvable Machines},
	Keywords = {genetic algorithms, genetic programming, artificial life, modularity, programming languages, self-adaptation},
	Month = mar,
	Notes = {Article ID: 395988},
	Number = {1},
	Pages = {7--40},
	Title = {Genetic Programming and Autoconstructive Evolution with the Push Programming Language},
	Volume = {3},
	Year = {2002},
	Bdsk-Url-1 = {http://dx.doi.org/10.1023/A:1014538503543}}

@book{koza:book,
	Address = {Cambridge, MA, USA},
	Author = {John R. Koza},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Isbn = {0-262-11170-5},
	Keywords = {genetic algorithms, genetic programming, text book},
	Publisher = {MIT Press},
	Title = {Genetic Programming: On the Programming of Computers by Means of Natural Selection},
	Year = {1992}}

@book{holland,
	Address = {Cambridge, Massachusetts},
	Author = {J. H. Holland},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Note = {First edition \copyright 1975.},
	Publisher = {The MIT Press},
	Title = {Adaptation in Natural and Artificial Systems: An introductory analysis with applications to biology, control, and artificial intelligence},
	Year = {1992}}

@book{banzhaf:1997:book,
	Address = {San Francisco, CA, USA},
	Address2 = {Heidelberg},
	Author = {Wolfgang Banzhaf and Peter Nordin and Robert E. Keller and Frank D. Francone},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Isbn = {3-920993-58-6},
	Keywords = {genetic algorithms, genetic programming},
	Month = jan,
	Publisher = {Morgan Kaufmann},
	Publisher2 = {dpunkt.verlag},
	Title = {Genetic Programming -- An Introduction; On the Automatic Evolution of Computer Programs and its Applications},
	Year = {1998}}

@book{poli08:fieldguide,
	Author = {Riccardo Poli and William B. Langdon and Nicholas Freitag McPhee},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Isbn13 = {978-1-4092-0073-4},
	Keywords = {genetic algorithms, genetic programming, automatic programming, machine learning, artificial intelligence, evolutionary computation},
	Note = {(With contributions by J. R. Koza)},
	Publisher = {Published via \texttt{http://lulu.com} and freely available at \texttt{http://www.gp-field-guide.org.uk}},
	Title = {A field guide to genetic programming},
	Url = {http://www.gp-field-guide.org.uk},
	Year = {2008},
	Bdsk-Url-1 = {http://www.gp-field-guide.org.uk}}

@incollection{Ackley-Littman-91,
	Address = {Reading, MA},
	Author = {D. H. Ackley and M. Littman},
	Booktitle = {Artificial Life {II} ({P}roceedings {V}olume {X} in the Santa Fe Institute Studies in the Sciences of Complexity},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Editor = {C.G. Langton and C. Taylor and C.D. Farmer and S. Rasmussen},
	Pages = {487-509},
	Publisher = {Addison-Wesley},
	Title = {Interactions Between Learning and Evolution},
	Year = 1991}

@incollection{Littman-Ackley-91,
	Author = {M. L. Littman and D. H. Ackley},
	Booktitle = {Proc. of the Fourth International Conference on Genetic Algorithms},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {136-142},
	Title = {Adaptation in Constant Utility Nonstationary Environments},
	Year = 1991,
	Bdsk-File-1 = {YnBsaXN0MDDUAQIDBAUIJidUJHRvcFgkb2JqZWN0c1gkdmVyc2lvblkkYXJjaGl2ZXLRBgdUcm9vdIABqAkKFRYXGyIjVSRudWxs0wsMDQ4RFFpOUy5vYmplY3RzV05TLmtleXNWJGNsYXNzog8QgASABqISE4ACgAOAB1lhbGlhc0RhdGFccmVsYXRpdmVQYXRo0hgNGRpXTlMuZGF0YU8RAcoAAAAAAcoAAgAADE1hY2ludG9zaCBIRAAAAAAAAAAAAAAAAAAAAMpAsaxIKwAAAESJwg1za2lsbF9ucmkuYmliAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAARInmysCPsVRFWFRUZVhzAAEAAgAACSAAAAAAAAAAAAAAAAAAAAAKTWFzdGVyIGJpYgAQAAgAAMpA6ewAAAARAAgAAMrAx/EAAAABABgARInCADrAywA4B/UABSDiAAURpAAAvuwAAgBXTWFjaW50b3NoIEhEOlVzZXJzOgBzbmlla3VtOgBEZXNrdG9wOgBOUkkgcHJvcG9zYWw6AFByb3Bvc2FsOgBNYXN0ZXIgYmliOgBza2lsbF9ucmkuYmliAAAOABwADQBzAGsAaQBsAGwAXwBuAHIAaQAuAGIAaQBiAA8AGgAMAE0AYQBjAGkAbgB0AG8AcwBoACAASABEABIARFVzZXJzL3NuaWVrdW0vRGVza3RvcC9OUkkgcHJvcG9zYWwvUHJvcG9zYWwvTWFzdGVyIGJpYi9za2lsbF9ucmkuYmliABMAAS8AABUAAgAO//8AAIAF0hwdHh9YJGNsYXNzZXNaJGNsYXNzbmFtZaMfICFdTlNNdXRhYmxlRGF0YVZOU0RhdGFYTlNPYmplY3Rdc2tpbGxfbnJpLmJpYtIcHSQloiUhXE5TRGljdGlvbmFyeRIAAYagXxAPTlNLZXllZEFyY2hpdmVyAAgAEQAWAB8AKAAyADUAOgA8AEUASwBSAF0AZQBsAG8AcQBzAHYAeAB6AHwAhgCTAJgAoAJuAnACdQJ+AokCjQKbAqICqwK5Ar4CwQLOAtMAAAAAAAACAQAAAAAAAAAoAAAAAAAAAAAAAAAAAAAC5Q==}}

@article{Uchibe-Doya-08,
	Author = {E. Uchibe and K. Doya},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Neural Networks},
	Number = 10,
	Pages = {1447-1455},
	Title = {Finding Intrinsic Rewards by Embodied Evolution and Constrained Reinforcement Learning},
	Volume = 21,
	Year = 2008}

@inproceedings{Schembri-etal-ICDL07,
	Address = {London, Imperial College: E1-6},
	Author = {M. Schembri and M. Mirolli and G. Baldassarre},
	Booktitle = {Proc. of the 6th International Conference on Development and Learning (ICDL2007)},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Editor = {Y. Demiris and D. Mareschal and B. Scassellati and J. Weng},
	Title = {Evolving Internal Reinforcers for an Intrinsically Motivated Reinforcement-Learning Robot},
	Year = 2007}

@inproceedings{Snel-Hayes,
	Address = {Osaka, Japan},
	Author = {M. Snel and G. M. Hayes},
	Booktitle = {Proc. of the 10th International Conference on Simulation of Adaptive Behavior: {F}rom Animals to Animats},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {12-21},
	Title = {Evolution of Valence Systems in an Unstable Environment},
	Year = 2008}

@incollection{Damoulas-etal-2005,
	Address = {Berlin},
	Author = {T. Damoulas and I. Cos-Aguilera and G. M. Hayes and T. Taylor},
	Booktitle = {Advances in Artificial Life: 8th European Conference, {ECAL} 2005, {LNAI} vol. 3636},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Editor = {M. S. Capcarrere and A. A. Freitas and P. J. Bentley and C. G. Johnson and J. Timmis},
	Pages = {936-945},
	Publisher = {Springer-Verlag},
	Title = {Valency for Adaptive Homeostatic Agents: {R}elating Evolution and Learning},
	Year = 2005}

@inproceedings{Simsek08,
	Author = {{\"O}zg{\"u}r {\c S}im{\c s}ek and Andrew G. Barto},
	Booktitle = {Advances in Neural Information Processing Systems 22},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:55:08 +0000},
	Pages = {1497-1504},
	Title = {Skill Characterization Based on Betweenness},
	Year = {2008}}

@article{Elfwing08,
	Address = {Thousand Oaks, CA, USA},
	Author = {Elfwing, Stefan and Uchibe, Eiji and Doya, Kenji and Christensen, Henrik I.},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Doi = {http://dx.doi.org/10.1177/1059712308092835},
	Issn = {1059-7123},
	Journal = {Adaptive Behavior - Animals, Animats, Software Agents, Robots, Adaptive Systems},
	Number = {6},
	Pages = {400--412},
	Publisher = {Sage Publications, Inc.},
	Title = {Co-evolution of Shaping Rewards and Meta-Parameters in Reinforcement Learning},
	Volume = {16},
	Year = {2008},
	Bdsk-Url-1 = {http://dx.doi.org/10.1177/1059712308092835}}

@inproceedings{Konidaris06,
	Address = {New York, NY, USA},
	Author = {Konidaris, George and Barto, Andrew},
	Booktitle = {ICML '06: Proc. of the 23rd international conference on Machine learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Doi = {http://doi.acm.org/10.1145/1143844.1143906},
	Isbn = {1-59593-383-2},
	Location = {Pittsburgh, Pennsylvania},
	Pages = {489--496},
	Publisher = {ACM},
	Title = {Autonomous shaping: knowledge transfer in reinforcement learning},
	Year = {2006},
	Bdsk-Url-1 = {http://doi.acm.org/10.1145/1143844.1143906}}

@article{Sutton99Options,
	Author = {Richard Sutton and Doina Precup and Satinder Singh},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Artificial Intelligence},
	Pages = {181--211},
	Title = {Between {MDP}s and Semi-{MDP}s: A Framework for Temporal Abstraction in Reinforcement Learning},
	Volume = {112},
	Year = {1999}}

@article{Watkins89,
	Author = {C.J.C.H. Watkins},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {PhD Thesis University of Cambridge, England},
	Title = {Learning from delayed rewards},
	Year = {1989}}

@book{SuttonBarto98,
	Author = {Richard S. Sutton and Andrew G. Barto},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Publisher = {MIT Press},
	Title = {Reinforcement Learning: An Introduction},
	Year = {1998}}

@inproceedings{finitealg,
	Abstract = {We describe the application of genetic programming
                (GP) to a problem in pure mathematics, in the study of
                finite algebras. We document the production of
                human-competitive results in the discovery of
                particular algebraic terms, namely discriminator,
                Pixley, majority and Mal'cev terms, showing that GP can
                exceed the performance of every prior method of finding
                these terms in either time or size by several orders of
                magnitude. Our terms were produced using the ECJ and
                PushGP genetic programming systems in a variety of
                configurations. We compare the results of GP to those
                of exhaustive search, random search, and algebraic
                methods.},
	Address = {Atlanta, GA, USA},
	Author = {Lee Spector and David M. Clark and Ian Lindsay and Bradford Barr and Jon Klein},
	Booktitle = {GECCO '08: Proc. of the 10th annual conference on Genetic and evolutionary computation},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Editor = {Maarten Keijzer and Giuliano Antoniol and Clare Bates Congdon and Kalyanmoy Deb and Benjamin Doerr and Nikolaus Hansen and John H. Holmes and Gregory S. Hornby and Daniel Howard and James Kennedy and Sanjeev Kumar and Fernando G. Lobo and Julian Francis Miller and Jason Moore and Frank Neumann and Martin Pelikan and Jordan Pollack and Kumara Sastry and Kenneth Stanley and Adrian Stoica and El-Ghazali Talbi and Ingo Wegener},
	Isbn13 = {978-1-60558-130-9},
	Keywords = {genetic algorithms, genetic programming, ECJ, finite algebras, PushGP},
	Month = {12-16 } # jul,
	Notes = {Gold winner of the 2008 HUMIES prize. http://www.genetic-programming.org/hc2008/03-Spector/Spector-TEXT.txt GECCO-2008 A joint meeting of the seventeenth international conference on genetic algorithms (ICGA-2008) and the thirteenth annual genetic programming conference (GP-2008). ACM Order Number 910081. Also known as \cite{1389343}},
	Pages = {1291--1298},
	Publisher = {ACM},
	Publisher_Address = {New York, NY, USA},
	Title = {Genetic programming for finite algebras},
	Year = {2008}}

@article{Uchibe08,
	Author = {E. Uchibe and K. Doya},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Neural Networks},
	Number = 10,
	Pages = {1447-1455},
	Title = {Finding intrinsic rewards by embodied evolution and constrained reinforcement learning},
	Volume = 21,
	Year = 2008}

@inproceedings{CogSci,
	Author = {S. Singh and R.L. Lewis and A.G. Barto},
	Booktitle = {Proc. of the 31st Annual Conference of the Cognitive Science Society},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {2601-2606},
	Title = {Where Do Rewards Come From?},
	Year = 2009}

@inproceedings{Barto04,
	Author = {A.G. Barto and S. Singh and N. Chentanez},
	Booktitle = {Proc. of the International Conference on Developmental Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Title = {Intrinsically Motivated Learning of Hierarchical Collections of Skills},
	Year = 2004}

@inproceedings{Ng99,
	Author = {A.Y. Ng and D. Harada and S. Russell},
	Booktitle = {Proc. of the 16th International Conference on Machine Learning},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {278-287},
	Title = {Policy invariance under reward transformations: theory and application to reward shaping},
	Year = 1999}

@article{Wiewiora03,
	Author = {E. Wiewiora},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Journal = {Journal of Artificial Intelligence Research},
	Pages = {205-208},
	Title = {Potential-based shaping and {Q}-Value initialization are equivalent},
	Volume = 19,
	Year = 2003}

@inproceedings{push3gecco,
	Author = {L. Spector and J. Klein and M. Keijzer},
	Booktitle = {{GECCO 2005}: Proc. of the 2005 conference on Genetic and evolutionary computation},
	Date-Added = {2011-10-26 23:24:01 +0000},
	Date-Modified = {2011-10-26 23:24:01 +0000},
	Pages = {1689--1696},
	Title = {The Push3 execution stack and the evolution of control},
	Volume = {2},
	Year = {2005}}