ref.bib

@article{turing1950computing,
  title={Computing machinery and intelligence},
  author={Turing, Alan M},
  journal={Mind},
  volume={59},
  number={236},
  pages={433--460},
  year={1950},
  publisher={JSTOR}
}
@article{zaremba2014recurrent,
  title={Recurrent neural network regularization},
  author={Zaremba, Wojciech and Sutskever, Ilya and Vinyals, Oriol},
  journal={arXiv preprint arXiv:1409.2329},
  year={2014}
}
@phdthesis{purver2004theory,
  title={The theory and use of clarification requests in dialogue},
  author={Purver, Matthew Richard John},
  year={2004},
  school={University of London}
}
@inproceedings{stoyanchev2015localized,
  title={Localized error detection for targeted clarification in a virtual assistant},
  author={Stoyanchev, Svetlana and Johnston, Michael},
  booktitle={Acoustics, Speech and Signal Processing (ICASSP), 2015 IEEE International Conference on},
  pages={5241--5245},
  year={2015},
  organization={IEEE}
}
@article{nerbonne2005interrogative,
  title={Interrogative Investigations: The Form, Meaning and Use of English Interrogatives},
  author={Nerbonne, John A},
  journal={Language},
  volume={81},
  number={4},
  pages={989--992},
  year={2005},
  publisher={Linguistic Society of America}
}
@article{greff2017lstm,
  title={{LSTM}: A search space odyssey},
  author={Greff, Klaus and Srivastava, Rupesh K and Koutn{\'\i}k, Jan and Steunebrink, Bas R and Schmidhuber, J{\"u}rgen},
  journal={IEEE transactions on neural networks and learning systems},
  year={2017},
  publisher={IEEE}
}
@inproceedings{jozefowicz2015empirical,
  title={An empirical exploration of recurrent network architectures},
  author={Jozefowicz, Rafal and Zaremba, Wojciech and Sutskever, Ilya},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML-15)},
  pages={2342--2350},
  year={2015}
}
@article{cheng2016long,
  title={Long short-term memory-networks for machine reading},
  author={Cheng, Jianpeng and Dong, Li and Lapata, Mirella},
  journal={EMNLP},
  year={2016}
}
@article{oord2016pixel,
  title={Pixel recurrent neural networks},
  author={Oord, Aaron van den and Kalchbrenner, Nal and Kavukcuoglu, Koray},
  journal={International Conference on Machine Learning},
  year={2016}
}
@inproceedings{xu2015show,
  title={Show, attend and tell: Neural image caption generation with visual attention},
  author={Xu, Kelvin and Ba, Jimmy and Kiros, Ryan and Cho, Kyunghyun and Courville, Aaron and Salakhudinov, Ruslan and Zemel, Rich and Bengio, Yoshua},
  booktitle={International Conference on Machine Learning},
  pages={2048--2057},
  year={2015}
}
@article{tai2015improved,
  title={Improved semantic representations from tree-structured long short-term memory networks},
  author={Tai, Kai Sheng and Socher, Richard and Manning, Christopher D},
  journal={ACL},
  year={2015}
}
@article{kalchbrenner2015grid,
  title={Grid long short-term memory},
  author={Kalchbrenner, Nal and Danihelka, Ivo and Graves, Alex},
  journal={ICLR},
  year={2016}
}
@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}
@article{chung2014empirical,
  title={Empirical evaluation of gated recurrent neural networks on sequence modeling},
  author={Chung, Junyoung and Gulcehre, Caglar and Cho, KyungHyun and Bengio, Yoshua},
  journal={NIPS},
  year={2014}
}
@inproceedings{graves2009offline,
  title={Offline handwriting recognition with multidimensional recurrent neural networks},
  author={Graves, Alex and Schmidhuber, J{\"u}rgen},
  booktitle={Advances in neural information processing systems},
  year={2009}
}
@article{graves2005framewise,
  title={Framewise phoneme classification with bidirectional LSTM and other neural network architectures},
  author={Graves, Alex and Schmidhuber, J{\"u}rgen},
  journal={Neural Networks},
  year={2005},
  publisher={Elsevier}
}
@article{mikolov2012context,
  title={Context dependent recurrent neural network language model.},
  author={Mikolov, Tomas and Zweig, Geoffrey},
  journal={SLT},
  year={2012}
}
@article{bengio1994learning,
  title={Learning long-term dependencies with gradient descent is difficult},
  author={Bengio, Yoshua and Simard, Patrice and Frasconi, Paolo},
  journal={IEEE transactions on neural networks},
  volume={5},
  number={2},
  pages={157--166},
  year={1994},
  publisher={IEEE}
}
@article{mikolov2012statistical,
  title={Statistical language models based on neural networks},
  author={Mikolov, Tom{\'a}{\v{s}}},
  journal={Presentation at Google, Mountain View, 2nd April},
  year={2012}
}
@article{funahashi1993approximation,
  title={Approximation of dynamical systems by continuous time recurrent neural networks},
  author={Funahashi, Ken-ichi and Nakamura, Yuichi},
  journal={Neural networks},
  volume={6},
  number={6},
  pages={801--806},
  year={1993},
  publisher={Elsevier}
}
@inproceedings{mikolov2011extensions,
  title={Extensions of recurrent neural network language model},
  author={Mikolov, Tom{\'a}{\v{s}} and Kombrink, Stefan and Burget, Luk{\'a}{\v{s}} and {\v{C}}ernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Acoustics, Speech and Signal Processing (ICASSP), 2011 IEEE International Conference on},
  pages={5528--5531},
  year={2011},
  organization={IEEE}
}
@inproceedings{mikolov2010recurrent,
  title={Recurrent neural network based language model.},
  author={Mikolov, Tomas and Karafi{\'a}t, Martin and Burget, Lukas and Cernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Interspeech},
  volume={2},
  pages={3},
  year={2010}
}
@article{elman1990finding,
  title={Finding structure in time},
  author={Elman, Jeffrey L},
  journal={Cognitive science},
  volume={14},
  number={2},
  pages={179--211},
  year={1990},
  publisher={Wiley Online Library}
}
@article{graves2013generating,
  title={Generating sequences with recurrent neural networks},
  author={Graves, Alex},
  journal={arXiv preprint arXiv:1308.0850},
  year={2013}
}
@inproceedings{le2014distributed,
  title={Distributed representations of sentences and documents},
  author={Le, Quoc and Mikolov, Tomas},
  booktitle={Proceedings of the 31st International Conference on Machine Learning (ICML-14)},
  pages={1188--1196},
  year={2014}
}
@article{bengio2003neural,
  title={A neural probabilistic language model},
  author={Bengio, Yoshua and Ducharme, R{\'e}jean and Vincent, Pascal and Jauvin, Christian},
  journal={Journal of machine learning research},
  volume={3},
  number={Feb},
  pages={1137--1155},
  year={2003}
}
@inproceedings{mnih2009scalable,
  title={A scalable hierarchical distributed language model},
  author={Mnih, Andriy and Hinton, Geoffrey E},
  booktitle={Advances in neural information processing systems},
  pages={1081--1088},
  year={2009}
}
@article{mnih2012fast,
  title={A fast and simple algorithm for training neural probabilistic language models},
  author={Mnih, Andriy and Teh, Yee Whye},
  journal={ICML},
  year={2012}
}
@inproceedings{morin2005hierarchical,
  title={Hierarchical Probabilistic Neural Network Language Model.},
  author={Morin, Frederic and Bengio, Yoshua},
  booktitle={Aistats},
  volume={5},
  pages={246--252},
  year={2005},
  organization={Citeseer}
}
@inproceedings{kneser1995improved,
  title={Improved backing-off for m-gram language modeling},
  author={Kneser, Reinhard and Ney, Hermann},
  booktitle={Acoustics, Speech, and Signal Processing, 1995. ICASSP-95., 1995 International Conference on},
  volume={1},
  pages={181--184},
  year={1995},
  organization={IEEE}
}
@inproceedings{church2007compressing,
  title={Compressing Trigram Language Models With Golomb Coding.},
  author={Church, Kenneth and Hart, Ted and Gao, Jianfeng},
  booktitle={EMNLP-CoNLL},
  pages={199--207},
  year={2007}
}
@inproceedings{chen1996empirical,
  title={An empirical study of smoothing techniques for language modeling},
  author={Chen, Stanley F and Goodman, Joshua},
  booktitle={Proceedings of the 34th annual meeting on Association for Computational Linguistics},
  pages={310--318},
  year={1996},
  organization={Association for Computational Linguistics}
}
@inproceedings{brants2007large,
  title={Large language models in machine translation},
  author={Brants, Thorsten and Popat, Ashok C and Xu, Peng and Och, Franz J and Dean, Jeffrey},
  booktitle={In Proceedings of the Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning},
  year={2007},
  organization={Citeseer}
}
@article{brown1992class,
  title={Class-based n-gram models of natural language},
  author={Brown, Peter F and Desouza, Peter V and Mercer, Robert L and Pietra, Vincent J Della and Lai, Jenifer C},
  journal={Computational linguistics},
  volume={18},
  number={4},
  pages={467--479},
  year={1992},
  publisher={MIT Press}
}
@inproceedings{bacchiani2004language,
  title={Language model adaptation with MAP estimation and the perceptron algorithm},
  author={Bacchiani, Michiel and Roark, Brian and Saraclar, Murat},
  booktitle={Proceedings of HLT-NAACL 2004: Short Papers},
  pages={21--24},
  year={2004},
  organization={Association for Computational Linguistics}
}
@inproceedings{federico1996bayesian,
  title={Bayesian estimation methods for n-gram language model adaptation},
  author={Federico, Marcello},
  booktitle={Spoken Language, 1996. ICSLP 96. Proceedings., Fourth International Conference on},
  volume={1},
  pages={240--243},
  year={1996},
  organization={IEEE}
}
@inproceedings{teh2006hierarchical,
  title={A hierarchical Bayesian language model based on Pitman-Yor processes},
  author={Teh, Yee Whye},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={985--992},
  year={2006},
  organization={Association for Computational Linguistics}
}
@inproceedings{stolcke2002srilm,
  title={{SRILM}-an extensible language modeling toolkit.},
  author={Stolcke, Andreas and others},
  booktitle={Interspeech},
  volume={2002},
  pages={2002},
  year={2002}
}
@inproceedings{federico2008irstlm,
  title={{IRSTLM}: an open source toolkit for handling large scale language models.},
  author={Federico, Marcello and Bertoldi, Nicola and Cettolo, Mauro},
  booktitle={Interspeech},
  pages={1618--1621},
  year={2008}
}
@article{rosenfeld2000two,
  title={Two decades of statistical language modeling: Where do we go from here?},
  author={Rosenfeld, Ronald},
  journal={Proceedings of the IEEE},
  volume={88},
  number={8},
  pages={1270--1278},
  year={2000},
  publisher={IEEE}
}
@article{shannon1951prediction,
  title={Prediction and entropy of printed {E}nglish},
  author={Shannon, Claude E},
  journal={Bell Labs Technical Journal},
  volume={30},
  number={1},
  pages={50--64},
  year={1951},
  publisher={Wiley Online Library}
}
@inproceedings{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={Advances in neural information processing systems},
  pages={2672--2680},
  year={2014}
}
@Article{All92,
  author =       "Jens Allwood and Joakim Nivre and Elisabeth
                 {Ahls\'{e}n}",
  title =        "On the Semantics and Pragmatics of Linguistic
                 Feedback",
  journal =      "Journal of Semantics",
  volume =       "9",
  pages =        "1--26",
  year =         "1992",
}
@article{williams1992simple,
  title={Simple statistical gradient-following algorithms for connectionist reinforcement learning},
  author={Williams, Ronald J},
  journal={Machine learning},
  volume={8},
  number={3-4},
  pages={229--256},
  year={1992},
  publisher={Springer}
}
@article{li2016dialogue,
  title={Dialogue learning with human-in-the-loop},
  author={Li, Jiwei and Miller, Alexander H and Chopra, Sumit and Ranzato, Marc'Aurelio and Weston, Jason},
  journal={ICLR},
  year={2017}
}
@article{li2017adversarial,
  title={Adversarial learning for neural dialogue generation},
  author={Li, Jiwei and Monroe, Will and Shi, Tianlin and Ritter, Alan and Jurafsky, Dan},
  journal={EMNLP},
  year={2017}
}
@article{li2016learning,
  title={Learning Through Dialogue Interactions by Asking Questions},
  author={Li, Jiwei and Miller, Alexander H and Chopra, Sumit and Ranzato, Marc'Aurelio and Weston, Jason},
  journal={ICLR},
  year={2017}
}
@article{li2016deep,
  title={Deep reinforcement learning for dialogue generation},
  author={Li, Jiwei and Monroe, Will and Ritter, Alan and Galley, Michel and Gao, Jianfeng and Jurafsky, Dan},
  journal={EMNLP},
  year={2016}
}
@article{bowman2015generating,
  title={Generating sentences from a continuous space},
  author={Bowman, Samuel R and Vilnis, Luke and Vinyals, Oriol and Dai, Andrew M and Jozefowicz, Rafal and Bengio, Samy},
  journal={ICLR},
  year={2016}
}

@inproceedings{denton2015deep,
  title={Deep Generative Image Models using a Laplacian Pyramid of Adversarial Networks},
  author={Denton, Emily L and Chintala, Soumith and Fergus, Rob and others},
  booktitle={Advances in neural information processing systems},
  pages={1486--1494},
  year={2015}
}
@inproceedings{koehn2007moses,
  title={Moses: Open source toolkit for statistical machine translation},
  author={Koehn, Philipp and Hoang, Hieu and Birch, Alexandra and Callison-Burch, Chris and Federico, Marcello and Bertoldi, Nicola and Cowan, Brooke and Shen, Wade and Moran, Christine and Zens, Richard and others},
  booktitle={Proceedings of the 45th annual meeting of the ACL on interactive poster and demonstration sessions},
  pages={177--180},
  year={2007},
  organization={Association for Computational Linguistics}
}
@article{bottou-13,
author = {Bottou, Leon and Peters, Jonas and Quiñonero-Candela, Joaquin amd Charles, Denis X. and Chickering, D. Max and Portugaly, Elon and Ray, Dipankar and Simard, Patrice and Snelson, Ed},
title = {Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising},
journal = {Journal of Machine Learning Research},
volume = {14},
pages = {3207–-3260},
year = {2013}
}

@inproceedings{kannan,
  title={Adversarial Evaluation of Dialogue Models},
  author={Kannan, Anjuli and Vinyals, Oriol},
  booktitle = {NIPS 2016 Workshop on Adversarial Training},
  year={2016}
}
@article{li2015hierarchical,
  title={A hierarchical neural autoencoder for paragraphs and documents},
  author={Li, Jiwei and Luong, Minh-Thang and Jurafsky, Dan},
  journal={ACL},
  year={2015}
}

@article{bobrow1977gus,
  title={GUS, a frame-driven dialog system},
  author={Bobrow, Daniel G and Kaplan, Ronald M and Kay, Martin and Norman, Donald A and Thompson, Henry and Winograd, Terry},
  journal={Artificial intelligence},
  volume={8},
  number={2},
  pages={155--173},
  year={1977},
  publisher={Elsevier}
}
@inproceedings{bengio2009curriculum,
  title={Curriculum learning},
  author={Bengio, Yoshua and Louradour, J{\'e}r{\^o}me and Collobert, Ronan and Weston, Jason},
  booktitle={Proceedings of the 26th annual international conference on machine learning},
  pages={41--48},
  year={2009},
  organization={ACM}
}
@book{sutton1999policy,
  title={The policy process: an overview},
  author={Sutton, Rebecca},
  year={1999},
  publisher={Overseas Development Institute London}
}
@article{silver2016mastering,
  title={Mastering the game of {G}o with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={Nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Research}
}
@article{mnih2013playing,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={NIPS},
  year={2013}
}
@article{galley2015deltableu,
  title={delta{BLEU}: A discriminative metric for generation tasks with intrinsically diverse targets},
  author={Galley, Michel and Brockett, Chris and Sordoni, Alessandro and Ji, Yangfeng and Auli, Michael and Quirk, Chris and Mitchell, Margaret and Gao, Jianfeng and Dolan, Bill},
  journal={ACL},
  year={2015}
}
@inproceedings{papineni2002bleu,
  title={BLEU: a method for automatic evaluation of machine translation},
  author={Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing},
  booktitle={Proceedings of the 40th annual meeting on association for computational linguistics},
  pages={311--318},
  year={2002},
  organization={Association for Computational Linguistics}
}
@article{li2017learning,
  title={Learning to Decode for Future Success},
  author={Li, Jiwei and Monroe, Will and Jurafsky, Dan},
  journal={arXiv preprint arXiv:1701.06549},
  year={2017}
}
@article{li2015diversity,
  title={A diversity-promoting objective function for neural conversation models},
  author={Li, Jiwei and Galley, Michel and Brockett, Chris and Gao, Jianfeng and Dolan, Bill},
  journal={NAACL},
  year={2016}
}
@book{schank2013scripts,
  title={Scripts, plans, goals, and understanding: An inquiry into human knowledge structures},
  author={Schank, Roger C and Abelson, Robert P},
  year={2013},
  publisher={Psychology Press}
}
@book{waibel1988prosody,
  title={Prosody and speech recognition},
  author={Waibel, Alex},
  year={1988},
  publisher={Morgan Kaufmann}
}
@inproceedings{san2001designing,
  title={Designing confirmation mechanisms and error recover techniques in a railway information system for spanish},
  author={San-Segundo, Ruben and Montero, Juan Manuel and Ferreiros, Javier and C{\'o}rdoba, Ricardo and Pardo, Jose M},
  booktitle={Proceedings of the Second SIGdial Workshop on Discourse and Dialogue-Volume 16},
  pages={1--4},
  year={2001},
  organization={Association for Computational Linguistics}
}
@inproceedings{chu1997tracking,
  title={Tracking initiative in collaborative dialogue interactions},
  author={Chu-Carroll, Jennifer and Brown, Michael K},
  booktitle={Proceedings of the 35th Annual Meeting of the Association for Computational Linguistics and Eighth Conference of the European Chapter of the Association for Computational Linguistics},
  pages={262--270},
  year={1997},
  organization={Association for Computational Linguistics}
}
@article{seneff2002response,
  title={Response planning and generation in the MERCURY flight reservation system},
  author={Seneff, Stephanie},
  journal={Computer Speech \& Language},
  volume={16},
  number={3},
  pages={283--312},
  year={2002},
  publisher={Elsevier}
}
@article{seneff1992tina,
  title={TINA: A natural language system for spoken language applications},
  author={Seneff, Stephanie},
  journal={Computational linguistics},
  volume={18},
  number={1},
  pages={61--86},
  year={1992},
  publisher={MIT Press}
}
@inproceedings{walker1990mixed,
  title={Mixed initiative in dialogue: An investigation into discourse segmentation},
  author={Walker, Marilyn and Whittaker, Steve},
  booktitle={Proceedings of the 28th annual meeting on Association for Computational Linguistics},
  pages={70--78},
  year={1990},
  organization={Association for Computational Linguistics}
}
@inproceedings{warnke1997integrated,
  title={Integrated dialog act segmentation and classification using prosodic features and language models.},
  author={Warnke, Volker and Kompe, Ralf and Niemann, Heinrich and N{\"o}th, Elmar},
  booktitle={Eurospeech},
  year={1997}
}
@inproceedings{hori2003deriving,
  title={Deriving disambiguous queries in a spoken interactive ODQA system},
  author={Hori, Chiori and Hori, Takaaki and Isozaki, Hideki and Maeda, Eisaku and Katagiri, Shigeru and Furui, Sadaoki},
  booktitle={Acoustics, Speech, and Signal Processing, 2003. Proceedings.(ICASSP'03). 2003 IEEE International Conference on},
  volume={1},
  pages={I--I},
  year={2003},
  organization={IEEE}
}

@misc{jurafskyspeech,
  title={Speech and Language Processing: An Introduction to Natural Language Processing, Computational Linguistics, and Speech Recognition},
  author={Jurafsky, Daniel and Martin, James H},
  publisher={MIT Press}
}
@article{cohen1979elements,
  title={Elements of a plan-based theory of speech acts},
  author={Cohen, Philip R and Perrault, C Raymond},
  journal={Cognitive science},
  volume={3},
  number={3},
  pages={177--212},
  year={1979},
  publisher={Wiley Online Library}
}
@incollection{maybury2008new,
  title={New directions in question answering},
  author={Maybury, Mark},
  booktitle={Advances in open domain question answering},
  pages={533--558},
  year={2008},
  publisher={Springer}
}
@article{purver2006clarie,
  title={CLARIE: Handling clarification requests in a dialogue system},
  author={Purver, Matthew},
  journal={Research on Language \& Computation},
  volume={4},
  number={2},
  pages={259--288},
  year={2006},
  publisher={Springer}
}
@inproceedings{stoyanchev2013modelling,
  title={Modelling Human Clarification Strategies.},
  author={Stoyanchev, Svetlana and Liu, Alex and Hirschberg, Julia},
  booktitle={SIGDIAL Conference},
  pages={137--141},
  year={2013}
}
@inproceedings{stoyanchev2014towards,
  title={Towards natural clarification questions in dialogue systems},
  author={Stoyanchev, Svetlana and Liu, Alex and Hirschberg, Julia},
  booktitle={AISB symposium on questions, discourse and dialogue},
  volume={20},
  year={2014}
}
@article{rieser2009does,
  title={Does this list contain what you were searching for? Learning adaptive dialogue strategies for interactive question answering},
  author={Rieser, Verena and Lemon, Oliver},
  journal={Natural Language Engineering},
  volume={15},
  number={1},
  pages={55--72},
  year={2009},
  publisher={Cambridge University Press}
}
@article{hirschman2001natural,
  title={Natural language question answering: the view from here},
  author={Hirschman, Lynette and Gaizauskas, Robert},
  journal={natural language engineering},
  volume={7},
  number={4},
  pages={275--300},
  year={2001},
  publisher={Cambridge University Press}
}
@article{stolcke2000dialogue,
  title={Dialogue act modeling for automatic tagging and recognition of conversational speech},
  author={Stolcke, Andreas and Ries, Klaus and Coccaro, Noah and Shriberg, Elizabeth and Bates, Rebecca and Jurafsky, Daniel and Taylor, Paul and Martin, Rachel and Van Ess-Dykema, Carol and Meteer, Marie},
  journal={Computational linguistics},
  volume={26},
  number={3},
  pages={339--373},
  year={2000},
  publisher={MIT Press}
}
@inproceedings{clarke2003passage,
  title={Passage retrieval vs. document retrieval for factoid question answering},
  author={Clarke, Charles LA and Terra, Egidio L},
  booktitle={Proceedings of the 26th annual international ACM SIGIR conference on Research and development in informaion retrieval},
  pages={427--428},
  year={2003},
  organization={ACM}
}
@inproceedings{iyyer2014neural,
  title={A Neural Network for Factoid Question Answering over Paragraphs.},
  author={Iyyer, Mohit and Boyd-Graber, Jordan L and Claudino, Leonardo Max Batista and Socher, Richard and Daum{\'e} III, Hal},
  booktitle={EMNLP},
  pages={633--644},
  year={2014}
}
@inproceedings{berant2013semantic,
  title={Semantic Parsing on Freebase from Question-Answer Pairs.},
  author={Berant, Jonathan and Chou, Andrew and Frostig, Roy and Liang, Percy},
  booktitle={EMNLP},
  volume={2},
  number={5},
  pages={6},
  year={2013}
}
@article{rajpurkar2016squad,
  title={Squad: 100,000+ questions for machine comprehension of text},
  author={Rajpurkar, Pranav and Zhang, Jian and Lopyrev, Konstantin and Liang, Percy},
  journal={EMNLP},
  year={2016}
}
@article{swanson2008say,
  title={Say anything: A massively collaborative open domain story writing companion},
  author={Swanson, Reid and Gordon, Andrew},
  journal={Interactive Storytelling},
  pages={32--40},
  year={2008},
  publisher={Springer}
}
@inproceedings{yan2016docchat,
  title={DocChat: An Information Retrieval Approach for Chatbot Engines Using Unstructured Documents.},
  author={Yan, Zhao and Duan, Nan and Bao, Jun-Wei and Chen, Peng and Zhou, Ming and Li, Zhoujun and Zhou, Jianshe},
  booktitle={ACL (1)},
  year={2016}
}
@inproceedings{reithinger1996predicting,
  title={Predicting dialogue acts for a speech-to-speech translation system},
  author={Reithinger, Norbert and Engel, Ralf and Kipp, Michael and Klesen, Martin},
  booktitle={Spoken Language, 1996. ICSLP 96. Proceedings., Fourth International Conference on},
  volume={2},
  pages={654--657},
  year={1996},
  organization={IEEE}
}
@inproceedings{allen2001architecture,
  title={An architecture for more realistic conversational systems},
  author={Allen, James and Ferguson, George and Stent, Amanda},
  booktitle={Proceedings of the 6th international conference on Intelligent user interfaces},
  pages={1--8},
  year={2001},
  organization={ACM}
}
@article{nagata1994first,
  title={First steps towards statistical modeling of dialogue to predict the speech act type of the next utterance},
  author={Nagata, Masaaki and Morimoto, Tsuyoshi},
  journal={Speech communication},
  volume={15},
  number={3-4},
  pages={193--203},
  year={1994},
  publisher={Elsevier}
}
@article{kompe1993prosody,
  title={Prosody takes over: A prosodically guided dialog system},
  author={Kompe, Ralf and Kie{\ss}ling, Andreas and Kuhn, Thomas and Mast, Marion and Niemann, Heinrich and N{\"o}th, Elmar and Ott, K and Batliner, Anton},
  year={1993}
}
@inproceedings{daly1992statistical,
  title={Statistical and linguistic analyses of F0 in read and spontaneous speech},
  author={Daly, Nancy A and Zue, Victor},
  booktitle={Second International Conference on Spoken Language Processing},
  year={1992}
}
@inproceedings{hinkelman1989two,
  title={Two constraints on speech act ambiguity},
  author={Hinkelman, Elizabeth A and Allen, James F},
  booktitle={Proceedings of the 27th annual meeting on Association for Computational Linguistics},
  pages={212--219},
  year={1989},
  organization={Association for Computational Linguistics}
}
@article{grosz1977representation,
  title={The representation and use of focus in dialogue understanding.},
  author={Grosz, Barbara Jean},
  year={1977},
  publisher={University of California, Berkeley}
}
@book{ochs1996interaction,
  title={Interaction and grammar},
  author={Ochs, Elinor and Schegloff, Emanuel A and Thompson, Sandra A},
  volume={13},
  year={1996},
  publisher={Cambridge University Press}
}
@book{carberry1990plan,
  title={Plan recognition in natural language dialogue},
  author={Carberry, Sandra},
  year={1990},
  publisher={MIT press}
}
@techreport{litman1985plan,
  title={Plan Recognition and Discourse Analysis: An Integrated Approach for Understanding Dialogues.},
  author={Litman, Diane J},
  year={1985},
  institution={ROCHESTER UNIV NY DEPT OF COMPUTER SCIENCE}
}
@article{grosz1986attention,
  title={Attention, intentions, and the structure of discourse},
  author={Grosz, Barbara J and Sidner, Candace L},
  journal={Computational linguistics},
  volume={12},
  number={3},
  pages={175--204},
  year={1986},
  publisher={MIT Press}
}
@techreport{grosz1988plans,
  title={Plans for discourse},
  author={Grosz, Barbara J and Sidner, Candace L},
  year={1988},
  institution={BBN LABS INC CAMBRIDGE MA}
}
@article{wilensky1983planning,
  title={Planning and understanding: A computational approach to human reasoning},
  author={Wilensky, Robert},
  year={1983},
  publisher={Addison-Wesley Pub. Co., Reading, MA}
}
@article{allen1980analyzing,
  title={Analyzing intention in utterances},
  author={Allen, James F and Perrault, C Raymond},
  journal={Artificial intelligence},
  volume={15},
  number={3},
  pages={143--178},
  year={1980},
  publisher={Elsevier}
}
@article{perrault1980plan,
  title={A plan-based analysis of indirect speech acts},
  author={Perrault, C Raymond and Allen, James F},
  journal={Computational Linguistics},
  volume={6},
  number={3-4},
  pages={167--182},
  year={1980},
  publisher={MIT Press}
}
@article{fikes1971strips,
  title={STRIPS: A new approach to the application of theorem proving to problem solving},
  author={Fikes, Richard E and Nilsson, Nils J},
  journal={Artificial intelligence},
  volume={2},
  number={3-4},
  pages={189--208},
  year={1971},
  publisher={Elsevier}
}
@book{cohen1994role,
  title={The role of voice in human-machine communication},
  author={Cohen, Philip R and Oviatt, Sharon L},
  year={1994},
  publisher={Artificial Intelligence Center, SRI International}
}
@article{li2016simple,
  title={A Simple, Fast Diverse Decoding Algorithm for Neural Generation},
  author={Li, Jiwei and Monroe, Will and Jurafsky, Dan},
  journal={arXiv preprint arXiv:1611.08562},
  year={2016}
}
@inproceedings{grosz1992some,
  title={Some intonational characteristics of discourse structure},
  author={Grosz, Barbara and Hirschberg, Julia},
  booktitle={Second International Conference on Spoken Language Processing},
  year={1992}
}
@article{grosz1996collaborative,
  title={Collaborative plans for complex group action},
  author={Grosz, Barbara J and Kraus, Sarit},
  journal={Artificial Intelligence},
  volume={86},
  number={2},
  pages={269--357},
  year={1996},
  publisher={Elsevier}
}
@article{li2016persona,
  title={A persona-based neural conversation model},
  author={Li, Jiwei and Galley, Michel and Brockett, Chris and Spithourakis, Georgios P and Gao, Jianfeng and Dolan, Bill},
  journal={ACL},
  year={2016}
}
@inproceedings{sidner1981recognizing,
  title={Recognizing Intended Meaning and Speakers' Plans.},
  author={Sidner, Candace L and Israel, David J},
  booktitle={IJCAI},
  pages={203--208},
  year={1981}
}
@inproceedings{he2017generating,
  title={Generating Natural Answers by Incorporating Copying and Retrieving Mechanisms in Sequence-to-Sequence Learning},
  author={He, Shizhu and Liu, Cao and Liu, Kang and Zhao, Jun},
  booktitle={Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  volume={1},
  pages={199--208},
  year={2017}
}
@article{grice1969utterer,
  title={Utterer's meaning and intention},
  author={Grice, H Paul},
  journal={The philosophical review},
  volume={78},
  number={2},
  pages={147--177},
  year={1969},
  publisher={JSTOR}
}
@article{lochbaum1998collaborative,
  title={A collaborative planning model of intentional structure},
  author={Lochbaum, Karen E},
  journal={Computational Linguistics},
  volume={24},
  number={4},
  pages={525--572},
  year={1998},
  publisher={MIT Press}
}
@article{grosz1986attention,
  title={Attention, intentions, and the structure of discourse},
  author={Grosz, Barbara J and Sidner, Candace L},
  journal={Computational linguistics},
  volume={12},
  number={3},
  pages={175--204},
  year={1986},
  publisher={MIT Press}
}
@book{schegloff1979identification,
  title={Identification and recognition in telephone conversation openings},
  author={Schegloff, Emanuel A},
  year={1979}
}
@article{schegloff1968sequencing,
  title={Sequencing in conversational openings},
  author={Schegloff, Emanuel A},
  journal={American anthropologist},
  volume={70},
  number={6},
  pages={1075--1095},
  year={1968},
  publisher={Wiley Online Library}
}
@article{jefferson1984notes,
  title={Notes on a systematic deployment of the acknowledgement tokens ?yeah?; and ?mm hm?},
  author={Jefferson, Gail},
  year={1984},
  publisher={Taylor \& Francis}
}
@article{sacks1974simplest,
  title={A simplest systematics for the organization of turn-taking for conversation},
  author={Sacks, Harvey and Schegloff, Emanuel A and Jefferson, Gail},
  journal={language},
  pages={696--735},
  year={1974},
  publisher={JSTOR}
}
@article{al2016conversational,
  title={Conversational Contextual Cues: The Case of Personalization and History for Response Ranking},
  author={Al-Rfou, Rami and Pickett, Marc and Snaider, Javier and Sung, Yun-hsuan and Strope, Brian and Kurzweil, Ray},
  journal={arXiv preprint arXiv:1606.00372},
  year={2016}
}
@article{serban2015hierarchical,
  title={Hierarchical neural network generative models for movie dialogues},
  author={Serban, Iulian V and Sordoni, Alessandro and Bengio, Yoshua and Courville, Aaron C and Pineau, Joelle},
  journal={CoRR, abs/1507.04808},
  year={2015}
}
@article{vinyals2015neural,
  title={A neural conversational model},
  author={Vinyals, Oriol and Le, Quoc},
  journal={ICML Deep Learning Workshop},
  year={2015}
}
@incollection{modi2005cmradar,
  title={Cmradar: A personal assistant agent for calendar management},
  author={Modi, Pragnesh Jay and Veloso, Manuela and Smith, Stephen F and Oh, Jean},
  booktitle={Agent-Oriented Information Systems II},
  pages={169--181},
  year={2005},
  publisher={Springer}
}
@article{werts1995instructive,
  title={Instructive feedback: Review of parameters and effects},
  author={Werts, Margaret G and Wolery, Mark and Holcombe, Ariane and Gast, David L},
  journal={Journal of Behavioral Education},
  volume={5},
  number={1},
  pages={55--75},
  year={1995},
  publisher={Springer}
}
@article{bassiri2011interactional,
  title={Interactional feedback and the impact of attitude and motivation on noticing l2 form},
  author={Bassiri, Mohammad Amin},
  journal={English Language and Literature Studies},
  volume={1},
  number={2},
  pages={61},
  year={2011},
  publisher={Canadian Center of Science and Education}
}
@article{berry2011ptime,
  title={PTIME: Personalized assistance for calendaring},
  author={Berry, Pauline M and Gervasio, Melinda and Peintner, Bart and Yorke-Smith, Neil},
  journal={ACM Transactions on Intelligent Systems and Technology (TIST)},
  volume={2},
  number={4},
  pages={40},
  year={2011},
  publisher={ACM}
}
@misc{d1993personal,
  title={Personal financial assistant computer method},
  author={D'agostino, Richard J},
  year={1993},
  month=jul # "~27",
  publisher={Google Patents},
  note={US Patent 5,231,571}
}
@article{myers2007intelligent,
  title={An intelligent personal assistant for task and time management},
  author={Myers, Karen and Berry, Pauline and Blythe, Jim and Conley, Ken and Gervasio, Melinda and McGuinness, Deborah L and Morley, David and Pfeffer, Avi and Pollack, Martha and Tambe, Milind},
  journal={AI Magazine},
  volume={28},
  number={2},
  pages={47},
  year={2007}
}
@article{kim2014convolutional,
  title={Convolutional neural networks for sentence classification},
  author={Kim, Yoon},
  journal={EMNLP},
  year={2014}
}
@inproceedings{yan2016learning,
  title={Learning to respond with deep neural networks for retrieval-based human-computer conversation system},
  author={Yan, Rui and Song, Yiping and Wu, Hua},
  booktitle={Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval},
  pages={55--64},
  year={2016},
  organization={ACM}
}
@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={Advances in neural information processing systems},
  pages={1097--1105},
  year={2012}
}
@article{peters2008reinforcement,
  title={Reinforcement learning of motor skills with policy gradients},
  author={Peters, Jan and Schaal, Stefan},
  journal={Neural networks},
  volume={21},
  number={4},
  pages={682--697},
  year={2008},
  publisher={Elsevier}
}
@phdthesis{Brown1987,
 author = {Brown, Peter F.},
 title = {The Acoustic-modeling Problem in Automatic Speech Recognition},
 year = {1987},
 publisher = {Carnegie Mellon University},
 school = {Carnegie Mellon University},
 xaddress = {Carnegie Mellon University, Pittsburgh, PA},
} 

@inproceedings{hermann2015teaching,
  title={Teaching machines to read and comprehend},
  author={Hermann, Karl Moritz and Kocisky, Tomas and Grefenstette, Edward and Espeholt, Lasse and Kay, Will and Suleyman, Mustafa and Blunsom, Phil},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1693--1701},
  year={2015}
}
@inproceedings{bahl1986maximum,
  title={Maximum mutual information estimation of hidden Markov model parameters for speech recognition},
  author={Bahl, Lalit and Brown, Peter and De Souza, Peter and Mercer, Robert},
  booktitle={Acoustics, Speech, and Signal Processing, IEEE International Conference on ICASSP'86.},
  volume={11},
  pages={49--52},
  year={1986},
  organization={IEEE}
}
@article{ranzato2015sequence,
  title={Sequence level training with recurrent neural networks},
  author={Ranzato, Marc'Aurelio and Chopra, Sumit and Auli, Michael and Zaremba, Wojciech},
  journal={ICLR},
  year={2015}
}
@article{zaremba2015reinforcement,
  title={Reinforcement learning neural Turing machines},
  author={Zaremba, Wojciech and Sutskever, Ilya},
  journal={ICLR},
  volume={362},
  year={2015}
}
@article{aleksandrov1968stochastic,
  title={Stochastic optimization},
  author={Aleksandrov, VM and Sysoyev, VI and SHEMENEV. VV},
  journal={Engineering Cybernetics},
  number={5},
  pages={11--+},
  year={1968},
  publisher={SCRIPTA TECHNICA-JOHN WILEY \& SONS 605 THIRD AVE, NEW YORK, NY 10158 USA}
}
@article{glynn1990likelihood,
  title={Likelihood ratio gradient estimation for stochastic systems},
  author={Glynn, Peter W},
  journal={Communications of the ACM},
  volume={33},
  number={10},
  pages={75--84},
  year={1990},
  publisher={ACM}
}
@article{weston2015towards,
  title={Towards {ai}-complete question answering: A set of prerequisite toy tasks},
  author={Weston, Jason and Bordes, Antoine and Chopra, Sumit and Rush, Alexander M and van Merri{\"e}nboer, Bart and Joulin, Armand and Mikolov, Tomas},
  journal={ICLR},
  year={2016}
}
@article{miller2016key,
  title={Key-value memory networks for directly reading documents},
  author={Miller, Alexander and Fisch, Adam and Dodge, Jesse and Karimi, Amir-Hossein and Bordes, Antoine and Weston, Jason},
  journal={EMNLP},
  year={2016}
}
@article{bordes2015large,
  title={Large-scale simple question answering with memory networks},
  author={Bordes, Antoine and Usunier, Nicolas and Chopra, Sumit and Weston, Jason},
  journal={arXiv preprint arXiv:1506.02075},
  year={2015}
}
@inproceedings{weston2016dialog,
  title={Dialog-based language learning},
  author={Weston, Jason E},
  booktitle={Advances in Neural Information Processing Systems},
  pages={829--837},
  year={2016}
}
@inproceedings{serban2017multiresolution,
  title={Multiresolution Recurrent Neural Networks: An Application to Dialogue Response Generation.},
  author={Serban, Iulian Vlad and Klinger, Tim and Tesauro, Gerald and Talamadupula, Kartik and Zhou, Bowen and Bengio, Yoshua and Courville, Aaron C},
  booktitle={AAAI},
  pages={3288--3294},
  year={2017}
}
@article{bordes2016learning,
  title={Learning end-to-end goal-oriented dialog},
  author={Bordes, Antoine and Weston, Jason},
  journal={ICLR},
  year={2017}
}
@article{serban2016generative,
  title={Generative Deep Neural Networks for Dialogue: A Short Review},
  author={Serban, Iulian Vlad and Lowe, Ryan and Charlin, Laurent and Pineau, Joelle},
  journal={arXiv preprint arXiv:1611.06216},
  year={2016}
}
@inproceedings{weston2016dialog,
  title={Dialog-based language learning},
  author={Weston, Jason E},
  booktitle={Advances in Neural Information Processing Systems},
  pages={829--837},
  year={2016}
}
@article{dodge2015evaluating,
  title={Evaluating prerequisite qualities for learning end-to-end dialog systems},
  author={Dodge, Jesse and Gane, Andreea and Zhang, Xiang and Bordes, Antoine and Chopra, Sumit and Miller, Alexander and Szlam, Arthur and Weston, Jason},
  journal={ICLR},
  year={2016}
}
@inproceedings{tiedemann2009news,
  title={News from {OPUS-A} collection of multilingual parallel corpora with tools and interfaces},
  author={Tiedemann, J{\"o}rg},
  booktitle={Recent advances in natural language processing},
  volume={5},
  pages={237--248},
  year={2009}
}
@book{joachims2002learning,
  title={Learning to classify text using support vector machines: Methods, theory and algorithms},
  author={Joachims, Thorsten},
  year={2002},
  publisher={Kluwer Academic Publishers}
}
@inproceedings{och2003minimum,
  title={Minimum error rate training in statistical machine translation},
  author={Och, Franz Josef},
  booktitle={Proceedings of the 41st Annual Meeting on Association for Computational Linguistics-Volume 1},
  pages={160--167},
  year={2003},
  organization={Association for Computational Linguistics}
}
@inproceedings{serban2016building,
  title={Building end-to-end dialogue systems using generative hierarchical neural network models},
  author={Serban, Iulian V and Sordoni, Alessandro and Bengio, Yoshua and Courville, Aaron and Pineau, Joelle},
  booktitle={Thirtieth AAAI Conference on Artificial Intelligence},
  year={2016}
}
@inproceedings{serban2017hierarchical,
  title={A hierarchical latent variable encoder-decoder model for generating dialogues},
  author={Serban, Iulian Vlad and Sordoni, Alessandro and Lowe, Ryan and Charlin, Laurent and Pineau, Joelle and Courville, Aaron and Bengio, Yoshua},
  booktitle={Thirty-First AAAI Conference on Artificial Intelligence},
  year={2017}
}
@article{sordoni2015neural,
  title={A neural network approach to context-sensitive generation of conversational responses},
  author={Sordoni, Alessandro and Galley, Michel and Auli, Michael and Brockett, Chris and Ji, Yangfeng and Mitchell, Margaret and Nie, Jian-Yun and Gao, Jianfeng and Dolan, Bill},
  journal={NAACL},
  year={2016}
}
@article{mostafazadeh2017image,
  title={Image-grounded conversations: Multimodal context for natural question and response generation},
  author={Mostafazadeh, Nasrin and Brockett, Chris and Dolan, Bill and Galley, Michel and Gao, Jianfeng and Spithourakis, Georgios P and Vanderwende, Lucy},
  journal={arXiv preprint arXiv:1701.08251},
  year={2017}
}
@article{hill2015goldilocks,
  title={The {G}oldilocks Principle: Reading Children's Books with Explicit Memory Representations},
  author={Hill, Felix and Bordes, Antoine and Chopra, Sumit and Weston, Jason},
  journal={ICLR},
  year={2016}
}
@article{bordes2014question,
  title={Question answering with subgraph embeddings},
  author={Bordes, Antoine and Chopra, Sumit and Weston, Jason},
  journal={EMNLPf},
  year={2014}
}
@inproceedings{mnih2014recurrent,
  title={Recurrent models of visual attention},
  author={Mnih, Volodymyr and Heess, Nicolas and Graves, Alex and others},
  booktitle={Advances in neural information processing systems},
  pages={2204--2212},
  year={2014}
}
@inproceedings{jean2015montreal,
  title={Montreal neural machine translation systems for WMT15},
  author={Jean, S{\'e}bastien and Firat, Orhan and Cho, Kyunghyun and Memisevic, Roland and Bengio, Yoshua},
  booktitle={Proceedings of the Tenth Workshop on Statistical Machine Translation},
  pages={134--140},
  year={2015}
}
@inproceedings{sukhbaatar2015end,
  title={End-to-end memory networks},
  author={Sukhbaatar, Sainbayar and Weston, Jason and Fergus, Rob and others},
  booktitle={Advances in neural information processing systems},
  pages={2440--2448},
  year={2015}
}
@article{weston2014memory,
  title={Memory networks},
  author={Weston, Jason and Chopra, Sumit and Bordes, Antoine},
  journal={ICLR},
  year={2015}
}
@article{sennrich2015neural,
  title={Neural machine translation of rare words with subword units},
  author={Sennrich, Rico and Haddow, Barry and Birch, Alexandra},
  journal={arXiv preprint arXiv:1508.07909},
  year={2015}
}
@article{chorowski2014end,
  title={End-to-end continuous speech recognition using attention-based recurrent NN: First results},
  author={Chorowski, Jan and Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1412.1602},
  year={2014}
}
@article{jia2016data,
  title={Data recombination for neural semantic parsing},
  author={Jia, Robin and Liang, Percy},
  journal={arXiv preprint arXiv:1606.03622},
  year={2016}
}
@article{mao2014deep,
  title={Deep captioning with multimodal recurrent neural networks (m-rnn)},
  author={Mao, Junhua and Xu, Wei and Yang, Yi and Wang, Jiang and Huang, Zhiheng and Yuille, Alan},
  journal={arXiv preprint arXiv:1412.6632},
  year={2014}
}
@inproceedings{karpathy2015deep,
  title={Deep visual-semantic alignments for generating image descriptions},
  author={Karpathy, Andrej and Fei-Fei, Li},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={3128--3137},
  year={2015}
}
@inproceedings{xu2015show,
  title={Show, attend and tell: Neural image caption generation with visual attention},
  author={Xu, Kelvin and Ba, Jimmy and Kiros, Ryan and Cho, Kyunghyun and Courville, Aaron and Salakhudinov, Ruslan and Zemel, Rich and Bengio, Yoshua},
  booktitle={International Conference on Machine Learning},
  pages={2048--2057},
  year={2015}
}
@article{see2017get,
  title={Get To The Point: Summarization with Pointer-Generator Networks},
  author={See, Abigail and Liu, Peter J and Manning, Christopher D},
  journal={arXiv preprint arXiv:1704.04368},
  year={2017}
}
@inproceedings{chen2015mind,
  title={Mind's eye: A recurrent visual representation for image caption generation},
  author={Chen, Xinlei and Lawrence Zitnick, C},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={2422--2431},
  year={2015}
}
@inproceedings{vinyals2015grammar,
  title={Grammar as a foreign language},
  author={Vinyals, Oriol and Kaiser, {\L}ukasz and Koo, Terry and Petrov, Slav and Sutskever, Ilya and Hinton, Geoffrey},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2773--2781},
  year={2015}
}
@article{zeng2016efficient,
  title={Efficient Summarization with Read-Again and Copy Mechanism},
  author={Zeng, Wenyuan and Luo, Wenjie and Fidler, Sanja and Urtasun, Raquel},
  journal={arXiv preprint arXiv:1611.03382},
  year={2016}
}
@article{nallapati2016abstractive,
  title={Abstractive text summarization using sequence-to-sequence rnns and beyond},
  author={Nallapati, Ramesh and Zhou, Bowen and Gulcehre, Caglar and Xiang, Bing and others},
  journal={arXiv preprint arXiv:1602.06023},
  year={2016}
}
@article{luong2015multi,
  title={Multi-task sequence to sequence learning},
  author={Luong, Minh-Thang and Le, Quoc V and Sutskever, Ilya and Vinyals, Oriol and Kaiser, Lukasz},
  journal={arXiv preprint arXiv:1511.06114},
  year={2015}
}
@article{chopra2016abstractive,
  title={Abstractive sentence summarization with attentive recurrent neural networks},
  author={Chopra, Sumit and Auli, Michael and Rush, Alexander M and Harvard, SEAS},
  journal={Proceedings of NAACL-HLT16},
  pages={93--98},
  year={2016}
}
@article{rush2015neural,
  title={A neural attention model for abstractive sentence summarization},
  author={Rush, Alexander M and Chopra, Sumit and Weston, Jason},
  journal={arXiv preprint arXiv:1509.00685},
  year={2015}
}
@article{britz2017massive,
  title={Massive exploration of neural machine translation architectures},
  author={Britz, Denny and Goldie, Anna and Luong, Thang and Le, Quoc},
  journal={arXiv preprint arXiv:1703.03906},
  year={2017}
}
@article{wu2016google,
  title={Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation},
  author={Wu, Yonghui and Schuster, Mike and Chen, Zhifeng and Le, Quoc V and Norouzi, Mohammad and Macherey, Wolfgang and Krikun, Maxim and Cao, Yuan and Gao, Qin and Macherey, Klaus and others},
  journal={arXiv preprint arXiv:1609.08144},
  year={2016}
}
@article{ghazvininejad2017knowledge,
  title={A Knowledge-Grounded Neural Conversation Model},
  author={Ghazvininejad, Marjan and Brockett, Chris and Chang, Ming-Wei and Dolan, Bill and Gao, Jianfeng and Yih, Wen-tau and Galley, Michel},
  journal={arXiv preprint arXiv:1702.01932},
  year={2017}
}
@article{kim2016sequence,
  title={Sequence-level knowledge distillation},
  author={Kim, Yoon and Rush, Alexander M},
  journal={arXiv preprint arXiv:1606.07947},
  year={2016}
}
@article{wiseman2016sequence,
  title={Sequence-to-sequence learning as beam-search optimization},
  author={Wiseman, Sam and Rush, Alexander M},
  journal={arXiv preprint arXiv:1606.02960},
  year={2016}
}
@inproceedings{kim2016character,
  title={Character-aware neural language models},
  author={Kim, Yoon and Jernite, Yacine and Sontag, David and Rush, Alexander M},
  booktitle={Thirtieth AAAI Conference on Artificial Intelligence},
  year={2016}
}
@inproceedings{mikolov2010recurrent,
  title={Recurrent neural network based language model.},
  author={Mikolov, Tomas and Karafi{\'a}t, Martin and Burget, Lukas and Cernock{\`y}, Jan and Khudanpur, Sanjeev},
  booktitle={Interspeech},
  volume={2},
  pages={3},
  year={2010}
}
@article{luong2016achieving,
  title={Achieving open vocabulary neural machine translation with hybrid word-character models},
  author={Luong, Minh-Thang and Manning, Christopher D},
  journal={arXiv preprint arXiv:1604.00788},
  year={2016}
}
@article{luong2015effective,
  title={Effective approaches to attention-based neural machine translation},
  author={Luong, Minh-Thang and Pham, Hieu and Manning, Christopher D},
  journal={arXiv preprint arXiv:1508.04025},
  year={2015}
}
@article{luong2014addressing,
  title={Addressing the rare word problem in neural machine translation},
  author={Luong, Minh-Thang and Sutskever, Ilya and Le, Quoc V and Vinyals, Oriol and Zaremba, Wojciech},
  journal={arXiv preprint arXiv:1410.8206},
  year={2014}
}
@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}
@article{luong2015effective,
  title={Effective approaches to attention-based neural machine translation},
  author={Luong, Minh-Thang and Pham, Hieu and Manning, Christopher D},
  journal={arXiv preprint arXiv:1508.04025},
  year={2015}
}
@article{cho2014learning,
  title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.1078},
  year={2014}
}
@article{cho2014learning,
  title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.1078},
  year={2014}
}
@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}
@inproceedings{sutskever2014sequence,
  title={Sequence to sequence learning with neural networks},
  author={Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  booktitle={Advances in neural information processing systems},
  pages={3104--3112},
  year={2014}
}
@inproceedings{brown1991aligning,
  title={Aligning sentences in parallel corpora},
  author={Brown, Peter F and Lai, Jennifer C and Mercer, Robert L},
  booktitle={Proceedings of the 29th annual meeting on Association for Computational Linguistics},
  pages={169--176},
  year={1991},
  organization={Association for Computational Linguistics}
}
@inproceedings{vaswani2013decoding,
  title={Decoding with Large-Scale Neural Language Models Improves Translation.},
  author={Vaswani, Ashish and Zhao, Yinggong and Fossum, Victoria and Chiang, David},
  booktitle={EMNLP},
  pages={1387--1392},
  year={2013}
}
@inproceedings{kalchbrenner2013recurrent,
  title={Recurrent Continuous Translation Models.},
  author={Kalchbrenner, Nal and Blunsom, Phil},
  booktitle={EMNLP},
  volume={3},
  number={39},
  pages={413},
  year={2013}
}
@article{chiang2007hierarchical,
  title={Hierarchical phrase-based translation},
  author={Chiang, David},
  journal={computational linguistics},
  volume={33},
  number={2},
  pages={201--228},
  year={2007},
  publisher={MIT Press}
}
@article{wen2015semantically,
  title={Semantically conditioned LSTM-based natural language generation for spoken dialogue systems},
  author={Wen, Tsung-Hsien and Gasic, Milica and Mrksic, Nikola and Su, Pei-Hao and Vandyke, David and Young, Steve},
  journal={arXiv preprint arXiv:1508.01745},
  year={2015}
}
@inproceedings{ritter2011data,
  title={Data-driven response generation in social media},
  author={Ritter, Alan and Cherry, Colin and Dolan, William B},
  booktitle={Proceedings of the conference on empirical methods in natural language processing},
  pages={583--593},
  year={2011},
  organization={Association for Computational Linguistics}
}
@article{su2015learning,
  title={Learning from real users: Rating dialogue success with neural networks for reinforcement learning in spoken dialogue systems},
  author={Su, Pei-Hao and Vandyke, David and Gasic, Milica and Kim, Dongho and Mrksic, Nikola and Wen, Tsung-Hsien and Young, Steve},
  journal={arXiv preprint arXiv:1508.03386},
  year={2015}
}
@inproceedings{ritter2011data,
  title={Data-driven response generation in social media},
  author={Ritter, Alan and Cherry, Colin and Dolan, William B},
  booktitle={Proceedings of the conference on empirical methods in natural language processing},
  pages={583--593},
  year={2011},
  organization={Association for Computational Linguistics}
}
@article{su2016line,
  title={On-line active reward learning for policy optimisation in spoken dialogue systems},
  author={Su, Pei-Hao and Gasic, Milica and Mrksic, Nikola and Rojas-Barahona, Lina and Ultes, Stefan and Vandyke, David and Wen, Tsung-Hsien and Young, Steve},
  journal={arXiv preprint arXiv:1605.07669},
  year={2016}
}
@article{su2016continuously,
  title={Continuously learning neural dialogue management},
  author={Su, Pei-Hao and Gasic, Milica and Mrksic, Nikola and Rojas-Barahona, Lina and Ultes, Stefan and Vandyke, David and Wen, Tsung-Hsien and Young, Steve},
  journal={arXiv preprint arXiv:1606.02689},
  year={2016}
}
@article{wen2016conditional,
  title={Conditional generation and snapshot learning in neural dialogue systems},
  author={Wen, Tsung-Hsien and Gasic, Milica and Mrksic, Nikola and Rojas-Barahona, Lina M and Su, Pei-Hao and Ultes, Stefan and Vandyke, David and Young, Steve},
  journal={arXiv preprint arXiv:1606.03352},
  year={2016}
}
@article{wen2017latent,
  title={Latent Intention Dialogue Models},
  author={Wen, Tsung-Hsien and Miao, Yishu and Blunsom, Phil and Young, Steve},
  journal={arXiv preprint arXiv:1705.10229},
  year={2017}
}
@article{mrkvsic2015multi,
  title={Multi-domain dialog state tracking using recurrent neural networks},
  author={Mrk{\v{s}}i{\'c}, Nikola and S{\'e}aghdha, Diarmuid O and Thomson, Blaise and Ga{\v{s}}i{\'c}, Milica and Su, Pei-Hao and Vandyke, David and Wen, Tsung-Hsien and Young, Steve},
  journal={arXiv preprint arXiv:1506.07190},
  year={2015}
}
@inproceedings{isbell2000cobot,
  title={Cobot in {L}ambda{MOO}: A social statistics agent},
  author={Isbell, Charles Lee and Kearns, Michael and Kormann, Dave and Singh, Satinder and Stone, Peter},
  booktitle={AAAI/IAAI},
  pages={36--41},
  year={2000}
}
@article{wen2016network,
  title={A network-based end-to-end trainable task-oriented dialogue system},
  author={Wen, Tsung-Hsien and Vandyke, David and Mrksic, Nikola and Gasic, Milica and Rojas-Barahona, Lina M and Su, Pei-Hao and Ultes, Stefan and Young, Steve},
  journal={EACL},
  year={2016}
}
@article{jafarpour2010filter,
  title={Filter, rank, and transfer the knowledge: Learning to chat},
  author={Jafarpour, Sina and Burges, Christopher JC and Ritter, Alan},
  journal={Advances in Ranking},
  volume={10},
  year={2010}
}
@article{weizenbaum1966eliza,
  title={ELIZA, a computer program for the study of natural language communication between man and machine},
  author={Weizenbaum, Joseph},
  journal={Communications of the ACM},
  volume={9},
  number={1},
  pages={36--45},
  year={1966},
  publisher={ACM}
}
@article{parkinson1977conversational,
  title={Conversational language comprehension using integrated pattern-matching and parsing},
  author={Parkinson, Roger C and Colby, Kenneth Mark and Faught, William S},
  journal={Artificial Intelligence},
  volume={9},
  number={2},
  pages={111--134},
  year={1977},
  publisher={Elsevier}
}
@inproceedings{levesque1990acting,
  title={On acting together},
  author={Levesque, Hector J and Cohen, Philip R and Nunes, Jos{\'e} HT},
  booktitle={AAAI},
  volume={90},
  pages={94--99},
  year={1990}
}
@article{lochbaum2000discourse,
  title={Discourse structure and intention recognition},
  author={Lochbaum, Karen E and Grosz, Barbara J and Sidner, Candace L},
  journal={Handbook of natural language processing},
  pages={123--146},
  year={2000},
  publisher={Marcel Dekker New York}
}
@article{schegloff1982discourse,
  title={Discourse as an interactional achievement: Some uses of ?uh huh?and other things that come between sentences},
  author={Schegloff, Emanuel A},
  journal={Analyzing discourse: Text and talk},
  volume={71},
  pages={93},
  year={1982}
}
@article{jefferson1984notes,
  title={Notes on a systematic deployment of the acknowledgement tokens ?yeah?; and ?mm hm?},
  author={Jefferson, Gail},
  year={1984},
  publisher={Taylor \& Francis}
}
@book{thomas1995social,
  title={The social and interactional dimensions of human-computer interfaces},
  author={Thomas, Peter J},
  year={1995},
  publisher={Cambridge University Press}
}
@article{young2010hidden,
  title={The {h}idden {i}nformation {s}tate model: A practical framework for {POMDP}-based spoken dialogue management},
  author={Young, Steve and Ga{\v{s}}i{\'c}, Milica and Keizer, Simon and Mairesse, Fran{\c{c}}ois and Schatzmann, Jost and Thomson, Blaise and Yu, Kai},
  journal={Computer Speech \& Language},
  volume={24},
  number={2},
  pages={150--174},
  year={2010},
  publisher={Elsevier}
}
@article{colby1972turing,
  title={Turing-like indistinguishability tests for the validation of a computer simulation of paranoid processes},
  author={Colby, Kenneth Mark and Hilf, Franklin Dennis and Weber, Sylvia and Kraemer, Helena C},
  journal={Artificial Intelligence},
  volume={3},
  pages={199--221},
  year={1972},
  publisher={Elsevier}
}
@incollection{nio2014developing,
  title={Developing non-goal dialog system based on examples of drama television},
  author={Nio, Lasguido and Sakti, Sakriani and Neubig, Graham and Toda, Tomoki and Adriani, Mirna and Nakamura, Satoshi},
  booktitle={Natural Interaction with Robots, Knowbots and Smartphones},
  pages={355--361},
  year={2014},
  publisher={Springer}
}
@inproceedings{ameixa2014luke,
  title={Luke, {I} am your father: dealing with out-of-domain requests by using movies subtitles},
  author={Ameixa, David and Coheur, Luisa and Fialho, Pedro and Quaresma, Paulo},
  booktitle={Intelligent Virtual Agents},
  pages={13--21},
  year={2014},
  organization={Springer}
}
@inproceedings{banchs2012iris,
  title={{IRIS}: a chat-oriented dialogue system based on the vector space model},
  author={Banchs, Rafael E and Li, Haizhou},
  booktitle={Proc. of the ACL 2012 System Demonstrations},
  pages={37--42},
  year={2012},
  organization={Association for Computational Linguistics}
}
@inproceedings{oh2000stochastic,
  title={Stochastic language generation for spoken dialogue systems},
  author={Oh, Alice H and Rudnicky, Alexander I},
  booktitle={Proc. of the 2000 ANLP/NAACL Workshop on Conversational systems-Volume 3},
  pages={27--32},
  year={2000},
  organization={Association for Computational Linguistics}
}
@article{ratnaparkhi2002trainable,
  title={Trainable approaches to surface natural language generation and their application to conversational dialog systems},
  author={Ratnaparkhi, Adwait},
  journal={Computer Speech \& Language},
  volume={16},
  number={3},
  pages={435--455},
  year={2002},
  publisher={Elsevier}
}
@inproceedings{wang2011improving,
  title={Improving Spoken Dialogue Understanding Using Phonetic Mixture Models.},
  author={Wang, William Yang and Artstein, Ron and Leuski, Anton and Traum, David},
  booktitle={FLAIRS Conference},
  year={2011}
}
@inproceedings{pieraccini2009we,
  title={Are we there yet? Research in commercial spoken dialog systems},
  author={Pieraccini, Roberto and Suendermann, David and Dayanidhi, Krishna and Liscombe, Jackson},
  booktitle={Text, Speech and Dialogue},
  pages={3--13},
  year={2009},
  organization={Springer}
}
@inproceedings{walker2003trainable,
  title={A trainable generator for recommendations in multimodal dialog.},
  author={Walker, Marilyn A and Prasad, Rashmi and Stent, Amanda},
  booktitle={INTERSPEECH},
  year={2003}
}
@article{levin2000stochastic,
  title={A stochastic model of human-machine interaction for learning dialog strategies},
  author={Levin, Esther and Pieraccini, Roberto and Eckert, Wieland},
  journal={IEEE Transactions on Speech and Audio Processing},
  volume={8},
  number={1},
  pages={11--23},
  year={2000},
  publisher={IEEE}
}
@article{young2013pomdp,
  title={{POMDP}-based statistical spoken dialog systems: A review},
  author={Young, Steve and Ga{\v{s}}i{\'c}, Milica and Thomson, Blaise and Williams, Jason D},
  journal={Proceedings of the IEEE},
  volume={101},
  number={5},
  pages={1160--1179},
  year={2013},
  publisher={IEEE}
}
@article{young2000probabilistic,
  title={Probabilistic methods in spoken--dialogue systems},
  author={Young, Steve J},
  journal={Philosophical Transactions of the Royal Society of London A: Mathematical, Physical and Engineering Sciences},
  volume={358},
  number={1769},
  pages={1389--1402},
  year={2000},
  publisher={The Royal Society}
}
@inproceedings{thomson2010bayesian,
  title={Bayesian dialogue system for the Let's Go spoken dialogue challenge},
  author={Thomson, Blaise and Yu, Kai and Keizer, Simon and Ga{\v{s}}i{\'c}, Milica and Jur{\v{c}}{\'\i}{\v{c}}ek, Filip and Mairesse, Fran{\c{c}}ois and Young, Steve},
  booktitle={Spoken Language Technology Workshop (SLT), 2010 IEEE},
  pages={460--465},
  year={2010},
  organization={IEEE}
}
@inproceedings{young2007hidden,
  title={The hidden information state approach to dialog management},
  author={Young, Steve and Schatzmann, Jost and Weilhammer, Karl and Ye, Hui},
  booktitle={Acoustics, Speech and Signal Processing, 2007. ICASSP 2007. IEEE International Conference on},
  volume={4},
  pages={IV--149},
  year={2007},
  organization={IEEE}
}
@article{thomson2010bayesian,
  title={Bayesian update of dialogue state: A {POMDP} framework for spoken dialogue systems},
  author={Thomson, Blaise and Young, Steve},
  journal={Computer Speech \& Language},
  volume={24},
  number={4},
  pages={562--588},
  year={2010},
  publisher={Elsevier}
}
@inproceedings{lemon2006isu,
  title={An ISU dialogue system exhibiting reinforcement learning of dialogue policies: generic slot-filling in the TALK in-car system},
  author={Lemon, Oliver and Georgila, Kallirroi and Henderson, James and Stuttle, Matthew},
  booktitle={Proceedings of the Eleventh Conference of the European Chapter of the Association for Computational Linguistics: Posters \& Demonstrations},
  pages={119--122},
  year={2006},
  organization={Association for Computational Linguistics}
}
@article{gavsic2011effective,
  title={Effective handling of dialogue state in the hidden information state {POMDP}-based dialogue manager},
  author={Ga{\v{s}}i{\'c}, Milica and Young, Steve},
  journal={ACM Transactions on Speech and Language Processing (TSLP)},
  volume={7},
  number={3},
  pages={4},
  year={2011},
  publisher={ACM}
}
@article{williams2007partially,
  title={Partially observable Markov decision processes for spoken dialog systems},
  author={Williams, Jason D and Young, Steve},
  journal={Computer Speech \& Language},
  volume={21},
  number={2},
  pages={393--422},
  year={2007},
  publisher={Elsevier}
}
@inproceedings{chen2013empirical,
  title={An empirical investigation of sparse log-linear models for improved dialogue act classification},
  author={Chen, Yun-Nung and Wang, Wei Yu and Rudnicky, Alexander},
  booktitle={Acoustics, Speech and Signal Processing (ICASSP), 2013 IEEE International Conference on},
  pages={8317--8321},
  year={2013},
  organization={IEEE}
}
@article{pinar2000turing,
  title={Turing test: 50 years later},
  author={Pinar Saygin, Ayse and Cicekli, Ilyas and Akman, Varol},
  journal={Minds and machines},
  volume={10},
  number={4},
  pages={463--518},
  year={2000},
  publisher={Springer}
}
@article{young2002statistical,
  title={The statistical approach to the design of spoken dialogue systems},
  author={Young, Steve},
  year={2002},
  publisher={Citeseer}
}