%0 Generic %1 zhang2019dialogpt %A Zhang, Yizhe %A Sun, Siqi %A Galley, Michel %A Chen, Yen-Chun %A Brockett, Chris %A Gao, Xiang %A Gao, Jianfeng %A Liu, Jingjing %A Dolan, Bill %D 2019 %K language-model masterthesis %T DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation %U http://arxiv.org/abs/1911.00536 %X We present a large, tunable neural conversational response generation model, DialoGPT (dialogue generative pre-trained transformer). Trained on 147M conversation-like exchanges extracted from Reddit comment chains over a period spanning from 2005 through 2017, DialoGPT extends the Hugging Face PyTorch transformer to attain a performance close to human both in terms of automatic and human evaluation in single-turn dialogue settings. We show that conversational systems that leverage DialoGPT generate more relevant, contentful and context-consistent responses than strong baseline systems. The pre-trained model and training pipeline are publicly released to facilitate research into neural response generation and the development of more intelligent open-domain dialogue systems.

@misc{zhang2019dialogpt, abstract = {We present a large, tunable neural conversational response generation model, DialoGPT (dialogue generative pre-trained transformer). Trained on 147M conversation-like exchanges extracted from Reddit comment chains over a period spanning from 2005 through 2017, DialoGPT extends the Hugging Face PyTorch transformer to attain a performance close to human both in terms of automatic and human evaluation in single-turn dialogue settings. We show that conversational systems that leverage DialoGPT generate more relevant, contentful and context-consistent responses than strong baseline systems. The pre-trained model and training pipeline are publicly released to facilitate research into neural response generation and the development of more intelligent open-domain dialogue systems.}, added-at = {2020-12-11T09:24:25.000+0100}, author = {Zhang, Yizhe and Sun, Siqi and Galley, Michel and Chen, Yen-Chun and Brockett, Chris and Gao, Xiang and Gao, Jianfeng and Liu, Jingjing and Dolan, Bill}, biburl = {https://www.bibsonomy.org/bibtex/28a5b69f5e5ffa2922482cf5e6fe0af6e/festplatte}, description = {[1911.00536] DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation}, interhash = {4e601050cf631b1a288a171f82843d80}, intrahash = {8a5b69f5e5ffa2922482cf5e6fe0af6e}, keywords = {language-model masterthesis}, note = {cite arxiv:1911.00536Comment: Accepted by ACL 2020 system demonstration}, timestamp = {2020-12-11T09:24:25.000+0100}, title = {DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation}, url = {http://arxiv.org/abs/1911.00536}, year = 2019 }