{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/open-domain-dialog","name":"Open-Domain Dialog","slug":"open-domain-dialog","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":60,"papers_with_code":32,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":13,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/open-domain-dialog-on-kilt-wizard-of","slug":"open-domain-dialog-on-kilt-wizard-of","dataset":"KILT: Wizard of Wikipedia","dataset_url":"/dataset/kilt","rows_in_archive":21,"metrics":["KILT-RL","R-Prec","Recall@5","ROUGE-L","F1","KILT-F1"],"first_row_in_archive_order":{"model":"Hindsight","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}}],"datasets":[{"url":"/dataset/reddit","name":"Reddit","full_name":"","num_papers_in_archive":699},{"url":"/dataset/kilt","name":"KILT","full_name":"KILT Benchmark","num_papers_in_archive":117},{"url":"/dataset/multidoc2dial","name":"MultiDoc2Dial","full_name":"MultiDoc2Dial: Modeling Dialogues Grounded in Multiple Documents","num_papers_in_archive":26},{"url":"/dataset/mmdialog","name":"MMDialog","full_name":"","num_papers_in_archive":17},{"url":"/dataset/cped","name":"CPED","full_name":"Chinese Personalized and Emotional Dialogue","num_papers_in_archive":15},{"url":"/dataset/delemon","name":"DuLeMon","full_name":"Baidu Long-term Memory Conversation","num_papers_in_archive":14},{"url":"/dataset/prosocialdialog","name":"ProsocialDialog","full_name":"","num_papers_in_archive":13},{"url":"/dataset/reddit-conversation-corpus","name":"Reddit Conversation Corpus","full_name":"","num_papers_in_archive":6},{"url":"/dataset/clovacall","name":"ClovaCall","full_name":null,"num_papers_in_archive":5},{"url":"/dataset/mmchat","name":"MMChat","full_name":"","num_papers_in_archive":5},{"url":"/dataset/diamante","name":"Diamante","full_name":"","num_papers_in_archive":4},{"url":"/dataset/cpsycound","name":"CPsyCounD","full_name":"","num_papers_in_archive":3},{"url":"/dataset/cpsycoune","name":"CPsyCounE","full_name":"","num_papers_in_archive":2}],"subtasks":[{"url":"/task/dialogue-evaluation","name":"Dialogue Evaluation"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":60,"of":60,"of_with_code":32,"tagged_in_all":60,"counts":{"archive_papers_tagged":60,"with_a_code_link":32,"where_syntology_ran_a_sample":11,"not_listed_spam_title":0,"listed":60,"listed_where_code_ran":11,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":8,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":8,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/prophetnet-x-large-scale-pre-training-models","slug":"prophetnet-x-large-scale-pre-training-models","title":"ProphetNet-X: Large-Scale Pre-training Models for English, Chinese, Multi-lingual, Dialog, and Code Generation","date":"2021-04-16","arxiv_id":"2104.08006","repositories_listed":3,"syntology":null},{"url":"/paper/kilt-a-benchmark-for-knowledge-intensive","slug":"kilt-a-benchmark-for-knowledge-intensive","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","date":"2020-09-04","arxiv_id":"2009.02252","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kilt-a-benchmark-for-knowledge-intensive#ran","syntology_url":"https://syntology.ai/paper/2009.02252","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.02252"}},"official":{"repos":["facebookresearch/KILT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hurdles-to-progress-in-long-form-question","slug":"hurdles-to-progress-in-long-form-question","title":"Hurdles to Progress in Long-form Question Answering","date":"2021-03-10","arxiv_id":"2103.06332","repositories_listed":2,"syntology":null},{"url":"/paper/dialogue-response-ranking-training-with-large","slug":"dialogue-response-ranking-training-with-large","title":"Dialogue Response Ranking Training with Large-Scale Human Feedback Data","date":"2020-09-15","arxiv_id":"2009.06978","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dialogue-response-ranking-training-with-large#ran","syntology_url":"https://syntology.ai/paper/2009.06978","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.06978"}},"official":null}},{"url":"/paper/unsupervised-evaluation-of-interactive-dialog","slug":"unsupervised-evaluation-of-interactive-dialog","title":"Unsupervised Evaluation of Interactive Dialog with DialoGPT","date":"2020-06-23","arxiv_id":"2006.12719","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unsupervised-evaluation-of-interactive-dialog#ran","syntology_url":"https://syntology.ai/paper/2006.12719","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.12719"}},"official":{"repos":["shikib/fed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-evaluation-of-open-domain","slug":"investigating-evaluation-of-open-domain","title":"Investigating Evaluation of Open-Domain Dialogue Systems With Human Generated Multiple References","date":"2019-07-24","arxiv_id":"1907.10568","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/investigating-evaluation-of-open-domain#ran","syntology_url":"https://syntology.ai/paper/1907.10568","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10568"}},"official":{"repos":["prakharguptaz/multirefeval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/approximating-interactive-human-evaluation","slug":"approximating-interactive-human-evaluation","title":"Approximating Interactive Human Evaluation with Self-Play for Open-Domain Dialog Systems","date":"2019-06-21","arxiv_id":"1906.09308","repositories_listed":2,"syntology":null},{"url":"/paper/an-empirical-study-on-context-length-for-open","slug":"an-empirical-study-on-context-length-for-open","title":"An Empirical Study on Context Length for Open-Domain Dialog Generation","date":"2024-08-31","arxiv_id":"2409.00315","repositories_listed":1,"syntology":null},{"url":"/paper/dior-cvae-diffusion-priors-in-variational","slug":"dior-cvae-diffusion-priors-in-variational","title":"Dior-CVAE: Pre-trained Language Models and Diffusion Priors for Variational Dialog Generation","date":"2023-05-24","arxiv_id":"2305.15025","repositories_listed":1,"syntology":null},{"url":"/paper/open-domain-dialog-evaluation-using-follow","slug":"open-domain-dialog-evaluation-using-follow","title":"Open-Domain Dialog Evaluation using Follow-Ups Likelihood","date":"2022-09-12","arxiv_id":"2209.05185","repositories_listed":1,"syntology":null},{"url":"/paper/re2g-retrieve-rerank-generate-2","slug":"re2g-retrieve-rerank-generate-2","title":"Re2G: Retrieve, Rerank, Generate","date":"2022-07-13","arxiv_id":"2207.06300","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re2g-retrieve-rerank-generate-2#ran","syntology_url":"https://syntology.ai/paper/2207.06300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06300"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/godel-large-scale-pre-training-for-goal","slug":"godel-large-scale-pre-training-for-goal","title":"GODEL: Large-Scale Pre-Training for Goal-Directed Dialog","date":"2022-06-22","arxiv_id":"2206.11309","repositories_listed":1,"syntology":null},{"url":"/paper/cped-a-large-scale-chinese-personalized-and-1","slug":"cped-a-large-scale-chinese-personalized-and-1","title":"CPED: A Large-Scale Chinese Personalized and Emotional Dialogue Dataset for Conversational AI","date":"2022-05-29","arxiv_id":"2205.14727","repositories_listed":1,"syntology":null},{"url":"/paper/improving-zero-and-few-shot-generalization-in","slug":"improving-zero-and-few-shot-generalization-in","title":"InstructDial: Improving Zero and Few-shot Generalization in Dialogue through Instruction Tuning","date":"2022-05-25","arxiv_id":"2205.12673","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/improving-zero-and-few-shot-generalization-in#ran","syntology_url":"https://syntology.ai/paper/2205.12673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12673"}},"official":{"repos":["prakharguptaz/Instructdial"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/what-is-wrong-with-you-leveraging-user","slug":"what-is-wrong-with-you-leveraging-user","title":"What is wrong with you?: Leveraging User Sentiment for Automatic Dialog Evaluation","date":"2022-03-25","arxiv_id":"2203.13927","repositories_listed":1,"syntology":null},{"url":"/paper/investigating-robustness-of-dialog-models-to","slug":"investigating-robustness-of-dialog-models-to","title":"Investigating Robustness of Dialog Models to Popular Figurative Language Constructs","date":"2021-10-01","arxiv_id":"2110.00687","repositories_listed":1,"syntology":null},{"url":"/paper/gensf-simultaneous-adaptation-of-generative","slug":"gensf-simultaneous-adaptation-of-generative","title":"GenSF: Simultaneous Adaptation of Generative Pre-trained Models and Slot Filling","date":"2021-06-13","arxiv_id":"2106.07055","repositories_listed":1,"syntology":null},{"url":"/paper/improving-automated-evaluation-of-open-domain","slug":"improving-automated-evaluation-of-open-domain","title":"Improving Automated Evaluation of Open Domain Dialog via Diverse Reference Augmentation","date":"2021-06-05","arxiv_id":"2106.02833","repositories_listed":1,"syntology":null},{"url":"/paper/herald-an-annotation-efficient-method-to","slug":"herald-an-annotation-efficient-method-to","title":"HERALD: An Annotation Efficient Method to Detect User Disengagement in Social Conversations","date":"2021-06-01","arxiv_id":"2106.00162","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/herald-an-annotation-efficient-method-to#ran","syntology_url":"https://syntology.ai/paper/2106.00162","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00162"}},"official":{"repos":["Weixin-Liang/HERALD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/comae-a-multi-factor-hierarchical-framework","slug":"comae-a-multi-factor-hierarchical-framework","title":"CoMAE: A Multi-factor Hierarchical Framework for Empathetic Response Generation","date":"2021-05-18","arxiv_id":"2105.08316","repositories_listed":1,"syntology":null},{"url":"/paper/are-neural-open-domain-dialog-systems-robust","slug":"are-neural-open-domain-dialog-systems-robust","title":"Are Neural Open-Domain Dialog Systems Robust to Speech Recognition Errors in the Dialog History? An Empirical Study","date":"2020-08-18","arxiv_id":"2008.07683","repositories_listed":1,"syntology":null},{"url":"/paper/probing-neural-dialog-models-for","slug":"probing-neural-dialog-models-for","title":"Probing Neural Dialog Models for Conversational Understanding","date":"2020-06-07","arxiv_id":"2006.08331","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-user-self-reported-likert-scale","slug":"beyond-user-self-reported-likert-scale","title":"Beyond User Self-Reported Likert Scale Ratings: A Comparison Model for Automatic Dialog Evaluation","date":"2020-05-21","arxiv_id":"2005.10716","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/beyond-user-self-reported-likert-scale#ran","syntology_url":"https://syntology.ai/paper/2005.10716","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.10716"}},"official":{"repos":["Weixin-Liang/dialog_evaluation_CMADE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/usr-an-unsupervised-and-reference-free","slug":"usr-an-unsupervised-and-reference-free","title":"USR: An Unsupervised and Reference Free Evaluation Metric for Dialog Generation","date":"2020-05-01","arxiv_id":"2005.00456","repositories_listed":1,"syntology":null},{"url":"/paper/clovacall-korean-goal-oriented-dialog-speech","slug":"clovacall-korean-goal-oriented-dialog-speech","title":"ClovaCall: Korean Goal-Oriented Dialog Speech Corpus for Automatic Speech Recognition of Contact Centers","date":"2020-04-20","arxiv_id":"2004.09367","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchical-reinforcement-learning-for-open","slug":"hierarchical-reinforcement-learning-for-open","title":"Hierarchical Reinforcement Learning for Open-Domain Dialog","date":"2019-09-17","arxiv_id":"1909.07547","repositories_listed":1,"syntology":null},{"url":"/paper/190807816","slug":"190807816","title":"A Multi-Turn Emotionally Engaging Dialog Model","date":"2019-08-15","arxiv_id":"1908.07816","repositories_listed":1,"syntology":null},{"url":"/paper/large-scale-transfer-learning-for-natural","slug":"large-scale-transfer-learning-for-natural","title":"Large-Scale Transfer Learning for Natural Language Generation","date":"2019-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/way-off-policy-batch-deep-reinforcement","slug":"way-off-policy-batch-deep-reinforcement","title":"Way Off-Policy Batch Deep Reinforcement Learning of Implicit Human Preferences in Dialog","date":"2019-06-30","arxiv_id":"1907.00456","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/way-off-policy-batch-deep-reinforcement#ran","syntology_url":"https://syntology.ai/paper/1907.00456","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.00456"}},"official":{"repos":["natashamjaques/neural_chat"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-coherence-in-dialogue-systems","slug":"evaluating-coherence-in-dialogue-systems","title":"Evaluating Coherence in Dialogue Systems using Entailment","date":"2019-04-06","arxiv_id":"1904.03371","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-coherence-in-dialogue-systems#ran","syntology_url":"https://syntology.ai/paper/1904.03371","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.03371"}},"official":{"repos":["nouhadziri/DialogEntailment"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/augmenting-neural-response-generation-with","slug":"augmenting-neural-response-generation-with","title":"Augmenting Neural Response Generation with Context-Aware Topical Attention","date":"2018-11-02","arxiv_id":"1811.01063","repositories_listed":1,"syntology":{"n":14,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/augmenting-neural-response-generation-with#ran","syntology_url":"https://syntology.ai/paper/1811.01063","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.01063"}},"official":{"repos":["nouhadziri/THRED"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/ruber-an-unsupervised-method-for-automatic","slug":"ruber-an-unsupervised-method-for-automatic","title":"RUBER: An Unsupervised Method for Automatic Evaluation of Open-Domain Dialog Systems","date":"2017-01-11","arxiv_id":"1701.03079","repositories_listed":1,"syntology":null},{"url":null,"slug":"social-commonsense-guided-search-query","title":"Social Commonsense-Guided Search Query Generation for Open-Domain Knowledge-Powered Conversations","date":"2023-10-22","arxiv_id":"2310.14340","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-task-bot-engagement-with","title":"Enhancing Task Bot Engagement with Synthesized Open-Domain Dialog","date":"2022-12-20","arxiv_id":"2212.10008","repositories_listed":0,"syntology":null},{"url":null,"slug":"interactive-evaluation-of-dialog-track-at","title":"Interactive Evaluation of Dialog Track at DSTC9","date":"2022-07-28","arxiv_id":"2207.14403","repositories_listed":0,"syntology":null},{"url":null,"slug":"uncovering-surprising-event-boundaries-in-1","title":"Uncovering Surprising Event Boundaries in Narratives","date":"2022-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"sketching-a-linguistically-driven-reasoning","title":"Sketching a Linguistically-Driven Reasoning Dialog Model for Social Talk","date":"2022-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-identifying-social-bias-in-dialog","title":"Towards Identifying Social Bias in Dialog Systems: Frame, Datasets, and Benchmarks","date":"2022-02-16","arxiv_id":"2202.08011","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-learning-through-open-domain-dialog","title":"Towards Learning Through Open-Domain Dialog","date":"2022-02-07","arxiv_id":"2202.03040","repositories_listed":0,"syntology":null},{"url":null,"slug":"an-empirical-study-of-topic-transition-in","title":"An Empirical Study of Topic Transition in Dialogue","date":"2021-11-28","arxiv_id":"2111.14188","repositories_listed":0,"syntology":null},{"url":null,"slug":"user-response-and-sentiment-prediction-for","title":"User Response and Sentiment Prediction for Automatic Dialogue Evaluation","date":"2021-11-16","arxiv_id":"2111.08808","repositories_listed":0,"syntology":null},{"url":null,"slug":"investigating-the-impact-of-pre-trained","title":"Investigating the Impact of Pre-trained Language Models on Dialog Evaluation","date":"2021-10-05","arxiv_id":"2110.01895","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-self-disclosure-in-neural-dialog","title":"Enhancing Self-Disclosure In Neural Dialog Models By Candidate Re-ranking","date":"2021-09-10","arxiv_id":"2109.05090","repositories_listed":0,"syntology":null},{"url":null,"slug":"ream-sharp-an-enhancement-approach-to-1","title":"REAM\\sharp: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"ream-sharp-an-enhancement-approach-to","title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","date":"2021-05-30","arxiv_id":"2105.14488","repositories_listed":0,"syntology":null},{"url":null,"slug":"discovering-dialog-structure-graph-for-open","title":"Discovering Dialog Structure Graph for Open-Domain Dialog Generation","date":"2020-12-31","arxiv_id":"2012.15543","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-attention-comparison-module-for-boosting","title":"Self-attention Comparison Module for Boosting Performance on Retrieval-based Open-Domain Dialog Systems","date":"2020-12-21","arxiv_id":"2012.11357","repositories_listed":0,"syntology":null},{"url":null,"slug":"policy-driven-neural-response-generation-for-1","title":"Policy-Driven Neural Response Generation for Knowledge-Grounded Dialog Systems","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"topic-relevant-response-generation-using","title":"Topic-relevant Response Generation using Optimal Transport for an Open-domain Dialog System","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"non-autoregressive-neural-dialogue-generation","title":"Non-Autoregressive Neural Dialogue Generation","date":"2020-02-11","arxiv_id":"2002.04250","repositories_listed":0,"syntology":null},{"url":null,"slug":"way-off-policy-batch-deep-reinforcement-1","title":"Way Off-Policy Batch Deep Reinforcement Learning of Human Preferences in Dialog","date":"2020-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"deep-reinforcement-learning-for-modeling-chit","title":"Deep Reinforcement Learning For Modeling Chit-Chat Dialog With Discrete Attributes","date":"2019-07-05","arxiv_id":"1907.02848","repositories_listed":0,"syntology":null},{"url":null,"slug":"chateval-a-tool-for-chatbot-evaluation","title":"ChatEval: A Tool for Chatbot Evaluation","date":"2019-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"challenges-in-building-intelligent-open","title":"Challenges in Building Intelligent Open-domain Dialog Systems","date":"2019-05-13","arxiv_id":"1905.05709","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-coherent-and-engaging-spoken-dialog","title":"Towards Coherent and Engaging Spoken Dialog Response Generation Using Automatic Conversation Evaluators","date":"2019-04-30","arxiv_id":"1904.13015","repositories_listed":0,"syntology":null},{"url":null,"slug":"advancing-the-state-of-the-art-in-open-domain","title":"Advancing the State of the Art in Open Domain Dialog Systems through the Alexa Prize","date":"2018-12-27","arxiv_id":"1812.10757","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-evaluating-and-comparing-open-domain","title":"On Evaluating and Comparing Open Domain Dialog Systems","date":"2018-01-11","arxiv_id":"1801.03625","repositories_listed":0,"syntology":null},{"url":null,"slug":"evorus-a-crowd-powered-conversational","title":"Evorus: A Crowd-powered Conversational Assistant Built to Automate Itself Over Time","date":"2018-01-08","arxiv_id":"1801.02668","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-conditional-variational-framework-for","title":"A Conditional Variational Framework for Dialog Generation","date":"2017-04-30","arxiv_id":"1705.00316","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-collection-for-interactive-learning","title":"Data Collection for Interactive Learning through the Dialog","date":"2016-03-31","arxiv_id":"1603.09631","repositories_listed":0,"syntology":null}],"syntology_records":11,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":11,"papers_where_code_ran_first_page":"/task/open-domain-dialog/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/open-domain-dialog/papers/ran/1","json":"/task/open-domain-dialog/papers/ran/1.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"a0531c838103cc2de8d048f78b2d3c3c80689f075a341673ad679e6ca7cc9584","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}