{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/goal-oriented-dialog","name":"Goal-Oriented Dialog","slug":"goal-oriented-dialog","description_markdown":"Achieving a pre-defined goal through a dialog.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":54,"papers_with_code":24,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":6,"subtasks":1,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/goal-oriented-dialog-on-kvret","slug":"goal-oriented-dialog-on-kvret","dataset":"Kvret","dataset_url":null,"rows_in_archive":1,"metrics":["BLEU","Embedding Average","Greedy Matching","Vector Extrema"],"first_row_in_archive_order":{"model":"IJEEL-KVL","paper_title":"Incorporating Joint Embeddings into Goal-Oriented Dialogues with Multi-Task Learning","paper_url":"/paper/incorporating-joint-embeddings-into-goal","paper_date":"2020-01-28","arxiv_id":"2001.10468","code_links":[{"title":"s6fikass/Chatbot_KVNN","url":"https://github.com/s6fikass/Chatbot_KVNN"}],"syntology":null}}],"datasets":[{"url":"/dataset/doc2dial-1","name":"Doc2Dial","full_name":"Doc2Dial: Document-grounded Dialogue","num_papers_in_archive":36},{"url":"/dataset/hint3","name":"HINT3","full_name":null,"num_papers_in_archive":13},{"url":"/dataset/dstc7-task-1","name":"DSTC7 Task 1","full_name":"Dialog System Technology Challenges Task 1","num_papers_in_archive":12},{"url":"/dataset/mutualfriends","name":"MutualFriends","full_name":"","num_papers_in_archive":7},{"url":"/dataset/clovacall","name":"ClovaCall","full_name":null,"num_papers_in_archive":5},{"url":"/dataset/permuted-babi-dialog-task","name":"Permuted bAbI dialog task","full_name":null,"num_papers_in_archive":1}],"subtasks":[{"url":"/task/user-simulation","name":"User Simulation"}],"parent_tasks":[{"url":"/task/dialogue","name":"Dialogue"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":54,"of":54,"of_with_code":24,"tagged_in_all":54,"counts":{"archive_papers_tagged":54,"with_a_code_link":24,"where_syntology_ran_a_sample":4,"not_listed_spam_title":0,"listed":54,"listed_where_code_ran":4,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":4,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":4,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/learning-end-to-end-goal-oriented-dialog","slug":"learning-end-to-end-goal-oriented-dialog","title":"Learning End-to-End Goal-Oriented Dialog","date":"2016-05-24","arxiv_id":"1605.07683","repositories_listed":6,"syntology":{"n":8,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 8 unverified","sample_list":"/paper/learning-end-to-end-goal-oriented-dialog#ran","syntology_url":"https://syntology.ai/paper/1605.07683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1605.07683"}},"official":null}},{"url":"/paper/sequential-attention-based-network-for-noetic","slug":"sequential-attention-based-network-for-noetic","title":"Sequential Attention-based Network for Noetic End-to-End Response Selection","date":"2019-01-09","arxiv_id":"1901.02609","repositories_listed":4,"syntology":null},{"url":"/paper/end-to-end-slot-alignment-and-recognition-for","slug":"end-to-end-slot-alignment-and-recognition-for","title":"End-to-End Slot Alignment and Recognition for Cross-Lingual NLU","date":"2020-04-29","arxiv_id":"2004.14353","repositories_listed":3,"syntology":null},{"url":"/paper/sumbt-slot-utterance-matching-for-universal","slug":"sumbt-slot-utterance-matching-for-universal","title":"SUMBT: Slot-Utterance Matching for Universal and Scalable Belief Tracking","date":"2019-07-17","arxiv_id":"1907.07421","repositories_listed":3,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sumbt-slot-utterance-matching-for-universal#ran","syntology_url":"https://syntology.ai/paper/1907.07421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.07421"}},"official":{"repos":["SKTBrain/SUMBT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/knowledge-grounded-conversational-symptom","slug":"knowledge-grounded-conversational-symptom","title":"Knowledge Grounded Conversational Symptom Detection with Graph Memory Networks","date":"2021-01-24","arxiv_id":"2101.09773","repositories_listed":2,"syntology":null},{"url":"/paper/efficient-dialog-policy-learning-via-positive","slug":"efficient-dialog-policy-learning-via-positive","title":"Efficient Dialog Policy Learning via Positive Memory Retention","date":"2018-10-02","arxiv_id":"1810.01371","repositories_listed":2,"syntology":null},{"url":"/paper/zero-shot-dialog-generation-with-cross-domain","slug":"zero-shot-dialog-generation-with-cross-domain","title":"Zero-Shot Dialog Generation with Cross-Domain Latent Actions","date":"2018-05-13","arxiv_id":"1805.04803","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/zero-shot-dialog-generation-with-cross-domain#ran","syntology_url":"https://syntology.ai/paper/1805.04803","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.04803"}},"official":{"repos":["snakeztc/NeuralDialog-ZSDG","snakeztc/SimDial"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/query-reduction-networks-for-question","slug":"query-reduction-networks-for-question","title":"Query-Reduction Networks for Question Answering","date":"2016-06-14","arxiv_id":"1606.04582","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/query-reduction-networks-for-question#ran","syntology_url":"https://syntology.ai/paper/1606.04582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1606.04582"}},"official":{"repos":["uwnlp/qrn"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-the-limits-of-natural-language","slug":"exploring-the-limits-of-natural-language","title":"Exploring the Limits of Natural Language Inference Based Setup for Few-Shot Intent Detection","date":"2021-12-14","arxiv_id":"2112.07434","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-robustness-of-goal-oriented-dialogue","slug":"on-the-robustness-of-goal-oriented-dialogue","title":"On the Robustness of Intent Classification and Slot Labeling in Goal-oriented Dialog Systems to Real-world Noise","date":"2021-04-14","arxiv_id":"2104.07149","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-intent-detection-for-task","slug":"benchmarking-intent-detection-for-task","title":"Benchmarking Commercial Intent Detection Services with Practice-Driven Evaluations","date":"2020-12-07","arxiv_id":"2012.03929","repositories_listed":1,"syntology":null},{"url":"/paper/discriminative-nearest-neighbor-few-shot","slug":"discriminative-nearest-neighbor-few-shot","title":"Discriminative Nearest Neighbor Few-Shot Intent Detection by Transferring Natural Language Inference","date":"2020-10-25","arxiv_id":"2010.13009","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/discriminative-nearest-neighbor-few-shot#ran","syntology_url":"https://syntology.ai/paper/2010.13009","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.13009"}},"official":{"repos":["salesforce/DNNC-few-shot-intent"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/effects-of-naturalistic-variation-in-goal","slug":"effects-of-naturalistic-variation-in-goal","title":"Effects of Naturalistic Variation in Goal-Oriented Dialog","date":"2020-10-05","arxiv_id":"2010.02260","repositories_listed":1,"syntology":null},{"url":"/paper/clovacall-korean-goal-oriented-dialog-speech","slug":"clovacall-korean-goal-oriented-dialog-speech","title":"ClovaCall: Korean Goal-Oriented Dialog Speech Corpus for Automatic Speech Recognition of Contact Centers","date":"2020-04-20","arxiv_id":"2004.09367","repositories_listed":1,"syntology":null},{"url":"/paper/sequential-neural-networks-for-noetic-end-to","slug":"sequential-neural-networks-for-noetic-end-to","title":"Sequential Neural Networks for Noetic End-to-End Response Selection","date":"2020-03-03","arxiv_id":"2003.02126","repositories_listed":1,"syntology":null},{"url":"/paper/incorporating-joint-embeddings-into-goal","slug":"incorporating-joint-embeddings-into-goal","title":"Incorporating Joint Embeddings into Goal-Oriented Dialogues with Multi-Task Learning","date":"2020-01-28","arxiv_id":"2001.10468","repositories_listed":1,"syntology":null},{"url":"/paper/an-annotated-corpus-of-reference-resolution","slug":"an-annotated-corpus-of-reference-resolution","title":"An Annotated Corpus of Reference Resolution for Interpreting Common Grounding","date":"2019-11-18","arxiv_id":"1911.07588","repositories_listed":1,"syntology":null},{"url":"/paper/learning-end-to-end-goal-oriented-dialog-with-2","slug":"learning-end-to-end-goal-oriented-dialog-with-2","title":"Learning End-to-End Goal-Oriented Dialog with Maximal User Task Success and Minimal Human Agent Use","date":"2019-07-17","arxiv_id":"1907.07638","repositories_listed":1,"syntology":null},{"url":"/paper/a-natural-language-corpus-of-common-grounding","slug":"a-natural-language-corpus-of-common-grounding","title":"A Natural Language Corpus of Common Grounding under Continuous and Partially-Observable Context","date":"2019-07-08","arxiv_id":"1907.03399","repositories_listed":1,"syntology":null},{"url":"/paper/learning-end-to-end-goal-oriented-dialog-with","slug":"learning-end-to-end-goal-oriented-dialog-with","title":"Learning End-to-End Goal-Oriented Dialog with Multiple Answers","date":"2018-08-24","arxiv_id":"1808.09996","repositories_listed":1,"syntology":null},{"url":"/paper/nips-conversational-intelligence-challenge","slug":"nips-conversational-intelligence-challenge","title":"NIPS Conversational Intelligence Challenge 2017 Winner System: Skill-based Conversational Agent with Supervised Dialog Manager","date":"2018-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/named-entities-troubling-your-neural-methods","slug":"named-entities-troubling-your-neural-methods","title":"NE-Table: A Neural key-value table for Named Entities","date":"2018-04-22","arxiv_id":"1804.09540","repositories_listed":1,"syntology":null},{"url":"/paper/answerer-in-questioners-mind-information","slug":"answerer-in-questioners-mind-information","title":"Answerer in Questioner's Mind: Information Theoretic Approach to Goal-Oriented Visual Dialog","date":"2018-02-12","arxiv_id":"1802.03881","repositories_listed":1,"syntology":null},{"url":"/paper/personalization-in-goal-oriented-dialog","slug":"personalization-in-goal-oriented-dialog","title":"Personalization in Goal-Oriented Dialog","date":"2017-06-22","arxiv_id":"1706.07503","repositories_listed":1,"syntology":null},{"url":null,"slug":"using-domain-knowledge-to-guide-dialog","title":"Using Domain Knowledge to Guide Dialog Structure Induction via Neural Probabilistic Soft Logic","date":"2024-03-26","arxiv_id":"2403.17853","repositories_listed":0,"syntology":null},{"url":null,"slug":"generalized-zero-shot-audio-to-intent","title":"Generalized zero-shot audio-to-intent classification","date":"2023-11-04","arxiv_id":"2311.02482","repositories_listed":0,"syntology":null},{"url":null,"slug":"cgodial-a-large-scale-benchmark-for-chinese","title":"CGoDial: A Large-Scale Benchmark for Chinese Goal-oriented Dialog Evaluation","date":"2022-11-21","arxiv_id":"2211.11617","repositories_listed":0,"syntology":null},{"url":null,"slug":"improving-multiple-documents-grounded-goal","title":"Improving Multiple Documents Grounded Goal-Oriented Dialog Systems via Diverse Knowledge Enhanced Pretrained Language Model","date":"2022-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"gaining-insights-into-unrecognized-user","title":"Gaining Insights into Unrecognized User Utterances in Task-Oriented Dialog Systems","date":"2022-04-11","arxiv_id":"2204.05158","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-to-learn-end-to-end-goal-oriented","title":"Learning to Learn End-to-End Goal-Oriented Dialog From Related Dialog Tasks","date":"2021-10-10","arxiv_id":"2110.15724","repositories_listed":0,"syntology":null},{"url":null,"slug":"document-grounded-goal-oriented-dialogue","title":"Document-Grounded Goal-Oriented Dialogue Systems on Pre-Trained Language Model with Diverse Input Representation","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-system-wise-optimization-for-pipeline","title":"Joint System-Wise Optimization for Pipeline Goal-Oriented Dialog System","date":"2021-06-09","arxiv_id":"2106.04835","repositories_listed":0,"syntology":null},{"url":null,"slug":"domain-expert-platform-for-goal-oriented","title":"Domain Expert Platform for Goal-Oriented Dialog Collection","date":"2021-04-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"dialog-simulation-with-realistic-variations","title":"Dialog Simulation with Realistic Variations for Training Goal-Oriented Conversational Systems","date":"2020-11-16","arxiv_id":"2011.08243","repositories_listed":0,"syntology":null},{"url":null,"slug":"turn-level-dialog-evaluation-with-dialog","title":"Turn-level Dialog Evaluation with Dialog-level Weak Signals for Bot-Human Hybrid Customer Service Systems","date":"2020-10-25","arxiv_id":"2011.06395","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-low-resource-end-to-end-goal","title":"Learning Low-Resource End-To-End Goal-Oriented Dialog for Fast and Reliable System Deployment","date":"2020-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"l-adaptabilit-e-comme-comp-etence-pour-les","title":"L'adaptabilit\\'e comme comp\\'etence pour les syst\\`emes de dialogue orient\\'es t\\^ache (Adaptability as a skill for goal-oriented dialog systems)","date":"2020-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"is-your-goal-oriented-dialog-model-performing","title":"Is Your Goal-Oriented Dialog Model Performing Really Well? Empirical Analysis of System-wise Evaluation","date":"2020-05-15","arxiv_id":"2005.07362","repositories_listed":0,"syntology":null},{"url":null,"slug":"large-scale-multi-actor-generative-dialog","title":"Large Scale Multi-Actor Generative Dialog Modeling","date":"2020-05-13","arxiv_id":"2005.06114","repositories_listed":0,"syntology":null},{"url":null,"slug":"convo-what-does-conversational-programming","title":"Convo: What does conversational programming need? An exploration of machine learning interface design","date":"2020-03-03","arxiv_id":"2003.01318","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-incorporating-esim-models-for","title":"Knowledge-incorporating ESIM models for Response Selection in Retrieval-based Dialog Systems","date":"2019-07-11","arxiv_id":"1907.05792","repositories_listed":0,"syntology":null},{"url":null,"slug":"les-syst-emes-de-dialogue-orient-es-but-etat","title":"Les syst\\`emes de dialogue orient\\'es-but : \\'etat de l'art et perspectives d'am\\'elioration (Goal-oriented dialog systems : a recent overview and research prospects )","date":"2019-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-multiple-intent-detection-and-slot","title":"Joint Multiple Intent Detection and Slot Labeling for Goal-Oriented Dialog","date":"2019-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"a-self-attention-joint-model-for-spoken","title":"A Self-Attention Joint Model for Spoken Language Understanding in Situational Dialog Applications","date":"2019-05-27","arxiv_id":"1905.11393","repositories_listed":0,"syntology":null},{"url":null,"slug":"quantized-dialog-language-model-for-goal","title":"Quantized-Dialog Language Model for Goal-Oriented Conversational Systems","date":"2018-12-26","arxiv_id":"1812.10356","repositories_listed":0,"syntology":null},{"url":null,"slug":"chat-crowd-a-dialog-based-platform-for-visual","title":"Chat-crowd: A Dialog-based Platform for Visual Layout Composition","date":"2018-12-10","arxiv_id":"1812.04081","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-personalized-end-to-end-goal","title":"Learning Personalized End-to-End Goal-Oriented Dialog","date":"2018-11-12","arxiv_id":"1811.04604","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-dataset-for-building-code-mixed-goal","title":"A Dataset for Building Code-Mixed Goal Oriented Conversation Systems","date":"2018-06-15","arxiv_id":"1806.05997","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-based-end-to-end-memory-networks","title":"Knowledge-based end-to-end memory networks","date":"2018-04-23","arxiv_id":"1804.08204","repositories_listed":0,"syntology":null},{"url":null,"slug":"an-end-to-end-goal-oriented-dialog-system","title":"An End-to-End Goal-Oriented Dialog System with a Generative Natural Language Response Generation","date":"2018-03-06","arxiv_id":"1803.02279","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-neural-method-for-goal-oriented-dialog","title":"A Neural Method for Goal-Oriented Dialog Systems to interact with Named Entities","date":"2018-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"end-to-end-offline-goal-oriented-dialog","title":"End-to-End Offline Goal-Oriented Dialog Policy Learning via Policy Gradient","date":"2017-12-07","arxiv_id":"1712.02838","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-acquisition-strategies-for-goal","title":"Knowledge Acquisition Strategies for Goal-Oriented Dialog Systems","date":"2014-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"predicting-tasks-in-goal-oriented-spoken","title":"Predicting Tasks in Goal-Oriented Spoken Dialog Systems using Semantic Knowledge Bases","date":"2013-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":5,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":4,"papers_where_code_ran_first_page":"/task/goal-oriented-dialog/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/goal-oriented-dialog/papers/ran/1","json":"/task/goal-oriented-dialog/papers/ran/1.json","rows":4}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"128aa14a1c47b7d6046d1770bb1b617c09c5866447d7e4224bcb08a1f413d9c5","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}