{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/slot-filling","name":"Slot Filling","slug":"slot-filling","description_markdown":"The goal of **Slot Filling** is to identify from a running dialog different slots, which correspond to different parameters of the user’s query. For instance, when a user queries for nearby restaurants, key slots for location and preferred food are required for a dialog system to retrieve the appropriate information. Thus, the main challenge in the slot-filling task is to extract the target entity.\r\n\r\n\r\n<span class=\"description-source\">Source: [Real-time On-Demand Crowd-powered Entity Extraction ](https://arxiv.org/abs/1704.03627)</span>\r\n\r\nImage credit: [Robust Retrieval Augmented Generation for Zero-shot Slot Filling](https://arxiv.org/pdf/2108.13934.pdf)","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":458,"papers_with_code":140,"benchmarks":14,"benchmark_tables_in_archive":14,"benchmark_tables_shown":14,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":27,"subtasks":2,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/slot-filling-on-kilt-zero-shot-re","slug":"slot-filling-on-kilt-zero-shot-re","dataset":"KILT: Zero Shot RE","dataset_url":"/dataset/kilt","rows_in_archive":21,"metrics":["KILT-AC","R-Prec","Recall@5","Accuracy","F1","KILT-F1"],"first_row_in_archive_order":{"model":"single ngram","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-kilt-t-rex","slug":"slot-filling-on-kilt-t-rex","dataset":"KILT: T-REx","dataset_url":"/dataset/kilt","rows_in_archive":20,"metrics":["KILT-AC","R-Prec","Recall@5","Accuracy","F1","KILT-F1"],"first_row_in_archive_order":{"model":"Re2G","paper_title":"Re2G: Retrieve, Rerank, Generate","paper_url":"/paper/re2g-retrieve-rerank-generate-2","paper_date":"2022-07-13","arxiv_id":"2207.06300","code_links":[{"title":"ibm/kgi-slot-filling","url":"https://github.com/ibm/kgi-slot-filling"}],"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re2g-retrieve-rerank-generate-2#ran","syntology_url":"https://syntology.ai/paper/2207.06300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06300"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/slot-filling-on-mixsnips","slug":"slot-filling-on-mixsnips","dataset":"MixSNIPS","dataset_url":"/dataset/mixsnips","rows_in_archive":16,"metrics":["Micro F1"],"first_row_in_archive_order":{"model":"BiSLU","paper_title":"Joint Multiple Intent Detection and Slot Filling with Supervised Contrastive Learning and Self-Distillation","paper_url":"/paper/joint-multiple-intent-detection-and-slot-2","paper_date":"2023-08-28","arxiv_id":"2308.14654","code_links":[{"title":"anhtunguyen98/bislu","url":"https://github.com/anhtunguyen98/bislu"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-mixatis","slug":"slot-filling-on-mixatis","dataset":"MixATIS","dataset_url":"/dataset/mixatis","rows_in_archive":15,"metrics":["Micro F1"],"first_row_in_archive_order":{"model":"MISCA","paper_title":"MISCA: A Joint Model for Multiple Intent Detection and Slot Filling with Intent-Slot Co-Attention","paper_url":"/paper/misca-a-joint-model-for-multiple-intent","paper_date":"2023-12-10","arxiv_id":"2312.05741","code_links":[{"title":"vinairesearch/misca","url":"https://github.com/vinairesearch/misca"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-atis","slug":"slot-filling-on-atis","dataset":"ATIS","dataset_url":null,"rows_in_archive":14,"metrics":["F1"],"first_row_in_archive_order":{"model":"CTRAN","paper_title":"CTRAN: CNN-Transformer-based Network for Natural Language Understanding","paper_url":"/paper/ctran-cnn-transformer-based-network-for","paper_date":"2023-03-19","arxiv_id":"2303.10606","code_links":[{"title":"rafiepour/CTran","url":"https://github.com/rafiepour/CTran"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-snips","slug":"slot-filling-on-snips","dataset":"SNIPS","dataset_url":"/dataset/snips","rows_in_archive":10,"metrics":["F1","F1 (1-shot) avg","F1 (5-shot) avg"],"first_row_in_archive_order":{"model":"CTRAN","paper_title":"CTRAN: CNN-Transformer-based Network for Natural Language Understanding","paper_url":"/paper/ctran-cnn-transformer-based-network-for","paper_date":"2023-03-19","arxiv_id":"2303.10606","code_links":[{"title":"rafiepour/CTran","url":"https://github.com/rafiepour/CTran"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-slurp","slug":"slot-filling-on-slurp","dataset":"SLURP","dataset_url":"/dataset/slurp","rows_in_archive":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"TDT 0-6","paper_title":"Efficient Sequence Transduction by Jointly Predicting Tokens and Durations","paper_url":"/paper/efficient-sequence-transduction-by-jointly","paper_date":"2023-04-13","arxiv_id":"2304.06795","code_links":[{"title":"NVIDIA/NeMo","url":"https://github.com/NVIDIA/NeMo"},{"title":"chimechallenge/C8DASR-Baseline-NeMo","url":"https://github.com/chimechallenge/C8DASR-Baseline-NeMo"},{"title":"kehanlu/Nemo","url":"https://github.com/kehanlu/Nemo"},{"title":"wd929/NeMo","url":"https://github.com/wd929/NeMo"}],"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-sequence-transduction-by-jointly#ran","syntology_url":"https://syntology.ai/paper/2304.06795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06795"}},"official":{"repos":["NVIDIA/NeMo"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/slot-filling-on-massive","slug":"slot-filling-on-massive","dataset":"MASSIVE","dataset_url":"/dataset/massive","rows_in_archive":3,"metrics":["Slot F1 Score"],"first_row_in_archive_order":{"model":"XLM-R Base","paper_title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","paper_url":"/paper/massive-a-1m-example-multilingual-natural","paper_date":"2022-04-18","arxiv_id":"2204.08582","code_links":[{"title":"alexa/massive","url":"https://github.com/alexa/massive"},{"title":"pswietojanski/slurp","url":"https://github.com/pswietojanski/slurp"},{"title":"ai4bharat/indicbert","url":"https://github.com/ai4bharat/indicbert"},{"title":"hlt-mt/speech-massive","url":"https://github.com/hlt-mt/speech-massive"},{"title":"rita-nlp/italic","url":"https://github.com/rita-nlp/italic"},{"title":"robvanderg/sid4lr","url":"https://bitbucket.org/robvanderg/sid4lr"}],"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/massive-a-1m-example-multilingual-natural#ran","syntology_url":"https://syntology.ai/paper/2204.08582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08582"}},"official":{"repos":["alexa/massive"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/slot-filling-on-cais","slug":"slot-filling-on-cais","dataset":"CAIS","dataset_url":"/dataset/cais","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"CM-Net","paper_title":"CM-Net: A Novel Collaborative Memory Network for Spoken Language Understanding","paper_url":"/paper/cm-net-a-novel-collaborative-memory-network","paper_date":"2019-09-16","arxiv_id":"1909.06937","code_links":[{"title":"Adaxry/CM-Net","url":"https://github.com/Adaxry/CM-Net"},{"title":"1053399472/CAISandSMP","url":"https://github.com/1053399472/CAISandSMP"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-dialogue-state-tracking","slug":"slot-filling-on-dialogue-state-tracking","dataset":"Dialogue State Tracking Challenge","dataset_url":"/dataset/dialogue-state-tracking-challenge","rows_in_archive":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"MIDAS","paper_title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","paper_url":"/paper/midas-multi-level-intent-domain-and-slot","paper_date":"2024-08-15","arxiv_id":"2408.08144","code_links":[{"title":"adlnlp/Midas","url":"https://github.com/adlnlp/Midas"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-multiwoz-2-2","slug":"slot-filling-on-multiwoz-2-2","dataset":"MULTIWOZ 2.2","dataset_url":"/dataset/multiwoz","rows_in_archive":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"MIDAS","paper_title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","paper_url":"/paper/midas-multi-level-intent-domain-and-slot","paper_date":"2024-08-15","arxiv_id":"2408.08144","code_links":[{"title":"adlnlp/Midas","url":"https://github.com/adlnlp/Midas"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-polyvore","slug":"slot-filling-on-polyvore","dataset":"Polyvore","dataset_url":"/dataset/polyvore","rows_in_archive":1,"metrics":["FITB"],"first_row_in_archive_order":{"model":"Fashion GAE","paper_title":"Context-Aware Visual Compatibility Prediction","paper_url":"/paper/context-aware-visual-compatibility-prediction","paper_date":"2019-02-10","arxiv_id":"1902.03646","code_links":[{"title":"gcucurull/visual-compatibility","url":"https://github.com/gcucurull/visual-compatibility"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-proslu","slug":"slot-filling-on-proslu","dataset":"ProSLU","dataset_url":"/dataset/proslu","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"General SLU Model w/ Profile","paper_title":"Text is no more Enough! A Benchmark for Profile-based Spoken Language Understanding","paper_url":"/paper/text-is-no-more-enough-a-benchmark-for","paper_date":"2021-12-22","arxiv_id":"2112.11953","code_links":[{"title":"looperxx/proslu","url":"https://github.com/looperxx/proslu"}],"syntology":null}},{"leaderboard":"/sota/slot-filling-on-vietnamese-intent-detection","slug":"slot-filling-on-vietnamese-intent-detection","dataset":"ATIS (vi)","dataset_url":"/dataset/vietnamese-intent-detection-and-slot-filling","rows_in_archive":1,"metrics":["Slot F1"],"first_row_in_archive_order":{"model":"JointBERT-CAE","paper_title":"CAE: Mechanism to Diminish the Class Imbalanced in SLU Slot Filling Task","paper_url":"/paper/cae-mechanism-to-diminish-the-class","paper_date":"2022-09-21","arxiv_id":null,"code_links":[{"title":"phuongnm94/JointBERT_CAE","url":"https://github.com/phuongnm94/JointBERT_CAE"}],"syntology":null}}],"datasets":[{"url":"/dataset/multiwoz","name":"MultiWOZ","full_name":"Multi-domain Wizard-of-Oz","num_papers_in_archive":328},{"url":"/dataset/snips","name":"SNIPS","full_name":"SNIPS Natural Language Understanding benchmark","num_papers_in_archive":256},{"url":"/dataset/sgd","name":"SGD","full_name":"Schema-Guided Dialogue","num_papers_in_archive":186},{"url":"/dataset/kilt","name":"KILT","full_name":"KILT Benchmark","num_papers_in_archive":117},{"url":"/dataset/slurp","name":"SLURP","full_name":"Spoken Language Understanding Resource Package","num_papers_in_archive":106},{"url":"/dataset/massive","name":"MASSIVE","full_name":"","num_papers_in_archive":72},{"url":"/dataset/polyvore","name":"Polyvore","full_name":"Polyvore Outfits","num_papers_in_archive":62},{"url":"/dataset/dialogue-state-tracking-challenge","name":"Dialogue State Tracking Challenge","full_name":"Dialogue State Tracking Challenge","num_papers_in_archive":33},{"url":"/dataset/mixatis","name":"MixATIS","full_name":"","num_papers_in_archive":28},{"url":"/dataset/mixsnips","name":"MixSNIPS","full_name":"","num_papers_in_archive":26},{"url":"/dataset/xsid","name":"xSID","full_name":"Cross-lingual Slot and Intent Detection","num_papers_in_archive":18},{"url":"/dataset/cais","name":"CAIS","full_name":"Chinese Artificial Intelligence Speakers","num_papers_in_archive":6},{"url":"/dataset/media","name":"MEDIA","full_name":"MEDIA","num_papers_in_archive":6},{"url":"/dataset/risawoz","name":"RiSAWOZ","full_name":null,"num_papers_in_archive":5},{"url":"/dataset/vietnamese-intent-detection-and-slot-filling","name":"ATIS (vi)","full_name":"Vietnamese Intent Detection and Slot Filling","num_papers_in_archive":4},{"url":"/dataset/multisubs","name":"MultiSubs","full_name":"MultiSubs: A Large-scale Multimodal and Multilingual Dataset","num_papers_in_archive":4},{"url":"/dataset/latamxix","name":"LatamXIX","full_name":"19th Century Latin American Spanish Newspaper Corpus with LLM OCR Correction","num_papers_in_archive":2},{"url":"/dataset/pioner","name":"pioNER","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/proslu","name":"ProSLU","full_name":"Profile-based Spoken Language Understanding","num_papers_in_archive":2},{"url":"/dataset/spades","name":"Spades","full_name":"Semantic PArsing of DEclarative Sentences","num_papers_in_archive":2},{"url":"/dataset/careercoach-2022","name":"CareerCoach 2022","full_name":"","num_papers_in_archive":1},{"url":"/dataset/diaforge-utc-r-0725","name":"diaforge-utc-r-0725","full_name":"DiaFORGE UTC: Unified Tool-Calling Conversations Dataset","num_papers_in_archive":1},{"url":"/dataset/nomusic","name":"NoMusic","full_name":"","num_papers_in_archive":1},{"url":"/dataset/turkqa","name":"TurkQA","full_name":"","num_papers_in_archive":1},{"url":"/dataset/voice-navigation","name":"Voice Navigation","full_name":"","num_papers_in_archive":1},{"url":"/dataset/indirectrequests","name":"IndirectRequests","full_name":"IndirectRequests","num_papers_in_archive":0},{"url":"/dataset/noise-sf","name":"Noise-SF","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/extracting-covid-19-events-from-twitter","name":"Extracting COVID-19 Events from Twitter"},{"url":"/task/zero-shot-slot-filling","name":"Zero-shot Slot Filling"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":5,"rows_per_page":100,"shown":100,"of":458,"of_with_code":140,"tagged_in_all":458,"counts":{"archive_papers_tagged":458,"with_a_code_link":140,"where_syntology_ran_a_sample":18,"not_listed_spam_title":0,"listed":458,"listed_where_code_ran":18,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":15,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":15,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bert-for-joint-intent-classification-and-slot","slug":"bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","repositories_listed":16,"syntology":{"n":32,"n_ran":26,"n_constructed":0,"n_ran_checked":18,"n_instrument":8,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":17,"n_pointer_only":5,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 18 with no instrument failure: 1 honoured, 0 violated, 17 with no contract checked; 8 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/bert-for-joint-intent-classification-and-slot#ran","syntology_url":"https://syntology.ai/paper/1902.10909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.10909"}},"official":null}},{"url":"/paper/massive-a-1m-example-multilingual-natural","slug":"massive-a-1m-example-multilingual-natural","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","date":"2022-04-18","arxiv_id":"2204.08582","repositories_listed":6,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/massive-a-1m-example-multilingual-natural#ran","syntology_url":"https://syntology.ai/paper/2204.08582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08582"}},"official":{"repos":["alexa/massive"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/attention-based-recurrent-neural-network","slug":"attention-based-recurrent-neural-network","title":"Attention-Based Recurrent Neural Network Models for Joint Intent Detection and Slot Filling","date":"2016-09-06","arxiv_id":"1609.01454","repositories_listed":6,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/attention-based-recurrent-neural-network#ran","syntology_url":"https://syntology.ai/paper/1609.01454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1609.01454"}},"official":null}},{"url":"/paper/learning-end-to-end-goal-oriented-dialog","slug":"learning-end-to-end-goal-oriented-dialog","title":"Learning End-to-End Goal-Oriented Dialog","date":"2016-05-24","arxiv_id":"1605.07683","repositories_listed":6,"syntology":{"n":8,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 8 unverified","sample_list":"/paper/learning-end-to-end-goal-oriented-dialog#ran","syntology_url":"https://syntology.ai/paper/1605.07683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1605.07683"}},"official":null}},{"url":"/paper/efficient-sequence-transduction-by-jointly","slug":"efficient-sequence-transduction-by-jointly","title":"Efficient Sequence Transduction by Jointly Predicting Tokens and Durations","date":"2023-04-13","arxiv_id":"2304.06795","repositories_listed":4,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-sequence-transduction-by-jointly#ran","syntology_url":"https://syntology.ai/paper/2304.06795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06795"}},"official":{"repos":["NVIDIA/NeMo"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/learning-dense-representations-of-phrases-at","slug":"learning-dense-representations-of-phrases-at","title":"Learning Dense Representations of Phrases at Scale","date":"2020-12-23","arxiv_id":"2012.12624","repositories_listed":4,"syntology":null},{"url":"/paper/towards-scalable-multi-domain-conversational","slug":"towards-scalable-multi-domain-conversational","title":"Towards Scalable Multi-domain Conversational Agents: The Schema-Guided Dialogue Dataset","date":"2019-09-12","arxiv_id":"1909.05855","repositories_listed":4,"syntology":null},{"url":"/paper/data-programming-creating-large-training-sets","slug":"data-programming-creating-large-training-sets","title":"Data Programming: Creating Large Training Sets, Quickly","date":"2016-05-25","arxiv_id":"1605.07723","repositories_listed":4,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/data-programming-creating-large-training-sets#ran","syntology_url":"https://syntology.ai/paper/1605.07723","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1605.07723"}},"official":null}},{"url":"/paper/kilt-a-benchmark-for-knowledge-intensive","slug":"kilt-a-benchmark-for-knowledge-intensive","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","date":"2020-09-04","arxiv_id":"2009.02252","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kilt-a-benchmark-for-knowledge-intensive#ran","syntology_url":"https://syntology.ai/paper/2009.02252","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.02252"}},"official":{"repos":["facebookresearch/KILT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/joint-slot-filling-and-intent-detection-via","slug":"joint-slot-filling-and-intent-detection-via","title":"Joint Slot Filling and Intent Detection via Capsule Neural Networks","date":"2018-12-22","arxiv_id":"1812.09471","repositories_listed":3,"syntology":null},{"url":"/paper/a-persian-benchmark-for-joint-intent","slug":"a-persian-benchmark-for-joint-intent","title":"A Persian Benchmark for Joint Intent Detection and Slot Filling","date":"2023-03-01","arxiv_id":"2303.00408","repositories_listed":2,"syntology":null},{"url":"/paper/finstreder-simple-and-fast-spoken-language","slug":"finstreder-simple-and-fast-spoken-language","title":"Finstreder: Simple and fast Spoken Language Understanding with Finite State Transducers using modern Speech-to-Text models","date":"2022-06-29","arxiv_id":"2206.14589","repositories_listed":2,"syntology":null},{"url":"/paper/call-larisa-ivanovna-code-switching-fools","slug":"call-larisa-ivanovna-code-switching-fools","title":"Call Larisa Ivanovna: Code-Switching Fools Multilingual NLU Models","date":"2021-09-29","arxiv_id":"2109.14350","repositories_listed":2,"syntology":null},{"url":"/paper/slot-filling-for-biomedical-information","slug":"slot-filling-for-biomedical-information","title":"Slot Filling for Biomedical Information Extraction","date":"2021-09-17","arxiv_id":"2109.08564","repositories_listed":2,"syntology":null},{"url":"/paper/robust-retrieval-augmented-generation-for","slug":"robust-retrieval-augmented-generation-for","title":"Robust Retrieval Augmented Generation for Zero-shot Slot Filling","date":"2021-08-31","arxiv_id":"2108.13934","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/robust-retrieval-augmented-generation-for#ran","syntology_url":"https://syntology.ai/paper/2108.13934","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13934"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/from-masked-language-modeling-to-translation","slug":"from-masked-language-modeling-to-translation","title":"From Masked Language Modeling to Translation: Non-English Auxiliary Tasks Improve Zero-shot Spoken Language Understanding","date":"2021-05-15","arxiv_id":"2105.07316","repositories_listed":2,"syntology":null},{"url":"/paper/zero-shot-slot-filling-with-dpr-and-rag","slug":"zero-shot-slot-filling-with-dpr-and-rag","title":"Zero-shot Slot Filling with DPR and RAG","date":"2021-04-17","arxiv_id":"2104.08610","repositories_listed":2,"syntology":null},{"url":"/paper/extracting-covid-19-events-from-twitter","slug":"extracting-covid-19-events-from-twitter","title":"Extracting a Knowledge Base of COVID-19 Events from Social Media","date":"2020-06-03","arxiv_id":"2006.02567","repositories_listed":2,"syntology":null},{"url":"/paper/cm-net-a-novel-collaborative-memory-network","slug":"cm-net-a-novel-collaborative-memory-network","title":"CM-Net: A Novel Collaborative Memory Network for Spoken Language Understanding","date":"2019-09-16","arxiv_id":"1909.06937","repositories_listed":2,"syntology":null},{"url":"/paper/a-stack-propagation-framework-with-token","slug":"a-stack-propagation-framework-with-token","title":"A Stack-Propagation Framework with Token-Level Intent Detection for Spoken Language Understanding","date":"2019-09-05","arxiv_id":"1909.02188","repositories_listed":2,"syntology":null},{"url":"/paper/delta-a-deep-learning-based-language","slug":"delta-a-deep-learning-based-language","title":"DELTA: A DEep learning based Language Technology plAtform","date":"2019-08-02","arxiv_id":"1908.01853","repositories_listed":2,"syntology":null},{"url":"/paper/a-novel-bi-directional-interrelated-model-for","slug":"a-novel-bi-directional-interrelated-model-for","title":"A Novel Bi-directional Interrelated Model for Joint Intent Detection and Slot Filling","date":"2019-06-30","arxiv_id":"1907.00390","repositories_listed":2,"syntology":null},{"url":"/paper/slot-gated-modeling-for-joint-slot-filling","slug":"slot-gated-modeling-for-joint-slot-filling","title":"Slot-Gated Modeling for Joint Slot Filling and Intent Prediction","date":"2018-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/position-aware-attention-and-supervised-data","slug":"position-aware-attention-and-supervised-data","title":"Position-aware Attention and Supervised Data Improve Slot Filling","date":"2017-09-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/zero-shot-relation-extraction-via-reading","slug":"zero-shot-relation-extraction-via-reading","title":"Zero-Shot Relation Extraction via Reading Comprehension","date":"2017-06-13","arxiv_id":"1706.04115","repositories_listed":2,"syntology":null},{"url":"/paper/a-knowledge-grounded-neural-conversation","slug":"a-knowledge-grounded-neural-conversation","title":"A Knowledge-Grounded Neural Conversation Model","date":"2017-02-07","arxiv_id":"1702.01932","repositories_listed":2,"syntology":null},{"url":"/paper/middle-layer-representation-alignment-for","slug":"middle-layer-representation-alignment-for","title":"Middle-Layer Representation Alignment for Cross-Lingual Transfer in Fine-Tuned LLMs","date":"2025-02-20","arxiv_id":"2502.14830","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/middle-layer-representation-alignment-for#ran","syntology_url":"https://syntology.ai/paper/2502.14830","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.14830"}},"official":{"repos":["dannigt/mid-align"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-dialectal-slot-and-intent-detection","slug":"improving-dialectal-slot-and-intent-detection","title":"Improving Dialectal Slot and Intent Detection with Auxiliary Tasks: A Multi-Dialectal Bavarian Case Study","date":"2025-01-07","arxiv_id":"2501.03863","repositories_listed":1,"syntology":null},{"url":"/paper/midas-multi-level-intent-domain-and-slot","slug":"midas-multi-level-intent-domain-and-slot","title":"MIDAS: Multi-level Intent, Domain, And Slot Knowledge Distillation for Multi-turn NLU","date":"2024-08-15","arxiv_id":"2408.08144","repositories_listed":1,"syntology":null},{"url":"/paper/speech-massive-a-multilingual-speech-dataset","slug":"speech-massive-a-multilingual-speech-dataset","title":"Speech-MASSIVE: A Multilingual Speech Dataset for SLU and Beyond","date":"2024-08-07","arxiv_id":"2408.03900","repositories_listed":1,"syntology":null},{"url":"/paper/2407-21693","slug":"2407-21693","title":"TransferTOD: A Generalizable Chinese Multi-Domain Task-Oriented Dialogue System with Transfer Capabilities","date":"2024-07-31","arxiv_id":"2407.21693","repositories_listed":1,"syntology":null},{"url":"/paper/simulating-task-oriented-dialogues-with-state","slug":"simulating-task-oriented-dialogues-with-state","title":"Simulating Task-Oriented Dialogues with State Transition Graphs and Large Language Models","date":"2024-04-23","arxiv_id":"2404.14772","repositories_listed":1,"syntology":null},{"url":"/paper/new-semantic-task-for-the-french-spoken","slug":"new-semantic-task-for-the-french-spoken","title":"New Semantic Task for the French Spoken Language Understanding MEDIA Benchmark","date":"2024-03-28","arxiv_id":"2403.19727","repositories_listed":1,"syntology":null},{"url":"/paper/illuminer-instruction-tuned-large-language","slug":"illuminer-instruction-tuned-large-language","title":"ILLUMINER: Instruction-tuned Large Language Models as Few-shot Intent Classifier and Slot Filler","date":"2024-03-26","arxiv_id":"2403.17536","repositories_listed":1,"syntology":null},{"url":"/paper/uni-mis-united-multiple-intent-spoken","slug":"uni-mis-united-multiple-intent-spoken","title":"Uni-MIS: United Multiple Intent Spoken Language Understanding via Multi-View Intent-Slot Interaction","date":"2024-03-24","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/decomposed-meta-learning-for-few-shot","slug":"decomposed-meta-learning-for-few-shot","title":"Decomposed Meta-Learning for Few-Shot Sequence Labeling","date":"2024-03-04","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-information-refinement-training","slug":"unsupervised-information-refinement-training","title":"Unsupervised Information Refinement Training of Large Language Models for Retrieval-Augmented Generation","date":"2024-02-28","arxiv_id":"2402.18150","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/unsupervised-information-refinement-training#ran","syntology_url":"https://syntology.ai/paper/2402.18150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.18150"}},"official":{"repos":["xsc1234/info-rag"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/api-blend-a-comprehensive-corpora-for","slug":"api-blend-a-comprehensive-corpora-for","title":"API-BLEND: A Comprehensive Corpora for Training and Benchmarking API LLMs","date":"2024-02-23","arxiv_id":"2402.15491","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/api-blend-a-comprehensive-corpora-for#ran","syntology_url":"https://syntology.ai/paper/2402.15491","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.15491"}},"official":{"repos":["ibm/api-blend"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-the-robustness-of-task-oriented","slug":"exploring-the-robustness-of-task-oriented","title":"Exploring the Robustness of Task-oriented Dialogue Systems for Colloquial German Varieties","date":"2024-02-03","arxiv_id":"2402.02078","repositories_listed":1,"syntology":null},{"url":"/paper/jpis-a-joint-model-for-profile-based-intent","slug":"jpis-a-joint-model-for-profile-based-intent","title":"JPIS: A Joint Model for Profile-based Intent Detection and Slot Filling with Slot-to-Intent Attention","date":"2023-12-14","arxiv_id":"2312.08737","repositories_listed":1,"syntology":null},{"url":"/paper/misca-a-joint-model-for-multiple-intent","slug":"misca-a-joint-model-for-multiple-intent","title":"MISCA: A Joint Model for Multiple Intent Detection and Slot Filling with Intent-Slot Co-Attention","date":"2023-12-10","arxiv_id":"2312.05741","repositories_listed":1,"syntology":null},{"url":"/paper/r-3-nl2gql-a-hybrid-models-approach-for-for","slug":"r-3-nl2gql-a-hybrid-models-approach-for-for","title":"$R^3$-NL2GQL: A Model Coordination and Knowledge Graph Alignment Approach for NL2GQL","date":"2023-11-03","arxiv_id":"2311.01862","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-end-to-end-metric-learning-for-zero","slug":"adaptive-end-to-end-metric-learning-for-zero","title":"Adaptive End-to-End Metric Learning for Zero-Shot Cross-Domain Slot Filling","date":"2023-10-23","arxiv_id":"2310.15294","repositories_listed":1,"syntology":null},{"url":"/paper/salmonn-towards-generic-hearing-abilities-for","slug":"salmonn-towards-generic-hearing-abilities-for","title":"SALMONN: Towards Generic Hearing Abilities for Large Language Models","date":"2023-10-20","arxiv_id":"2310.13289","repositories_listed":1,"syntology":null},{"url":"/paper/intent-detection-and-slot-filling-for-home","slug":"intent-detection-and-slot-filling-for-home","title":"Intent Detection and Slot Filling for Home Assistants: Dataset and Analysis for Bangla and Sylheti","date":"2023-10-17","arxiv_id":"2310.10935","repositories_listed":1,"syntology":null},{"url":"/paper/demonsf-a-multi-task-demonstration-based","slug":"demonsf-a-multi-task-demonstration-based","title":"DemoNSF: A Multi-task Demonstration-based Generative Framework for Noisy Slot Filling Task","date":"2023-10-16","arxiv_id":"2310.10169","repositories_listed":1,"syntology":null},{"url":"/paper/semantic-parsing-by-large-language-models-for","slug":"semantic-parsing-by-large-language-models-for","title":"Semantic Parsing by Large Language Models for Intricate Updating Strategies of Zero-Shot Dialogue State Tracking","date":"2023-10-16","arxiv_id":"2310.10520","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchicalcontrast-a-coarse-to-fine","slug":"hierarchicalcontrast-a-coarse-to-fine","title":"HierarchicalContrast: A Coarse-to-Fine Contrastive Learning Framework for Cross-Domain Zero-Shot Slot Filling","date":"2023-10-13","arxiv_id":"2310.09135","repositories_listed":1,"syntology":null},{"url":"/paper/revisit-input-perturbation-problems-for-llms","slug":"revisit-input-perturbation-problems-for-llms","title":"Revisit Input Perturbation Problems for LLMs: A Unified Robustness Evaluation Framework for Noisy Slot Filling Task","date":"2023-10-10","arxiv_id":"2310.06504","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-multilingual-self-supervised","slug":"leveraging-multilingual-self-supervised","title":"Leveraging Multilingual Self-Supervised Pretrained Models for Sequence-to-Sequence End-to-End Spoken Language Understanding","date":"2023-10-09","arxiv_id":"2310.06103","repositories_listed":1,"syntology":null},{"url":"/paper/towards-robust-and-generalizable-training-an","slug":"towards-robust-and-generalizable-training-an","title":"Towards Robust and Generalizable Training: An Empirical Study of Noisy Slot Filling for Input Perturbations","date":"2023-10-05","arxiv_id":"2310.03518","repositories_listed":1,"syntology":null},{"url":"/paper/joint-multiple-intent-detection-and-slot-2","slug":"joint-multiple-intent-detection-and-slot-2","title":"Joint Multiple Intent Detection and Slot Filling with Supervised Contrastive Learning and Self-Distillation","date":"2023-08-28","arxiv_id":"2308.14654","repositories_listed":1,"syntology":null},{"url":"/paper/slot-induction-via-pre-trained-language-model","slug":"slot-induction-via-pre-trained-language-model","title":"Slot Induction via Pre-trained Language Model Probing and Multi-level Contrastive Learning","date":"2023-08-09","arxiv_id":"2308.04712","repositories_listed":1,"syntology":null},{"url":"/paper/recomif-reading-comprehension-based-multi","slug":"recomif-reading-comprehension-based-multi","title":"ReCoMIF: Reading comprehension based multi-source information fusion network for Chinese spoken language understanding","date":"2023-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/extracting-multi-valued-relations-from","slug":"extracting-multi-valued-relations-from","title":"Extracting Multi-valued Relations from Language Models","date":"2023-07-06","arxiv_id":"2307.03122","repositories_listed":1,"syntology":null},{"url":"/paper/generative-zero-shot-prompt-learning-for","slug":"generative-zero-shot-prompt-learning-for","title":"Generative Zero-Shot Prompt Learning for Cross-Domain Slot Filling with Inverse Prompting","date":"2023-07-06","arxiv_id":"2307.02830","repositories_listed":1,"syntology":null},{"url":"/paper/tri-level-joint-natural-language","slug":"tri-level-joint-natural-language","title":"Tri-level Joint Natural Language Understanding for Multi-turn Conversational Datasets","date":"2023-05-28","arxiv_id":"2305.17729","repositories_listed":1,"syntology":null},{"url":"/paper/complex-mathematical-symbol-definition","slug":"complex-mathematical-symbol-definition","title":"Complex Mathematical Symbol Definition Structures: A Dataset and Model for Coordination Resolution in Definition Extraction","date":"2023-05-24","arxiv_id":"2305.14660","repositories_listed":1,"syntology":null},{"url":"/paper/search-in-the-chain-towards-the-accurate","slug":"search-in-the-chain-towards-the-accurate","title":"Search-in-the-Chain: Interactively Enhancing Large Language Models with Search for Knowledge-intensive Tasks","date":"2023-04-28","arxiv_id":"2304.14732","repositories_listed":1,"syntology":null},{"url":"/paper/efficiently-aligned-cross-lingual-transfer","slug":"efficiently-aligned-cross-lingual-transfer","title":"Efficiently Aligned Cross-Lingual Transfer Learning for Conversational Tasks using Prompt-Tuning","date":"2023-04-03","arxiv_id":"2304.01295","repositories_listed":1,"syntology":null},{"url":"/paper/ctran-cnn-transformer-based-network-for","slug":"ctran-cnn-transformer-based-network-for","title":"CTRAN: CNN-Transformer-based Network for Natural Language Understanding","date":"2023-03-19","arxiv_id":"2303.10606","repositories_listed":1,"syntology":null},{"url":"/paper/matching-based-term-semantics-pre-training","slug":"matching-based-term-semantics-pre-training","title":"Matching-based Term Semantics Pre-training for Spoken Patient Query Understanding","date":"2023-03-02","arxiv_id":"2303.01341","repositories_listed":1,"syntology":null},{"url":"/paper/can-discrete-information-extraction-prompts","slug":"can-discrete-information-extraction-prompts","title":"Can discrete information extraction prompts generalize across language models?","date":"2023-02-20","arxiv_id":"2302.09865","repositories_listed":1,"syntology":null},{"url":"/paper/punctuation-restoration-for-singaporean","slug":"punctuation-restoration-for-singaporean","title":"Punctuation Restoration for Singaporean Spoken Languages: English, Malay, and Mandarin","date":"2022-12-10","arxiv_id":"2212.05356","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-joint-multiple-intent-detection-and","slug":"enhancing-joint-multiple-intent-detection-and","title":"Enhancing Joint Multiple Intent Detection and Slot Filling with Global Intent-Slot Co-occurrence","date":"2022-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/in-game-toxic-language-detection-shared-task","slug":"in-game-toxic-language-detection-shared-task","title":"In-game Toxic Language Detection: Shared Task and Attention Residuals","date":"2022-11-11","arxiv_id":"2211.05995","repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-spoken-language-understanding-with","slug":"end-to-end-spoken-language-understanding-with","title":"End-to-end Spoken Language Understanding with Tree-constrained Pointer Generator","date":"2022-10-29","arxiv_id":"2210.16554","repositories_listed":1,"syntology":null},{"url":"/paper/shift-reduce-task-oriented-semantic-parsing","slug":"shift-reduce-task-oriented-semantic-parsing","title":"Shift-Reduce Task-Oriented Semantic Parsing with Stack-Transformers","date":"2022-10-21","arxiv_id":"2210.11984","repositories_listed":1,"syntology":null},{"url":"/paper/co-guiding-net-achieving-mutual-guidances","slug":"co-guiding-net-achieving-mutual-guidances","title":"Co-guiding Net: Achieving Mutual Guidances between Multiple Intent Detection and Slot Filling via Heterogeneous Semantics-Label Graphs","date":"2022-10-19","arxiv_id":"2210.10375","repositories_listed":1,"syntology":null},{"url":"/paper/a-unified-framework-for-multi-intent-spoken","slug":"a-unified-framework-for-multi-intent-spoken","title":"A Unified Framework for Multi-intent Spoken Language Understanding with prompting","date":"2022-10-07","arxiv_id":"2210.03337","repositories_listed":1,"syntology":null},{"url":"/paper/explainable-abuse-detection-as-intent","slug":"explainable-abuse-detection-as-intent","title":"Explainable Abuse Detection as Intent Classification and Slot Filling","date":"2022-10-06","arxiv_id":"2210.02659","repositories_listed":1,"syntology":null},{"url":"/paper/analyzing-bert-cross-lingual-transfer","slug":"analyzing-bert-cross-lingual-transfer","title":"Analyzing BERT Cross-lingual Transfer Capabilities in Continual Sequence Labeling","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/incorporating-instructional-prompts-into-a","slug":"incorporating-instructional-prompts-into-a","title":"Incorporating Instructional Prompts into a Unified Generative Framework for Joint Multiple Intent Detection and Slot Filling","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/cae-mechanism-to-diminish-the-class","slug":"cae-mechanism-to-diminish-the-class","title":"CAE: Mechanism to Diminish the Class Imbalanced in SLU Slot Filling Task","date":"2022-09-21","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/from-disfluency-detection-to-intent-detection","slug":"from-disfluency-detection-to-intent-detection","title":"From Disfluency Detection to Intent Detection and Slot Filling","date":"2022-09-17","arxiv_id":"2209.08359","repositories_listed":1,"syntology":null},{"url":"/paper/multi-grained-label-refinement-network-with","slug":"multi-grained-label-refinement-network-with","title":"Multi-grained Label Refinement Network with Dependency Structures for Joint Intent Detection and Slot Filling","date":"2022-09-09","arxiv_id":"2209.04156","repositories_listed":1,"syntology":null},{"url":"/paper/re2g-retrieve-rerank-generate-2","slug":"re2g-retrieve-rerank-generate-2","title":"Re2G: Retrieve, Rerank, Generate","date":"2022-07-13","arxiv_id":"2207.06300","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re2g-retrieve-rerank-generate-2#ran","syntology_url":"https://syntology.ai/paper/2207.06300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06300"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/slot-filling-for-extracting-reskilling-and","slug":"slot-filling-for-extracting-reskilling-and","title":"Slot Filling for Extracting Reskilling and Upskilling Options from the Web","date":"2022-07-11","arxiv_id":"2207.04862","repositories_listed":1,"syntology":null},{"url":"/paper/a-multi-task-bert-model-for-schema-guided","slug":"a-multi-task-bert-model-for-schema-guided","title":"A Multi-Task BERT Model for Schema-Guided Dialogue State Tracking","date":"2022-07-02","arxiv_id":"2207.00828","repositories_listed":1,"syntology":null},{"url":"/paper/l3cube-mahaner-a-marathi-named-entity","slug":"l3cube-mahaner-a-marathi-named-entity","title":"L3Cube-MahaNER: A Marathi Named Entity Recognition Dataset and BERT models","date":"2022-04-12","arxiv_id":"2204.06029","repositories_listed":1,"syntology":null},{"url":"/paper/pnlp-mixer-an-efficient-all-mlp-architecture","slug":"pnlp-mixer-an-efficient-all-mlp-architecture","title":"pNLP-Mixer: an Efficient all-MLP Architecture for Language","date":"2022-02-09","arxiv_id":"2202.04350","repositories_listed":1,"syntology":null},{"url":"/paper/typic-a-corpus-of-template-based-diagnostic","slug":"typic-a-corpus-of-template-based-diagnostic","title":"TYPIC: A Corpus of Template-Based Diagnostic Comments on Argumentation","date":"2022-01-18","arxiv_id":"2201.06674","repositories_listed":1,"syntology":null},{"url":"/paper/text-is-no-more-enough-a-benchmark-for","slug":"text-is-no-more-enough-a-benchmark-for","title":"Text is no more Enough! A Benchmark for Profile-based Spoken Language Understanding","date":"2021-12-22","arxiv_id":"2112.11953","repositories_listed":1,"syntology":null},{"url":"/paper/bridge-to-target-domain-by-prototypical","slug":"bridge-to-target-domain-by-prototypical","title":"Bridge to Target Domain by Prototypical Contrastive Learning and Label Confusion: Re-explore Zero-Shot Learning for Slot Filling","date":"2021-10-07","arxiv_id":"2110.03572","repositories_listed":1,"syntology":null},{"url":"/paper/an-enhanced-span-based-decomposition-method","slug":"an-enhanced-span-based-decomposition-method","title":"An Enhanced Span-based Decomposition Method for Few-Shot Sequence Labeling","date":"2021-09-27","arxiv_id":"2109.13023","repositories_listed":1,"syntology":null},{"url":"/paper/learning-neural-templates-for-recommender","slug":"learning-neural-templates-for-recommender","title":"Learning Neural Templates for Recommender Dialogue System","date":"2021-09-25","arxiv_id":"2109.12302","repositories_listed":1,"syntology":null},{"url":"/paper/phrase-retrieval-learns-passage-retrieval-too","slug":"phrase-retrieval-learns-passage-retrieval-too","title":"Phrase Retrieval Learns Passage Retrieval, Too","date":"2021-09-16","arxiv_id":"2109.08133","repositories_listed":1,"syntology":{"n":19,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":8,"n_honours":2,"n_violates":2,"n_no_contract":2,"n_pointer_only":5,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 2 violated, 2 with no contract checked; 5 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/phrase-retrieval-learns-passage-retrieval-too#ran","syntology_url":"https://syntology.ai/paper/2109.08133","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08133"}},"official":{"repos":["princeton-nlp/DensePhrases"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/a-context-aware-hierarchical-bert-fusion","slug":"a-context-aware-hierarchical-bert-fusion","title":"A Context-Aware Hierarchical BERT Fusion Network for Multi-turn Dialog Act Detection","date":"2021-09-03","arxiv_id":"2109.01267","repositories_listed":1,"syntology":null},{"url":"/paper/slim-explicit-slot-intent-mapping-with-bert","slug":"slim-explicit-slot-intent-mapping-with-bert","title":"SLIM: Explicit Slot-Intent Mapping with BERT for Joint Multi-Intent Detection and Slot Filling","date":"2021-08-26","arxiv_id":"2108.11711","repositories_listed":1,"syntology":null},{"url":"/paper/augmenting-slot-values-and-contexts-for","slug":"augmenting-slot-values-and-contexts-for","title":"Augmenting Slot Values and Contexts for Spoken Language Understanding with Pretrained Models","date":"2021-08-19","arxiv_id":"2108.08451","repositories_listed":1,"syntology":null},{"url":"/paper/token-level-supervised-contrastive-learning","slug":"token-level-supervised-contrastive-learning","title":"Token-Level Supervised Contrastive Learning for Punctuation Restoration","date":"2021-07-19","arxiv_id":"2107.09099","repositories_listed":1,"syntology":null},{"url":"/paper/gensf-simultaneous-adaptation-of-generative","slug":"gensf-simultaneous-adaptation-of-generative","title":"GenSF: Simultaneous Adaptation of Generative Pre-trained Models and Slot Filling","date":"2021-06-13","arxiv_id":"2106.07055","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-entity-disambiguation-and-the-role","slug":"evaluating-entity-disambiguation-and-the-role","title":"Evaluating Entity Disambiguation and the Role of Popularity in Retrieval-Based NLP","date":"2021-06-12","arxiv_id":"2106.06830","repositories_listed":1,"syntology":null},{"url":"/paper/gl-gin-fast-and-accurate-non-autoregressive","slug":"gl-gin-fast-and-accurate-non-autoregressive","title":"GL-GIN: Fast and Accurate Non-Autoregressive Model for Joint Multiple Intent Detection and Slot Filling","date":"2021-06-03","arxiv_id":"2106.01925","repositories_listed":1,"syntology":null},{"url":"/paper/event-time-extraction-and-propagation-via","slug":"event-time-extraction-and-propagation-via","title":"Event Time Extraction and Propagation via Graph Attention Networks","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/novel-slot-detection-a-benchmark-for","slug":"novel-slot-detection-a-benchmark-for","title":"Novel Slot Detection: A Benchmark for Discovering Unknown Slot Types in the Task-Oriented Dialogue System","date":"2021-05-29","arxiv_id":"2105.14313","repositories_listed":1,"syntology":null},{"url":"/paper/effective-slot-filling-via-weakly-supervised","slug":"effective-slot-filling-via-weakly-supervised","title":"Effective Slot Filling via Weakly-Supervised Dual-Model Learning","date":"2021-05-18","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sead-end-to-end-text-to-sql-generation-with","slug":"sead-end-to-end-text-to-sql-generation-with","title":"SeaD: End-to-end Text-to-SQL Generation with Schema-aware Denoising","date":"2021-05-17","arxiv_id":"2105.07911","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sead-end-to-end-text-to-sql-generation-with#ran","syntology_url":"https://syntology.ai/paper/2105.07911","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.07911"}},"official":{"repos":["salesforce/WikiSQL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/intent-detection-and-slot-filling-for","slug":"intent-detection-and-slot-filling-for","title":"Intent Detection and Slot Filling for Vietnamese","date":"2021-04-05","arxiv_id":"2104.02021","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-code-switching-for-zero-shot","slug":"multilingual-code-switching-for-zero-shot","title":"Multilingual Code-Switching for Zero-Shot Cross-Lingual Intent Prediction and Slot Filling","date":"2021-03-13","arxiv_id":"2103.07792","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multilingual-code-switching-for-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2103.07792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.07792"}},"official":{"repos":["jitinkrishnan/Multilingual-ZeroShot-SlotFilling"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}}],"syntology_records":15,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/slot-filling-on-mixsnips","since_archive":"/sota/slot-filling-on-mixsnips#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/slot-filling-on-mixatis","since_archive":"/sota/slot-filling-on-mixatis#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":18,"papers_where_code_ran_first_page":"/task/slot-filling/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":5,"url":"/task/slot-filling/papers/2","json":"/task/slot-filling/papers/2.json","rows":100},{"order":"archive","page":3,"of":5,"url":"/task/slot-filling/papers/3","json":"/task/slot-filling/papers/3.json","rows":100},{"order":"archive","page":4,"of":5,"url":"/task/slot-filling/papers/4","json":"/task/slot-filling/papers/4.json","rows":100},{"order":"archive","page":5,"of":5,"url":"/task/slot-filling/papers/5","json":"/task/slot-filling/papers/5.json","rows":58},{"order":"ran","page":1,"of":1,"url":"/task/slot-filling/papers/ran/1","json":"/task/slot-filling/papers/ran/1.json","rows":18}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"eb9a7fe2eb9b772caed04ffea41fc8f6c529aa1099c0077e46ab817f5cde8367","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}