{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/intent-classification-1","name":"intent-classification","slug":"intent-classification-1","description_markdown":null,"categories":[],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":334,"papers_with_code":108,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":1,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[{"url":"/dataset/intent-based-user-instruction-for-electric","name":"Intent-based user instruction for electric automation","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":4,"rows_per_page":100,"shown":100,"of":334,"of_with_code":108,"tagged_in_all":334,"counts":{"archive_papers_tagged":334,"with_a_code_link":108,"where_syntology_ran_a_sample":15,"not_listed_spam_title":0,"listed":334,"listed_where_code_ran":15,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":12,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":12,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bert-for-joint-intent-classification-and-slot","slug":"bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","repositories_listed":16,"syntology":{"n":32,"n_ran":26,"n_constructed":0,"n_ran_checked":18,"n_instrument":8,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":17,"n_pointer_only":5,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 18 with no instrument failure: 1 honoured, 0 violated, 17 with no contract checked; 8 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/bert-for-joint-intent-classification-and-slot#ran","syntology_url":"https://syntology.ai/paper/1902.10909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.10909"}},"official":null}},{"url":"/paper/benchmarking-natural-language-understanding","slug":"benchmarking-natural-language-understanding","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","date":"2019-03-13","arxiv_id":"1903.05566","repositories_listed":9,"syntology":null},{"url":"/paper/massive-a-1m-example-multilingual-natural","slug":"massive-a-1m-example-multilingual-natural","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","date":"2022-04-18","arxiv_id":"2204.08582","repositories_listed":6,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/massive-a-1m-example-multilingual-natural#ran","syntology_url":"https://syntology.ai/paper/2204.08582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08582"}},"official":{"repos":["alexa/massive"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/attention-based-recurrent-neural-network","slug":"attention-based-recurrent-neural-network","title":"Attention-Based Recurrent Neural Network Models for Joint Intent Detection and Slot Filling","date":"2016-09-06","arxiv_id":"1609.01454","repositories_listed":6,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/attention-based-recurrent-neural-network#ran","syntology_url":"https://syntology.ai/paper/1609.01454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1609.01454"}},"official":null}},{"url":"/paper/convert-efficient-and-accurate-conversational","slug":"convert-efficient-and-accurate-conversational","title":"ConveRT: Efficient and Accurate Conversational Representations from Transformers","date":"2019-11-09","arxiv_id":"1911.03688","repositories_listed":5,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/convert-efficient-and-accurate-conversational#ran","syntology_url":"https://syntology.ai/paper/1911.03688","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03688"}},"official":null}},{"url":"/paper/an-evaluation-dataset-for-intent","slug":"an-evaluation-dataset-for-intent","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","date":"2019-09-04","arxiv_id":"1909.02027","repositories_listed":5,"syntology":null},{"url":"/paper/few-shot-text-classification-with-induction","slug":"few-shot-text-classification-with-induction","title":"Induction Networks for Few-Shot Text Classification","date":"2019-02-27","arxiv_id":"1902.10482","repositories_listed":5,"syntology":null},{"url":"/paper/end-to-end-slot-alignment-and-recognition-for","slug":"end-to-end-slot-alignment-and-recognition-for","title":"End-to-End Slot Alignment and Recognition for Cross-Lingual NLU","date":"2020-04-29","arxiv_id":"2004.14353","repositories_listed":3,"syntology":null},{"url":"/paper/subword-semantic-hashing-for-intent","slug":"subword-semantic-hashing-for-intent","title":"Subword Semantic Hashing for Intent Classification on Small Datasets","date":"2018-10-16","arxiv_id":"1810.07150","repositories_listed":3,"syntology":null},{"url":"/paper/learn-or-recall-revisiting-incremental","slug":"learn-or-recall-revisiting-incremental","title":"Learn or Recall? Revisiting Incremental Learning with Pre-trained Language Models","date":"2023-12-13","arxiv_id":"2312.07887","repositories_listed":2,"syntology":null},{"url":"/paper/chatgpt-to-replace-crowdsourcing-of","slug":"chatgpt-to-replace-crowdsourcing-of","title":"ChatGPT to Replace Crowdsourcing of Paraphrases for Intent Classification: Higher Diversity and Comparable Model Robustness","date":"2023-05-22","arxiv_id":"2305.12947","repositories_listed":2,"syntology":null},{"url":"/paper/z-bert-a-a-zero-shot-pipeline-for-unknown","slug":"z-bert-a-a-zero-shot-pipeline-for-unknown","title":"Z-BERT-A: a zero-shot Pipeline for Unknown Intent detection","date":"2022-08-15","arxiv_id":"2208.07084","repositories_listed":2,"syntology":null},{"url":"/paper/multi-task-pre-training-for-plug-and-play","slug":"multi-task-pre-training-for-plug-and-play","title":"Multi-Task Pre-Training for Plug-and-Play Task-Oriented Dialogue System","date":"2021-09-29","arxiv_id":"2109.14739","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-task-pre-training-for-plug-and-play#ran","syntology_url":"https://syntology.ai/paper/2109.14739","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.14739"}},"official":{"repos":["awslabs/pptod"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cape-context-aware-private-embeddings-for","slug":"cape-context-aware-private-embeddings-for","title":"CAPE: Context-Aware Private Embeddings for Private Language Learning","date":"2021-08-27","arxiv_id":"2108.12318","repositories_listed":2,"syntology":null},{"url":"/paper/from-masked-language-modeling-to-translation","slug":"from-masked-language-modeling-to-translation","title":"From Masked Language Modeling to Translation: Non-English Auxiliary Tasks Improve Zero-shot Spoken Language Understanding","date":"2021-05-15","arxiv_id":"2105.07316","repositories_listed":2,"syntology":null},{"url":"/paper/diverse-few-shot-text-classification-with","slug":"diverse-few-shot-text-classification-with","title":"Diverse Few-Shot Text Classification with Multiple Metrics","date":"2018-05-19","arxiv_id":"1805.07513","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/diverse-few-shot-text-classification-with#ran","syntology_url":"https://syntology.ai/paper/1805.07513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.07513"}},"official":{"repos":["Gorov/DiverseFewShot_Amazon"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/the-first-evaluation-of-chinese-human","slug":"the-first-evaluation-of-chinese-human","title":"The First Evaluation of Chinese Human-Computer Dialogue Technology","date":"2017-09-29","arxiv_id":"1709.10217","repositories_listed":2,"syntology":null},{"url":"/paper/leveraging-gans-for-citation-intent","slug":"leveraging-gans-for-citation-intent","title":"Leveraging GANs for citation intent classification and its impact on citation network analysis","date":"2025-05-27","arxiv_id":"2505.21162","repositories_listed":1,"syntology":null},{"url":"/paper/testnuc-enhancing-test-time-computing","slug":"testnuc-enhancing-test-time-computing","title":"TestNUC: Enhancing Test-Time Computing Approaches through Neighboring Unlabeled Data Consistency","date":"2025-02-26","arxiv_id":"2502.19163","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-robustness-of-multilingual-llms-on","slug":"exploring-robustness-of-multilingual-llms-on","title":"Exploring Robustness of Multilingual LLMs on Real-World Noisy Data","date":"2025-01-14","arxiv_id":"2501.08322","repositories_listed":1,"syntology":null},{"url":"/paper/joint-automatic-speech-recognition-and","slug":"joint-automatic-speech-recognition-and","title":"Joint Automatic Speech Recognition And Structure Learning For Better Speech Understanding","date":"2025-01-13","arxiv_id":"2501.07329","repositories_listed":1,"syntology":null},{"url":"/paper/fleurs-slu-a-massively-multilingual-benchmark","slug":"fleurs-slu-a-massively-multilingual-benchmark","title":"Fleurs-SLU: A Massively Multilingual Benchmark for Spoken Language Understanding","date":"2025-01-10","arxiv_id":"2501.06117","repositories_listed":1,"syntology":null},{"url":"/paper/improving-dialectal-slot-and-intent-detection","slug":"improving-dialectal-slot-and-intent-detection","title":"Improving Dialectal Slot and Intent Detection with Auxiliary Tasks: A Multi-Dialectal Bavarian Case Study","date":"2025-01-07","arxiv_id":"2501.03863","repositories_listed":1,"syntology":null},{"url":"/paper/multi-granularity-open-intent-classification","slug":"multi-granularity-open-intent-classification","title":"Multi-Granularity Open Intent Classification via Adaptive Granular-Ball Decision Boundary","date":"2024-12-18","arxiv_id":"2412.13542","repositories_listed":1,"syntology":null},{"url":"/paper/predicting-user-intents-and-musical","slug":"predicting-user-intents-and-musical","title":"Predicting User Intents and Musical Attributes from Music Discovery Conversations","date":"2024-11-19","arxiv_id":"2411.12254","repositories_listed":1,"syntology":null},{"url":"/paper/a-new-approach-for-fine-tuning-sentence","slug":"a-new-approach-for-fine-tuning-sentence","title":"A new approach for fine-tuning sentence transformers for intent classification and out-of-scope detection tasks","date":"2024-10-17","arxiv_id":"2410.13649","repositories_listed":1,"syntology":null},{"url":"/paper/are-large-language-models-good-classifiers-a","slug":"are-large-language-models-good-classifiers-a","title":"Are Large Language Models Good Classifiers? A Study on Edit Intent Classification in Scientific Document Revisions","date":"2024-10-02","arxiv_id":"2410.02028","repositories_listed":1,"syntology":null},{"url":"/paper/uddessho-an-extensive-benchmark-dataset-for","slug":"uddessho-an-extensive-benchmark-dataset-for","title":"Uddessho: An Extensive Benchmark Dataset for Multimodal Author Intent Classification in Low-Resource Bangla Language","date":"2024-09-14","arxiv_id":"2409.09504","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-open-set-active-learning-with","slug":"adaptive-open-set-active-learning-with","title":"Adaptive Open-Set Active Learning with Distance-Based Out-of-Distribution Detection for Robust Task-Oriented Dialog System","date":"2024-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/exploring-description-augmented-dataless","slug":"exploring-description-augmented-dataless","title":"Exploring Description-Augmented Dataless Intent Classification","date":"2024-07-25","arxiv_id":"2407.17862","repositories_listed":1,"syntology":null},{"url":"/paper/one-stone-four-birds-a-comprehensive-solution","slug":"one-stone-four-birds-a-comprehensive-solution","title":"One Stone, Four Birds: A Comprehensive Solution for QA System Using Supervised Contrastive Learning","date":"2024-07-12","arxiv_id":"2407.09011","repositories_listed":1,"syntology":null},{"url":"/paper/self-supervised-speech-representations-are","slug":"self-supervised-speech-representations-are","title":"Self-Supervised Speech Representations are More Phonetic than Semantic","date":"2024-06-12","arxiv_id":"2406.08619","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-supervised-speech-representations-are#ran","syntology_url":"https://syntology.ai/paper/2406.08619","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.08619"}},"official":{"repos":["juice500ml/phonetic_semantic_probing"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improved-out-of-scope-intent-classification","slug":"improved-out-of-scope-intent-classification","title":"Improved Out-of-Scope Intent Classification with Dual Encoding and Threshold-based Re-Classification","date":"2024-05-30","arxiv_id":"2405.19967","repositories_listed":1,"syntology":null},{"url":"/paper/darijabanking-a-new-resource-for-overcoming","slug":"darijabanking-a-new-resource-for-overcoming","title":"DarijaBanking: A New Resource for Overcoming Language Barriers in Banking Intent Detection for Moroccan Arabic Speakers","date":"2024-05-26","arxiv_id":"2405.16482","repositories_listed":1,"syntology":null},{"url":"/paper/contrastive-and-consistency-learning-for","slug":"contrastive-and-consistency-learning-for","title":"Contrastive and Consistency Learning for Neural Noisy-Channel Model in Spoken Language Understanding","date":"2024-05-23","arxiv_id":"2405.15097","repositories_listed":1,"syntology":null},{"url":"/paper/simulating-task-oriented-dialogues-with-state","slug":"simulating-task-oriented-dialogues-with-state","title":"Simulating Task-Oriented Dialogues with State Transition Graphs and Large Language Models","date":"2024-04-23","arxiv_id":"2404.14772","repositories_listed":1,"syntology":null},{"url":"/paper/new-semantic-task-for-the-french-spoken","slug":"new-semantic-task-for-the-french-spoken","title":"New Semantic Task for the French Spoken Language Understanding MEDIA Benchmark","date":"2024-03-28","arxiv_id":"2403.19727","repositories_listed":1,"syntology":null},{"url":"/paper/illuminer-instruction-tuned-large-language","slug":"illuminer-instruction-tuned-large-language","title":"ILLUMINER: Instruction-tuned Large Language Models as Few-shot Intent Classifier and Slot Filler","date":"2024-03-26","arxiv_id":"2403.17536","repositories_listed":1,"syntology":null},{"url":"/paper/generating-hard-negative-out-of-scope-data","slug":"generating-hard-negative-out-of-scope-data","title":"Generating Hard-Negative Out-of-Scope Data with ChatGPT for Intent Classification","date":"2024-03-08","arxiv_id":"2403.05640","repositories_listed":1,"syntology":null},{"url":"/paper/augmenting-automation-intent-based-user","slug":"augmenting-automation-intent-based-user","title":"Augmenting Automation: Intent-Based User Instruction Classification with Machine Learning","date":"2024-03-02","arxiv_id":"2403.01242","repositories_listed":1,"syntology":null},{"url":"/paper/bengali-intent-classification-with-generative","slug":"bengali-intent-classification-with-generative","title":"Bengali Intent Classification with Generative Adversarial BERT","date":"2023-12-17","arxiv_id":"2312.10679","repositories_listed":1,"syntology":null},{"url":"/paper/dense-retrieval-as-indirect-supervision-for","slug":"dense-retrieval-as-indirect-supervision-for","title":"Dense Retrieval as Indirect Supervision for Large-space Decision Making","date":"2023-10-28","arxiv_id":"2310.18619","repositories_listed":1,"syntology":null},{"url":"/paper/tk-knn-a-balanced-distance-based-pseudo","slug":"tk-knn-a-balanced-distance-based-pseudo","title":"TK-KNN: A Balanced Distance-Based Pseudo Labeling Approach for Semi-Supervised Intent Classification","date":"2023-10-17","arxiv_id":"2310.11607","repositories_listed":1,"syntology":null},{"url":"/paper/instructtods-large-language-models-for-end-to","slug":"instructtods-large-language-models-for-end-to","title":"InstructTODS: Large Language Models for End-to-End Task-Oriented Dialogue Systems","date":"2023-10-13","arxiv_id":"2310.08885","repositories_listed":1,"syntology":null},{"url":"/paper/conversational-financial-information","slug":"conversational-financial-information","title":"Conversational Factor Information Retrieval Model (ConFIRM)","date":"2023-10-06","arxiv_id":"2310.13001","repositories_listed":1,"syntology":null},{"url":"/paper/italic-an-italian-intent-classification","slug":"italic-an-italian-intent-classification","title":"ITALIC: An Italian Intent Classification Dataset","date":"2023-06-14","arxiv_id":"2306.08502","repositories_listed":1,"syntology":null},{"url":"/paper/revisit-few-shot-intent-classification-with","slug":"revisit-few-shot-intent-classification-with","title":"Revisit Few-shot Intent Classification with PLMs: Direct Fine-tuning vs. Continual Pre-training","date":"2023-06-08","arxiv_id":"2306.05278","repositories_listed":1,"syntology":null},{"url":"/paper/pre-training-intent-aware-encoders-for-zero","slug":"pre-training-intent-aware-encoders-for-zero","title":"Pre-training Intent-Aware Encoders for Zero- and Few-Shot Intent Classification","date":"2023-05-24","arxiv_id":"2305.14827","repositories_listed":1,"syntology":null},{"url":"/paper/the-interpreter-understands-your-meaning-end","slug":"the-interpreter-understands-your-meaning-end","title":"The Interpreter Understands Your Meaning: End-to-end Spoken Language Understanding Aided by Speech Translation","date":"2023-05-16","arxiv_id":"2305.09652","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-interpreter-understands-your-meaning-end#ran","syntology_url":"https://syntology.ai/paper/2305.09652","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09652"}},"official":{"repos":["idiap/translation-aided-slu"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-end-to-end-slu-performance-with","slug":"improving-end-to-end-slu-performance-with","title":"Improving End-to-End SLU performance with Prosodic Attention and Distillation","date":"2023-05-14","arxiv_id":"2305.08067","repositories_listed":1,"syntology":null},{"url":"/paper/vimq-a-vietnamese-medical-question-dataset","slug":"vimq-a-vietnamese-medical-question-dataset","title":"ViMQ: A Vietnamese Medical Question Dataset for Healthcare Dialogue System Development","date":"2023-04-27","arxiv_id":"2304.14405","repositories_listed":1,"syntology":null},{"url":"/paper/citeprompt-using-prompts-to-identify-citation","slug":"citeprompt-using-prompts-to-identify-citation","title":"CitePrompt: Using Prompts to Identify Citation Intent in Scientific Papers","date":"2023-04-25","arxiv_id":"2304.12730","repositories_listed":1,"syntology":null},{"url":"/paper/effective-open-intent-classification-with-k","slug":"effective-open-intent-classification-with-k","title":"Effective Open Intent Classification with K-center Contrastive Learning and Adjustable Decision Boundary","date":"2023-04-20","arxiv_id":"2304.10220","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"0 ran · 3 unverified","sample_list":"/paper/effective-open-intent-classification-with-k#ran","syntology_url":"https://syntology.ai/paper/2304.10220","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.10220"}},"official":{"repos":["lxk00/clap"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/unsupervised-speech-representation-pooling","slug":"unsupervised-speech-representation-pooling","title":"Unsupervised Speech Representation Pooling Using Vector Quantization","date":"2023-04-08","arxiv_id":"2304.03940","repositories_listed":1,"syntology":null},{"url":"/paper/efficiently-aligned-cross-lingual-transfer","slug":"efficiently-aligned-cross-lingual-transfer","title":"Efficiently Aligned Cross-Lingual Transfer Learning for Conversational Tasks using Prompt-Tuning","date":"2023-04-03","arxiv_id":"2304.01295","repositories_listed":1,"syntology":null},{"url":"/paper/skit-s2i-an-indian-accented-speech-to-intent","slug":"skit-s2i-an-indian-accented-speech-to-intent","title":"Skit-S2I: An Indian Accented Speech to Intent dataset","date":"2022-12-26","arxiv_id":"2212.13015","repositories_listed":1,"syntology":null},{"url":"/paper/effectiveness-of-text-acoustic-and-lattice","slug":"effectiveness-of-text-acoustic-and-lattice","title":"Effectiveness of Text, Acoustic, and Lattice-based representations in Spoken Language Understanding tasks","date":"2022-12-16","arxiv_id":"2212.08489","repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-spoken-language-understanding-with","slug":"end-to-end-spoken-language-understanding-with","title":"End-to-end Spoken Language Understanding with Tree-constrained Pointer Generator","date":"2022-10-29","arxiv_id":"2210.16554","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-out-of-distribution-detection-in","slug":"enhancing-out-of-distribution-detection-in","title":"Enhancing Out-of-Distribution Detection in Natural Language Understanding via Implicit Layer Ensemble","date":"2022-10-20","arxiv_id":"2210.11034","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enhancing-out-of-distribution-detection-in#ran","syntology_url":"https://syntology.ai/paper/2210.11034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.11034"}},"official":{"repos":["hyunsoocho77/lacl-official"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/an-open-world-lottery-ticket-for-out-of","slug":"an-open-world-lottery-ticket-for-out-of","title":"The Open-World Lottery Ticket Hypothesis for OOD Intent Classification","date":"2022-10-13","arxiv_id":"2210.07071","repositories_listed":1,"syntology":null},{"url":"/paper/explainable-abuse-detection-as-intent","slug":"explainable-abuse-detection-as-intent","title":"Explainable Abuse Detection as Intent Classification and Slot Filling","date":"2022-10-06","arxiv_id":"2210.02659","repositories_listed":1,"syntology":null},{"url":"/paper/a-domain-knowledge-enhanced-pre-trained","slug":"a-domain-knowledge-enhanced-pre-trained","title":"A Domain Knowledge Enhanced Pre-Trained Language Model for Vertical Search: Case Study on Medicinal Products","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/cae-mechanism-to-diminish-the-class","slug":"cae-mechanism-to-diminish-the-class","title":"CAE: Mechanism to Diminish the Class Imbalanced in SLU Slot Filling Task","date":"2022-09-21","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/generalized-intent-discovery-learning-from","slug":"generalized-intent-discovery-learning-from","title":"Generalized Intent Discovery: Learning from Open World Dialogue System","date":"2022-09-13","arxiv_id":"2209.06030","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-n-best-calibration-of-natural","slug":"evaluating-n-best-calibration-of-natural","title":"Evaluating N-best Calibration of Natural Language Understanding for Dialogue Systems","date":"2022-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-language-agnostic-intent","slug":"benchmarking-language-agnostic-intent","title":"Benchmarking Language-agnostic Intent Classification for Virtual Assistant Platforms","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/learning-dialogue-representations-from","slug":"learning-dialogue-representations-from","title":"Learning Dialogue Representations from Consecutive Utterances","date":"2022-05-26","arxiv_id":"2205.13568","repositories_listed":1,"syntology":null},{"url":"/paper/orcas-i-queries-annotated-with-intent-using","slug":"orcas-i-queries-annotated-with-intent-using","title":"ORCAS-I: Queries Annotated with Intent using Weak Supervision","date":"2022-05-02","arxiv_id":"2205.00926","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-classify-open-intent-via-soft","slug":"learning-to-classify-open-intent-via-soft","title":"Learning to Classify Open Intent via Soft Labeling and Manifold Mixup","date":"2022-04-16","arxiv_id":"2204.07804","repositories_listed":1,"syntology":null},{"url":"/paper/redwood-using-collision-detection-to-grow-a","slug":"redwood-using-collision-detection-to-grow-a","title":"Redwood: Using Collision Detection to Grow a Large-Scale Intent Classification Dataset","date":"2022-04-12","arxiv_id":"2204.05483","repositories_listed":1,"syntology":null},{"url":"/paper/data-augmentation-for-intent-classification-1","slug":"data-augmentation-for-intent-classification-1","title":"Data Augmentation for Intent Classification with Off-the-shelf Large Language Models","date":"2022-04-05","arxiv_id":"2204.01959","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/data-augmentation-for-intent-classification-1#ran","syntology_url":"https://syntology.ai/paper/2204.01959","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.01959"}},"official":{"repos":["elementai/data-augmentation-with-llms"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/lighthubert-lightweight-and-configurable","slug":"lighthubert-lightweight-and-configurable","title":"LightHuBERT: Lightweight and Configurable Speech Representation Learning with Once-for-All Hidden-Unit BERT","date":"2022-03-29","arxiv_id":"2203.15610","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/lighthubert-lightweight-and-configurable#ran","syntology_url":"https://syntology.ai/paper/2203.15610","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15610"}},"official":{"repos":["mechanicalsea/lighthubert"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-privacy-preserving-speech","slug":"towards-privacy-preserving-speech","title":"A Speech Representation Anonymization Framework via Selective Noise Perturbation","date":"2022-03-26","arxiv_id":"2203.14171","repositories_listed":1,"syntology":null},{"url":"/paper/pnlp-mixer-an-efficient-all-mlp-architecture","slug":"pnlp-mixer-an-efficient-all-mlp-architecture","title":"pNLP-Mixer: an Efficient all-MLP Architecture for Language","date":"2022-02-09","arxiv_id":"2202.04350","repositories_listed":1,"syntology":null},{"url":"/paper/self-training-improves-pre-training-for-few","slug":"self-training-improves-pre-training-for-few","title":"Self-training Improves Pre-training for Few-shot Learning in Task-oriented Dialog Systems","date":"2021-08-28","arxiv_id":"2108.12589","repositories_listed":1,"syntology":null},{"url":"/paper/protoinfomax-prototypical-networks-with","slug":"protoinfomax-prototypical-networks-with","title":"ProtoInfoMax: Prototypical Networks with Mutual Information Maximization for Out-of-Domain Detection","date":"2021-08-27","arxiv_id":"2108.12229","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-from-bert-transformer","slug":"knowledge-distillation-from-bert-transformer","title":"Knowledge Distillation from BERT Transformer to Speech Transformer for Intent Classification","date":"2021-08-05","arxiv_id":"2108.02598","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-the-role-of-context-in-utterance","slug":"exploring-the-role-of-context-in-utterance","title":"Exploring the Role of Context in Utterance-level Emotion, Act and Intent Classification in Conversations: An Empirical Study","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/representation-based-meta-learning-for-few","slug":"representation-based-meta-learning-for-few","title":"Representation based meta-learning for few-shot spoken intent recognition","date":"2021-06-29","arxiv_id":"2106.15238","repositories_listed":1,"syntology":null},{"url":"/paper/are-pretrained-transformers-robust-in-intent","slug":"are-pretrained-transformers-robust-in-intent","title":"Are Pretrained Transformers Robust in Intent Classification? A Missing Ingredient in Evaluation of Out-of-Scope Intent Detection","date":"2021-06-08","arxiv_id":"2106.04564","repositories_listed":1,"syntology":null},{"url":"/paper/outflip-generating-out-of-domain-samples-for","slug":"outflip-generating-out-of-domain-samples-for","title":"OutFlip: Generating Out-of-Domain Samples for Unknown Intent Detection with Natural Language Attack","date":"2021-05-12","arxiv_id":"2105.05601","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchical-modeling-for-out-of-scope-domain","slug":"hierarchical-modeling-for-out-of-scope-domain","title":"Out-of-Scope Domain and Intent Classification through Hierarchical Joint Modeling","date":"2021-04-30","arxiv_id":"2104.14781","repositories_listed":1,"syntology":null},{"url":"/paper/incremental-few-shot-text-classification-with","slug":"incremental-few-shot-text-classification-with","title":"Incremental Few-shot Text Classification with Multi-round New Classes: Formulation, Dataset and System","date":"2021-04-24","arxiv_id":"2104.11882","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-robustness-of-goal-oriented-dialogue","slug":"on-the-robustness-of-goal-oriented-dialogue","title":"On the Robustness of Intent Classification and Slot Labeling in Goal-oriented Dialog Systems to Real-world Noise","date":"2021-04-14","arxiv_id":"2104.07149","repositories_listed":1,"syntology":null},{"url":"/paper/speak-or-chat-with-me-end-to-end-spoken","slug":"speak-or-chat-with-me-end-to-end-spoken","title":"Speak or Chat with Me: End-to-End Spoken Language Understanding System with Flexible Inputs","date":"2021-04-07","arxiv_id":"2104.05752","repositories_listed":1,"syntology":null},{"url":"/paper/neural-data-augmentation-via-example","slug":"neural-data-augmentation-via-example","title":"Neural Data Augmentation via Example Extrapolation","date":"2021-02-02","arxiv_id":"2102.01335","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-data-augmentation-via-example#ran","syntology_url":"https://syntology.ai/paper/2102.01335","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.01335"}},"official":{"repos":["google/example_extrapolation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/phoneme-bert-joint-language-modelling-of","slug":"phoneme-bert-joint-language-modelling-of","title":"Phoneme-BERT: Joint Language Modelling of Phoneme Sequence and ASR Transcript","date":"2021-02-01","arxiv_id":"2102.00804","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-mahalanobis-distance-for","slug":"revisiting-mahalanobis-distance-for","title":"Revisiting Mahalanobis Distance for Transformer-Based Out-of-Domain Detection","date":"2021-01-11","arxiv_id":"2101.03778","repositories_listed":1,"syntology":null},{"url":"/paper/intent-classification-and-slot-filling-for","slug":"intent-classification-and-slot-filling-for","title":"Intent Classification and Slot Filling for Privacy Policies","date":"2021-01-01","arxiv_id":"2101.00123","repositories_listed":1,"syntology":null},{"url":"/paper/deep-open-intent-classification-with-adaptive","slug":"deep-open-intent-classification-with-adaptive","title":"Deep Open Intent Classification with Adaptive Decision Boundary","date":"2020-12-18","arxiv_id":"2012.10209","repositories_listed":1,"syntology":null},{"url":"/paper/attentively-embracing-noise-for-robust-latent","slug":"attentively-embracing-noise-for-robust-latent","title":"Attentively Embracing Noise for Robust Latent Representation in BERT","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/stil-simultaneous-slot-filling-translation-1","slug":"stil-simultaneous-slot-filling-translation-1","title":"STIL - Simultaneous Slot Filling, Translation, Intent Classification, and Language Identification: Initial Results using mBART on MultiATIS++","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/code-search-intent-classification-using-weak","slug":"code-search-intent-classification-using-weak","title":"Search4Code: Code Search Intent Classification Using Weak Supervision","date":"2020-11-24","arxiv_id":"2011.11950","repositories_listed":1,"syntology":null},{"url":"/paper/example-driven-intent-prediction-with-1","slug":"example-driven-intent-prediction-with-1","title":"Example-Driven Intent Prediction with Observers","date":"2020-10-17","arxiv_id":"2010.08684","repositories_listed":1,"syntology":null},{"url":"/paper/stil-simultaneous-slot-filling-translation","slug":"stil-simultaneous-slot-filling-translation","title":"STIL -- Simultaneous Slot Filling, Translation, Intent Classification, and Language Identification: Initial Results using mBART on MultiATIS++","date":"2020-10-02","arxiv_id":"2010.00760","repositories_listed":1,"syntology":null},{"url":"/paper/unknown-intent-detection-using-gaussian","slug":"unknown-intent-detection-using-gaussian","title":"Unknown Intent Detection Using Gaussian Mixture Model with an Application to Zero-shot Intent Classification","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/impactcite-an-xlnet-based-method-for-citation","slug":"impactcite-an-xlnet-based-method-for-citation","title":"ImpactCite: An XLNet-based method for Citation Impact Analysis","date":"2020-05-05","arxiv_id":"2005.06611","repositories_listed":1,"syntology":null},{"url":"/paper/mtsi-bert-a-session-aware-knowledge-based","slug":"mtsi-bert-a-session-aware-knowledge-based","title":"MTSI-BERT: A Session-aware Knowledge-based Conversational Agent","date":"2020-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/intent-classification-in-question-answering","slug":"intent-classification-in-question-answering","title":"Intent Classification in Question-Answering Using LSTM Architectures","date":"2020-01-25","arxiv_id":"2001.09330","repositories_listed":1,"syntology":null},{"url":"/paper/stacked-debert-all-attention-in-incomplete","slug":"stacked-debert-all-attention-in-incomplete","title":"Stacked DeBERT: All Attention in Incomplete Data for Text Classification","date":"2020-01-01","arxiv_id":"2001.00137","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/stacked-debert-all-attention-in-incomplete#ran","syntology_url":"https://syntology.ai/paper/2001.00137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.00137"}},"official":{"repos":["gcunhase/StackedDeBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}}],"syntology_records":14,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":15,"papers_where_code_ran_first_page":"/task/intent-classification-1/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":4,"url":"/task/intent-classification-1/papers/2","json":"/task/intent-classification-1/papers/2.json","rows":100},{"order":"archive","page":3,"of":4,"url":"/task/intent-classification-1/papers/3","json":"/task/intent-classification-1/papers/3.json","rows":100},{"order":"archive","page":4,"of":4,"url":"/task/intent-classification-1/papers/4","json":"/task/intent-classification-1/papers/4.json","rows":34},{"order":"ran","page":1,"of":1,"url":"/task/intent-classification-1/papers/ran/1","json":"/task/intent-classification-1/papers/ran/1.json","rows":15}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"746cfbdb20d47df2b3c779b6712c9c21569095cf2a759511705b0ff1e44768d1","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}