{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/multimodal-intent-recognition","name":"Multimodal Intent Recognition","slug":"multimodal-intent-recognition","description_markdown":"Intent recognition on multimodal content.\r\n\r\nImage source: [MIntRec: A New Dataset for Multimodal Intent Recognition](https://paperswithcode.com/dataset/mintrec)","categories":[{"name":"Miscellaneous","url":"/area/miscellaneous"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":16,"papers_with_code":10,"benchmarks":3,"benchmark_tables_in_archive":3,"benchmark_tables_shown":3,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/multimodal-intent-recognition-on-mintrec","slug":"multimodal-intent-recognition-on-mintrec","dataset":"MIntRec","dataset_url":"/dataset/mintrec","rows_in_archive":6,"metrics":["Accuracy (20 classes)","Accuracy (Binary)"],"first_row_in_archive_order":{"model":"Human","paper_title":"MIntRec: A New Dataset for Multimodal Intent Recognition","paper_url":"/paper/mintrec-a-new-dataset-for-multimodal-intent","paper_date":"2022-09-09","arxiv_id":"2209.04355","code_links":[{"title":"thuiar/mintrec","url":"https://github.com/thuiar/mintrec"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mintrec-a-new-dataset-for-multimodal-intent#ran","syntology_url":"https://syntology.ai/paper/2209.04355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.04355"}},"official":{"repos":["thuiar/mintrec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/multimodal-intent-recognition-on-photochat","slug":"multimodal-intent-recognition-on-photochat","dataset":"PhotoChat","dataset_url":"/dataset/photochat","rows_in_archive":6,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"PaCE","paper_title":"PaCE: Unified Multi-modal Dialogue Pre-training with Progressive and Compositional Experts","paper_url":"/paper/pace-unified-multi-modal-dialogue-pre","paper_date":"2023-05-24","arxiv_id":"2305.14839","code_links":[{"title":"AlibabaResearch/DAMO-ConvAI","url":"https://github.com/AlibabaResearch/DAMO-ConvAI/tree/main/pace"}],"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/pace-unified-multi-modal-dialogue-pre#ran","syntology_url":"https://syntology.ai/paper/2305.14839","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14839"}},"official":{"repos":["AlibabaResearch/DAMO-ConvAI"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}}},{"leaderboard":"/sota/multimodal-intent-recognition-on-mmdialog","slug":"multimodal-intent-recognition-on-mmdialog","dataset":"MMDialog","dataset_url":"/dataset/mmdialog","rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"PaCE","paper_title":"PaCE: Unified Multi-modal Dialogue Pre-training with Progressive and Compositional Experts","paper_url":"/paper/pace-unified-multi-modal-dialogue-pre","paper_date":"2023-05-24","arxiv_id":"2305.14839","code_links":[{"title":"AlibabaResearch/DAMO-ConvAI","url":"https://github.com/AlibabaResearch/DAMO-ConvAI/tree/main/pace"}],"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/pace-unified-multi-modal-dialogue-pre#ran","syntology_url":"https://syntology.ai/paper/2305.14839","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14839"}},"official":{"repos":["AlibabaResearch/DAMO-ConvAI"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}}}],"datasets":[{"url":"/dataset/photochat","name":"PhotoChat","full_name":"","num_papers_in_archive":20},{"url":"/dataset/mmdialog","name":"MMDialog","full_name":"","num_papers_in_archive":17},{"url":"/dataset/mintrec","name":"MIntRec","full_name":"","num_papers_in_archive":14}],"subtasks":[],"parent_tasks":[{"url":"/task/intent-recognition","name":"Intent Recognition"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":16,"of":16,"of_with_code":10,"tagged_in_all":16,"counts":{"archive_papers_tagged":16,"with_a_code_link":10,"where_syntology_ran_a_sample":7,"not_listed_spam_title":0,"listed":16,"listed_where_code_ran":7,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":6,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":6,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":300,"n_constructed":75,"n_ran_checked":234,"n_instrument":66,"n_unverified":359,"n_honours":18,"n_violates":5,"n_no_contract":211,"n_pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 234 with no instrument failure: 18 honoured, 5 violated, 211 with no contract checked; 66 where Syntology's instrument failed) · 359 unverified","sample_list":"/paper/bert-pre-training-of-deep-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1810.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04805"}},"official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/albert-a-lite-bert-for-self-supervised","slug":"albert-a-lite-bert-for-self-supervised","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","date":"2019-09-26","arxiv_id":"1909.11942","repositories_listed":48,"syntology":{"n":126,"n_ran":81,"n_constructed":17,"n_ran_checked":56,"n_instrument":25,"n_unverified":45,"n_honours":4,"n_violates":0,"n_no_contract":52,"n_pointer_only":28,"phrase":"81 ran (of which 17 constructed an object rather than computing a result; 56 with no instrument failure: 4 honoured, 0 violated, 52 with no contract checked; 25 where Syntology's instrument failed) · 45 unverified","sample_list":"/paper/albert-a-lite-bert-for-self-supervised#ran","syntology_url":"https://syntology.ai/paper/1909.11942","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11942"}},"official":{"repos":["google-research/ALBERT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/vilt-vision-and-language-transformer-without","slug":"vilt-vision-and-language-transformer-without","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","date":"2021-02-05","arxiv_id":"2102.03334","repositories_listed":6,"syntology":{"n":4,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/vilt-vision-and-language-transformer-without#ran","syntology_url":"https://syntology.ai/paper/2102.03334","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.03334"}},"official":{"repos":["dandelin/vilt"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/mintrec2-0-a-large-scale-benchmark-dataset","slug":"mintrec2-0-a-large-scale-benchmark-dataset","title":"MIntRec2.0: A Large-scale Benchmark Dataset for Multimodal Intent Recognition and Out-of-scope Detection in Conversations","date":"2024-03-16","arxiv_id":"2403.10943","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/mintrec2-0-a-large-scale-benchmark-dataset#ran","syntology_url":"https://syntology.ai/paper/2403.10943","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.10943"}},"official":{"repos":["thuiar/mintrec2.0"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/token-level-contrastive-learning-with","slug":"token-level-contrastive-learning-with","title":"Token-Level Contrastive Learning with Modality-Aware Prompting for Multimodal Intent Recognition","date":"2023-12-22","arxiv_id":"2312.14667","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":1,"n_ran_checked":3,"n_instrument":5,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/token-level-contrastive-learning-with#ran","syntology_url":"https://syntology.ai/paper/2312.14667","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.14667"}},"official":{"repos":["thuiar/TCL-MAP"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pace-unified-multi-modal-dialogue-pre","slug":"pace-unified-multi-modal-dialogue-pre","title":"PaCE: Unified Multi-modal Dialogue Pre-training with Progressive and Compositional Experts","date":"2023-05-24","arxiv_id":"2305.14839","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/pace-unified-multi-modal-dialogue-pre#ran","syntology_url":"https://syntology.ai/paper/2305.14839","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14839"}},"official":{"repos":["AlibabaResearch/DAMO-ConvAI"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/speech-text-dialog-pre-training-for-spoken","slug":"speech-text-dialog-pre-training-for-spoken","title":"Speech-Text Dialog Pre-training for Spoken Dialog Understanding with Explicit Cross-Modal Alignment","date":"2023-05-19","arxiv_id":"2305.11579","repositories_listed":1,"syntology":null},{"url":"/paper/mmdialog-a-large-scale-multi-turn-dialogue","slug":"mmdialog-a-large-scale-multi-turn-dialogue","title":"MMDialog: A Large-scale Multi-turn Dialogue Dataset Towards Multi-modal Open-domain Conversation","date":"2022-11-10","arxiv_id":"2211.05719","repositories_listed":1,"syntology":null},{"url":"/paper/mintrec-a-new-dataset-for-multimodal-intent","slug":"mintrec-a-new-dataset-for-multimodal-intent","title":"MIntRec: A New Dataset for Multimodal Intent Recognition","date":"2022-09-09","arxiv_id":"2209.04355","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mintrec-a-new-dataset-for-multimodal-intent#ran","syntology_url":"https://syntology.ai/paper/2209.04355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.04355"}},"official":{"repos":["thuiar/mintrec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":null,"slug":"2506-10011","title":"WDMIR: Wavelet-Driven Multimodal Intent Recognition","date":"2025-05-27","arxiv_id":"2506.10011","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-mess-anchor-based-multimodal-embedding-with","title":"A-MESS: Anchor based Multimodal Embedding with Semantic Synchronization for Multimodal Intent Recognition","date":"2025-03-25","arxiv_id":"2503.19474","repositories_listed":0,"syntology":null},{"url":null,"slug":"emoe-modality-specific-enhanced-dynamic","title":"EMOE: Modality-Specific Enhanced Dynamic Emotion Experts","date":"2025-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"teco-improving-multimodal-intent-recognition","title":"TECO: Improving Multimodal Intent Recognition with Text Enhancement through Commonsense Knowledge Extraction","date":"2024-12-11","arxiv_id":"2412.08529","repositories_listed":0,"syntology":null},{"url":null,"slug":"contextual-augmented-global-contrast-for","title":"Contextual Augmented Global Contrast for Multimodal Intent Recognition","date":"2024-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":"/paper/0-1-deep-neural-networks-via-block-coordinate","slug":"0-1-deep-neural-networks-via-block-coordinate","title":"0/1 Deep Neural Networks via Block Coordinate Descent","date":"2022-06-19","arxiv_id":"2206.09379","repositories_listed":0,"syntology":null}],"syntology_records":8,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":7,"papers_where_code_ran_first_page":"/task/multimodal-intent-recognition/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/multimodal-intent-recognition/papers/ran/1","json":"/task/multimodal-intent-recognition/papers/ran/1.json","rows":7}],"description_links":{"kept":1,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"7c97dd86c25c38a53f3eef904d70a0437784b7bd382970e51315ce87dbe9f1a9","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}