{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/word-sense-disambiguation","name":"Word Sense Disambiguation","slug":"word-sense-disambiguation","description_markdown":"The task of Word Sense Disambiguation (WSD) consists of associating words in context with their most suitable entry in a pre-defined sense inventory. The de-facto sense inventory for English in WSD is [WordNet](https://wordnet.princeton.edu)..\r\nFor example, given the word “mouse” and the following sentence:\r\n\r\n“A mouse consists of an object held in one's hand, with one or more buttons.” \r\n\r\nwe would assign “mouse”  with its electronic device sense ([the 4th sense in the WordNet sense inventory](http://wordnetweb.princeton.edu/perl/webwn?c=8&sub=Change&o2=&o0=1&o8=1&o1=1&o7=&o5=&o9=&o6=&o3=&o4=&i=-1&h=000000&s=mouse)).","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1035,"papers_with_code":150,"benchmarks":16,"benchmark_tables_in_archive":16,"benchmark_tables_shown":16,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":16,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/word-sense-disambiguation-on-words-in-context","slug":"word-sense-disambiguation-on-words-in-context","dataset":"Words in Context","dataset_url":"/dataset/wic","rows_in_archive":37,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"COSINE + Transductive Learning","paper_title":"Fine-Tuning Pre-trained Language Model with Weak Supervision: A Contrastive-Regularized Self-Training Approach","paper_url":"/paper/fine-tuning-pre-trained-language-model-with","paper_date":"2020-10-15","arxiv_id":"2010.07835","code_links":[{"title":"yueyu1030/COSINE","url":"https://github.com/yueyu1030/COSINE"}],"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fine-tuning-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2010.07835","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.07835"}},"official":{"repos":["yueyu1030/COSINE"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/word-sense-disambiguation-on-supervised","slug":"word-sense-disambiguation-on-supervised","dataset":"Supervised:","dataset_url":"/dataset/word-sense-disambiguation-a-unified","rows_in_archive":27,"metrics":["Senseval 2","Senseval 3","SemEval 2007","SemEval 2013","SemEval 2015"],"first_row_in_archive_order":{"model":"SANDWiCH","paper_title":"SANDWiCH: Semantical Analysis of Neighbours for Disambiguating Words in Context ad Hoc","paper_url":"/paper/sandwich-semantical-analysis-of-neighbours","paper_date":"2025-03-07","arxiv_id":"2503.05958","code_links":[{"title":"danielguzmanolivares/sandwich","url":"https://github.com/danielguzmanolivares/sandwich"}],"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sandwich-semantical-analysis-of-neighbours#ran","syntology_url":"https://syntology.ai/paper/2503.05958","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.05958"}},"official":{"repos":["danielguzmanolivares/sandwich"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/word-sense-disambiguation-on-russe","slug":"word-sense-disambiguation-on-russe","dataset":"RUSSE","dataset_url":"/dataset/russe","rows_in_archive":22,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"Human Benchmark","paper_title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","paper_url":"/paper/russiansuperglue-a-russian-language","paper_date":"2020-10-29","arxiv_id":"2010.15925","code_links":[{"title":"RussianNLP/RussianSuperGLUE","url":"https://github.com/RussianNLP/RussianSuperGLUE"},{"title":"RussianNLP/MOROCCO","url":"https://github.com/RussianNLP/MOROCCO"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/russiansuperglue-a-russian-language#ran","syntology_url":"https://syntology.ai/paper/2010.15925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.15925"}},"official":{"repos":["RussianNLP/RussianSuperGLUE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","slug":"word-sense-disambiguation-on-semeval-2013","dataset":"SemEval 2013 Task 12","dataset_url":null,"rows_in_archive":12,"metrics":["F1","Unsupervised"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","slug":"word-sense-disambiguation-on-senseval-2","dataset":"SensEval 2","dataset_url":null,"rows_in_archive":11,"metrics":["F1"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","slug":"word-sense-disambiguation-on-senseval-3-task","dataset":"SensEval 3 Task 1","dataset_url":null,"rows_in_archive":11,"metrics":["F1"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","slug":"word-sense-disambiguation-on-semeval-2007-1","dataset":"SemEval 2007 Task 7","dataset_url":null,"rows_in_archive":10,"metrics":["F1","Unsupervised"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","slug":"word-sense-disambiguation-on-semeval-2007","dataset":"SemEval 2007 Task 17","dataset_url":null,"rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-fews","slug":"word-sense-disambiguation-on-fews","dataset":"FEWS","dataset_url":"/dataset/fews","rows_in_archive":8,"metrics":["F1 (Zeroshot Dev)","F1 (Zero shot test)","F1(FewShot Dev)","F1 (Fewshot Test)"],"first_row_in_archive_order":{"model":"MFS","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-wic-tsv","slug":"word-sense-disambiguation-on-wic-tsv","dataset":"WiC-TSV","dataset_url":"/dataset/wic-tsv","rows_in_archive":8,"metrics":["Task 1 Accuracy: all","Task 1 Accuracy: general purpose","Task 1 Accuracy: domain specific","Task 2 Accuracy: all","Task 2 Accuracy: general purpose","Task 2 Accuracy: domain specific","Task 3 Accuracy: all","Task 3 Accuracy: general purpose","Task 3 Accuracy: domain specific"],"first_row_in_archive_order":{"model":"transformers","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-big-bench","slug":"word-sense-disambiguation-on-big-bench","dataset":"BIG-bench (Anachronisms)","dataset_url":"/dataset/big-bench","rows_in_archive":6,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"Chinchilla-70B (few-shot, k=5)","paper_title":"Training Compute-Optimal Large Language Models","paper_url":"/paper/training-compute-optimal-large-language","paper_date":"2022-03-29","arxiv_id":"2203.15556","code_links":[{"title":"karpathy/llama2.c","url":"https://github.com/karpathy/llama2.c"},{"title":"nkluge-correa/teenytinyllama","url":"https://github.com/nkluge-correa/teenytinyllama"}],"syntology":{"n":11,"n_ran":8,"n_constructed":3,"n_ran_checked":5,"n_instrument":3,"n_unverified":3,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"8 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/training-compute-optimal-large-language#ran","syntology_url":"https://syntology.ai/paper/2203.15556","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15556"}},"official":null}}},{"leaderboard":"/sota/word-sense-disambiguation-on-knowledge-based","slug":"word-sense-disambiguation-on-knowledge-based","dataset":"Knowledge-based:","dataset_url":"/dataset/word-sense-disambiguation-a-unified","rows_in_archive":6,"metrics":["All","Senseval 2","Senseval 3","SemEval 2007","SemEval 2013","SemEval 2015"],"first_row_in_archive_order":{"model":"KEF","paper_title":"Word Sense Disambiguation: A comprehensive knowledge exploitation framework","paper_url":"/paper/word-sense-disambiguation-a-comprehensive","paper_date":"2020-02-29","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2015","slug":"word-sense-disambiguation-on-semeval-2015","dataset":"SemEval 2015 Task 13","dataset_url":null,"rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"SemCor+WNGC, hypernyms","paper_title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","paper_url":"/paper/sense-vocabulary-compression-through-the","paper_date":"2019-05-14","arxiv_id":"1905.05677","code_links":[{"title":"getalp/disambiguate","url":"https://github.com/getalp/disambiguate"},{"title":"Gozzo18/WSD-Final-Homework---NLP","url":"https://github.com/Gozzo18/WSD-Final-Homework---NLP"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3","slug":"word-sense-disambiguation-on-senseval-3","dataset":"SensEval 3 Lexical Sample","dataset_url":null,"rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"kNN-BERT","paper_title":"Does BERT Make Any Sense? Interpretable Word Sense Disambiguation with Contextualized Embeddings","paper_url":"/paper/190910430","paper_date":"2019-09-23","arxiv_id":"1909.10430","code_links":[{"title":"uhh-lt/bert-sense","url":"https://github.com/uhh-lt/bert-sense"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2-1","slug":"word-sense-disambiguation-on-senseval-2-1","dataset":"SensEval 2 Lexical Sample","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"kNN-BERT","paper_title":"Does BERT Make Any Sense? Interpretable Word Sense Disambiguation with Contextualized Embeddings","paper_url":"/paper/190910430","paper_date":"2019-09-23","arxiv_id":"1909.10430","code_links":[{"title":"uhh-lt/bert-sense","url":"https://github.com/uhh-lt/bert-sense"}],"syntology":null}},{"leaderboard":"/sota/word-sense-disambiguation-on-ts50","slug":"word-sense-disambiguation-on-ts50","dataset":"TS50","dataset_url":null,"rows_in_archive":1,"metrics":["Sequence Recovery %(All)"],"first_row_in_archive_order":{"model":"SPIN","paper_title":"Knowledge-Design: Pushing the Limit of Protein Design via Knowledge Refinement","paper_url":"/paper/knowledge-design-pushing-the-limit-of-protein","paper_date":"2023-05-20","arxiv_id":"2305.15151","code_links":[{"title":"A4Bio/OpenCPD","url":"https://github.com/A4Bio/OpenCPD"}],"syntology":null}}],"datasets":[{"url":"/dataset/big-bench","name":"BIG-bench","full_name":"Beyond the Imitation Game Benchmark","num_papers_in_archive":349},{"url":"/dataset/wic","name":"WiC","full_name":"Words in Context","num_papers_in_archive":206},{"url":"/dataset/word-sense-disambiguation-a-unified","name":"Word Sense Disambiguation: a Unified Evaluation Framework and Empirical Comparison","full_name":"","num_papers_in_archive":109},{"url":"/dataset/senseval-2-1","name":"Senseval-2","full_name":"Senseval-2","num_papers_in_archive":19},{"url":"/dataset/flue-french-language-understanding-evaluation","name":"FLUE","full_name":"French Language Understanding Evaluation","num_papers_in_archive":12},{"url":"/dataset/wic-tsv","name":"WiC-TSV","full_name":"Words-in-Context: Target Sense Verification","num_papers_in_archive":9},{"url":"/dataset/russe","name":"RUSSE","full_name":"Russian Words in Context (based on RUSSE)","num_papers_in_archive":8},{"url":"/dataset/subjqa","name":"SubjQA","full_name":null,"num_papers_in_archive":8},{"url":"/dataset/coarsewsd-20","name":"CoarseWSD-20","full_name":null,"num_papers_in_archive":6},{"url":"/dataset/fews","name":"FEWS","full_name":"FEWS: Large-Scale, Low-Shot Word Sense Disambiguation with the Dictionary","num_papers_in_archive":4},{"url":"/dataset/verse","name":"Verse","full_name":"","num_papers_in_archive":4},{"url":"/dataset/dogc","name":"DOGC","full_name":"","num_papers_in_archive":3},{"url":"/dataset/parallel-meaning-bank","name":"Parallel Meaning Bank","full_name":"","num_papers_in_archive":2},{"url":"/dataset/reviewqa","name":"ReviewQA","full_name":"","num_papers_in_archive":2},{"url":"/dataset/part-whole-relations","name":"Part Whole Relations","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/sbu-wsd-corpus","name":"SBU-WSD-Corpus","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/word-sense-induction","name":"Word Sense Induction"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":11,"rows_per_page":100,"shown":100,"of":1035,"of_with_code":150,"tagged_in_all":1035,"counts":{"archive_papers_tagged":1035,"with_a_code_link":150,"where_syntology_ran_a_sample":23,"not_listed_spam_title":0,"listed":1035,"listed_where_code_ran":23,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":19,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":19,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","repositories_listed":67,"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/deberta-decoding-enhanced-bert-with","slug":"deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/deberta-decoding-enhanced-bert-with#ran","syntology_url":"https://syntology.ai/paper/2006.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03654"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper","unlocated"]}}},{"url":"/paper/flaubert-unsupervised-language-model-pre","slug":"flaubert-unsupervised-language-model-pre","title":"FlauBERT: Unsupervised Language Model Pre-training for French","date":"2019-12-11","arxiv_id":"1912.05372","repositories_listed":7,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 1 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/flaubert-unsupervised-language-model-pre#ran","syntology_url":"https://syntology.ai/paper/1912.05372","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.05372"}},"official":{"repos":["getalp/Flaubert"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/distributed-word-representation-in-tsetlin","slug":"distributed-word-representation-in-tsetlin","title":"Enhancing Interpretable Clauses Semantically using Pretrained Word Representation","date":"2021-04-14","arxiv_id":"2104.06901","repositories_listed":6,"syntology":null},{"url":"/paper/an-incremental-parser-for-abstract-meaning","slug":"an-incremental-parser-for-abstract-meaning","title":"An Incremental Parser for Abstract Meaning Representation","date":"2016-08-22","arxiv_id":"1608.06111","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-incremental-parser-for-abstract-meaning#ran","syntology_url":"https://syntology.ai/paper/1608.06111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1608.06111"}},"official":{"repos":["mdtux89/amr-evaluation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/hungry-hungry-hippos-towards-language","slug":"hungry-hungry-hippos-towards-language","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","date":"2022-12-28","arxiv_id":"2212.14052","repositories_listed":3,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":8,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/hungry-hungry-hippos-towards-language#ran","syntology_url":"https://syntology.ai/paper/2212.14052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.14052"}},"official":{"repos":["hazyresearch/h3"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/designing-effective-sparse-expert-models","slug":"designing-effective-sparse-expert-models","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","date":"2022-02-17","arxiv_id":"2202.08906","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/designing-effective-sparse-expert-models#ran","syntology_url":"https://syntology.ai/paper/2202.08906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.08906"}},"official":{"repos":["tensorflow/mesh"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/scaling-language-models-methods-analysis-1","slug":"scaling-language-models-methods-analysis-1","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","date":"2021-12-08","arxiv_id":"2112.11446","repositories_listed":3,"syntology":null},{"url":"/paper/glossbert-bert-for-word-sense-disambiguation","slug":"glossbert-bert-for-word-sense-disambiguation","title":"GlossBERT: BERT for Word Sense Disambiguation with Gloss Knowledge","date":"2019-08-20","arxiv_id":"1908.07245","repositories_listed":3,"syntology":null},{"url":"/paper/the-cot-collection-improving-zero-shot-and","slug":"the-cot-collection-improving-zero-shot-and","title":"The CoT Collection: Improving Zero-shot and Few-shot Learning of Language Models via Chain-of-Thought Fine-Tuning","date":"2023-05-23","arxiv_id":"2305.14045","repositories_listed":2,"syntology":null},{"url":"/paper/exploring-the-benefits-of-training-expert","slug":"exploring-the-benefits-of-training-expert","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","date":"2023-02-07","arxiv_id":"2302.03202","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-the-benefits-of-training-expert#ran","syntology_url":"https://syntology.ai/paper/2302.03202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.03202"}},"official":{"repos":["joeljang/elm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/n-grammer-augmenting-transformers-with-latent-1","slug":"n-grammer-augmenting-transformers-with-latent-1","title":"N-Grammer: Augmenting Transformers with latent n-grams","date":"2022-07-13","arxiv_id":"2207.06366","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/n-grammer-augmenting-transformers-with-latent-1#ran","syntology_url":"https://syntology.ai/paper/2207.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06366"}},"official":{"repos":["tensorflow/lingvo"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/chinese-word-sense-embedding-with-sememewsd","slug":"chinese-word-sense-embedding-with-sememewsd","title":"Chinese Word Sense Embedding with SememeWSD and Synonym Set","date":"2022-06-29","arxiv_id":"2206.14388","repositories_listed":2,"syntology":null},{"url":"/paper/unifying-language-learning-paradigms","slug":"unifying-language-learning-paradigms","title":"UL2: Unifying Language Learning Paradigms","date":"2022-05-10","arxiv_id":"2205.05131","repositories_listed":2,"syntology":{"n":16,"n_ran":15,"n_constructed":0,"n_ran_checked":15,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unifying-language-learning-paradigms#ran","syntology_url":"https://syntology.ai/paper/2205.05131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05131"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/training-compute-optimal-large-language","slug":"training-compute-optimal-large-language","title":"Training Compute-Optimal Large Language Models","date":"2022-03-29","arxiv_id":"2203.15556","repositories_listed":2,"syntology":{"n":11,"n_ran":8,"n_constructed":3,"n_ran_checked":5,"n_instrument":3,"n_unverified":3,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"8 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/training-compute-optimal-large-language#ran","syntology_url":"https://syntology.ai/paper/2203.15556","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15556"}},"official":null}},{"url":"/paper/incorporating-word-sense-disambiguation-in","slug":"incorporating-word-sense-disambiguation-in","title":"Incorporating Word Sense Disambiguation in Neural Language Models","date":"2021-06-15","arxiv_id":"2106.07967","repositories_listed":2,"syntology":null},{"url":"/paper/potential-idiomatic-expression-pie-english","slug":"potential-idiomatic-expression-pie-english","title":"Potential Idiomatic Expression (PIE)-English: Corpus for Classes of Idioms","date":"2021-04-25","arxiv_id":"2105.03280","repositories_listed":2,"syntology":null},{"url":"/paper/can-a-fruit-fly-learn-word-embeddings-1","slug":"can-a-fruit-fly-learn-word-embeddings-1","title":"Can a Fruit Fly Learn Word Embeddings?","date":"2021-01-18","arxiv_id":"2101.06887","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-a-fruit-fly-learn-word-embeddings-1#ran","syntology_url":"https://syntology.ai/paper/2101.06887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.06887"}},"official":null}},{"url":"/paper/russiansuperglue-a-russian-language","slug":"russiansuperglue-a-russian-language","title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","date":"2020-10-29","arxiv_id":"2010.15925","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/russiansuperglue-a-russian-language#ran","syntology_url":"https://syntology.ai/paper/2010.15925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.15925"}},"official":{"repos":["RussianNLP/RussianSuperGLUE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-learn-to-disambiguate-meta","slug":"learning-to-learn-to-disambiguate-meta","title":"Learning to Learn to Disambiguate: Meta-Learning for Few-Shot Word Sense Disambiguation","date":"2020-04-29","arxiv_id":"2004.14355","repositories_listed":2,"syntology":null},{"url":"/paper/word-class-embeddings-for-multiclass-text","slug":"word-class-embeddings-for-multiclass-text","title":"Word-Class Embeddings for Multiclass Text Classification","date":"2019-11-26","arxiv_id":"1911.11506","repositories_listed":2,"syntology":null},{"url":"/paper/sense-vocabulary-compression-through-the","slug":"sense-vocabulary-compression-through-the","title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","date":"2019-05-14","arxiv_id":"1905.05677","repositories_listed":2,"syntology":null},{"url":"/paper/using-distributed-representations-to","slug":"using-distributed-representations-to","title":"Using Distributed Representations to Disambiguate Biomedical and Clinical Concepts","date":"2016-08-19","arxiv_id":"1608.05605","repositories_listed":2,"syntology":null},{"url":"/paper/sandwich-semantical-analysis-of-neighbours","slug":"sandwich-semantical-analysis-of-neighbours","title":"SANDWiCH: Semantical Analysis of Neighbours for Disambiguating Words in Context ad Hoc","date":"2025-03-07","arxiv_id":"2503.05958","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sandwich-semantical-analysis-of-neighbours#ran","syntology_url":"https://syntology.ai/paper/2503.05958","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.05958"}},"official":{"repos":["danielguzmanolivares/sandwich"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/glossgpt-gpt-for-word-sense-disambiguation","slug":"glossgpt-gpt-for-word-sense-disambiguation","title":"GlossGPT: GPT for Word Sense Disambiguation using Few-shot Chain-of-Thought Prompting","date":"2025-03-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/fietje-an-open-efficient-llm-for-dutch","slug":"fietje-an-open-efficient-llm-for-dutch","title":"Fietje: An open, efficient LLM for Dutch","date":"2024-12-19","arxiv_id":"2412.15450","repositories_listed":1,"syntology":null},{"url":"/paper/lexmatcher-dictionary-centric-data-collection","slug":"lexmatcher-dictionary-centric-data-collection","title":"LexMatcher: Dictionary-centric Data Collection for LLM-based Machine Translation","date":"2024-06-03","arxiv_id":"2406.01441","repositories_listed":1,"syntology":null},{"url":"/paper/do-pretrained-contextual-language-models-1","slug":"do-pretrained-contextual-language-models-1","title":"Do Pretrained Contextual Language Models Distinguish between Hebrew Homograph Analyses?","date":"2024-05-11","arxiv_id":"2405.07099","repositories_listed":1,"syntology":null},{"url":"/paper/3am-an-ambiguity-aware-multi-modal-machine","slug":"3am-an-ambiguity-aware-multi-modal-machine","title":"3AM: An Ambiguity-Aware Multi-Modal Machine Translation Dataset","date":"2024-04-29","arxiv_id":"2404.18413","repositories_listed":1,"syntology":null},{"url":"/paper/pejorativity-disambiguating-pejorative","slug":"pejorativity-disambiguating-pejorative","title":"PejorativITy: Disambiguating Pejorative Epithets to Improve Misogyny Detection in Italian Tweets","date":"2024-04-03","arxiv_id":"2404.02681","repositories_listed":1,"syntology":null},{"url":"/paper/hkust-at-semeval-2023-task-1-visual-word","slug":"hkust-at-semeval-2023-task-1-visual-word","title":"HKUST at SemEval-2023 Task 1: Visual Word Sense Disambiguation with Context Augmentation and Visual Assistance","date":"2023-11-30","arxiv_id":"2311.18273","repositories_listed":1,"syntology":null},{"url":"/paper/how-contentious-terms-about-people-and","slug":"how-contentious-terms-about-people-and","title":"How Contentious Terms About People and Cultures are Used in Linked Open Data","date":"2023-11-13","arxiv_id":"2311.10757","repositories_listed":1,"syntology":null},{"url":"/paper/large-language-models-and-multimodal","slug":"large-language-models-and-multimodal","title":"Large Language Models and Multimodal Retrieval for Visual Word Sense Disambiguation","date":"2023-10-21","arxiv_id":"2310.14025","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-and-multimodal#ran","syntology_url":"https://syntology.ai/paper/2310.14025","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14025"}},"official":{"repos":["anastasiakrith/multimodal-retrieval-for-vwsd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-word-sense-distribution-detect-semantic","slug":"can-word-sense-distribution-detect-semantic","title":"Can Word Sense Distribution Detect Semantic Changes of Words?","date":"2023-10-16","arxiv_id":"2310.10400","repositories_listed":1,"syntology":null},{"url":"/paper/language-models-as-knowledge-bases-for-visual","slug":"language-models-as-knowledge-bases-for-visual","title":"Language Models as Knowledge Bases for Visual Word Sense Disambiguation","date":"2023-10-03","arxiv_id":"2310.01960","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-as-knowledge-bases-for-visual#ran","syntology_url":"https://syntology.ai/paper/2310.01960","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01960"}},"official":{"repos":["anastasiakrith/llm-for-vwsd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/oyxoy-a-modern-nlp-test-suite-for-modern","slug":"oyxoy-a-modern-nlp-test-suite-for-modern","title":"OYXOY: A Modern NLP Test Suite for Modern Greek","date":"2023-09-13","arxiv_id":"2309.07009","repositories_listed":1,"syntology":null},{"url":"/paper/contrastwsd-enhancing-metaphor-detection-with","slug":"contrastwsd-enhancing-metaphor-detection-with","title":"ContrastWSD: Enhancing Metaphor Detection with Word Sense Disambiguation Following the Metaphor Identification Procedure","date":"2023-09-06","arxiv_id":"2309.03103","repositories_listed":1,"syntology":null},{"url":"/paper/combating-the-curse-of-multilinguality-in-1","slug":"combating-the-curse-of-multilinguality-in-1","title":"Combating the Curse of Multilinguality in Cross-Lingual WSD by Aligning Sparse Contextualized Word Representations","date":"2023-07-25","arxiv_id":"2307.13776","repositories_listed":1,"syntology":null},{"url":"/paper/ualberta-at-semeval-2023-task-1-context","slug":"ualberta-at-semeval-2023-task-1-context","title":"UAlberta at SemEval-2023 Task 1: Context Augmentation and Translation for Multilingual Visual Word Sense Disambiguation","date":"2023-06-24","arxiv_id":"2306.14067","repositories_listed":1,"syntology":null},{"url":"/paper/word-sense-extension","slug":"word-sense-extension","title":"Word sense extension","date":"2023-06-09","arxiv_id":"2306.05609","repositories_listed":1,"syntology":null},{"url":"/paper/together-we-make-sense-learning-meta-sense","slug":"together-we-make-sense-learning-meta-sense","title":"Together We Make Sense -- Learning Meta-Sense Embeddings from Pretrained Static Sense Embeddings","date":"2023-05-30","arxiv_id":"2305.19092","repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-multi-task-learning-for-end-to","slug":"adversarial-multi-task-learning-for-end-to","title":"Adversarial Multi-task Learning for End-to-end Metaphor Detection","date":"2023-05-26","arxiv_id":"2305.16638","repositories_listed":1,"syntology":null},{"url":"/paper/ambiguity-meets-uncertainty-investigating","slug":"ambiguity-meets-uncertainty-investigating","title":"Ambiguity Meets Uncertainty: Investigating Uncertainty Estimation for Word Sense Disambiguation","date":"2023-05-22","arxiv_id":"2305.13119","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-design-pushing-the-limit-of-protein","slug":"knowledge-design-pushing-the-limit-of-protein","title":"Knowledge-Design: Pushing the Limit of Protein Design via Knowledge Refinement","date":"2023-05-20","arxiv_id":"2305.15151","repositories_listed":1,"syntology":null},{"url":"/paper/berttm-leveraging-contextualized-word","slug":"berttm-leveraging-contextualized-word","title":"CWTM: Leveraging Contextualized Word Embeddings from BERT for Neural Topic Modeling","date":"2023-05-16","arxiv_id":"2305.09329","repositories_listed":1,"syntology":null},{"url":"/paper/perturbation-based-qe-an-explainable","slug":"perturbation-based-qe-an-explainable","title":"Perturbation-based QE: An Explainable, Unsupervised Word-level Quality Estimation Method for Blackbox Machine Translation","date":"2023-05-12","arxiv_id":"2305.07457","repositories_listed":1,"syntology":null},{"url":"/paper/context-aware-semantic-similarity-measurement","slug":"context-aware-semantic-similarity-measurement","title":"Context-Aware Semantic Similarity Measurement for Unsupervised Word Sense Disambiguation","date":"2023-05-05","arxiv_id":"2305.03520","repositories_listed":1,"syntology":null},{"url":"/paper/vision-meets-definitions-unsupervised-visual","slug":"vision-meets-definitions-unsupervised-visual","title":"Vision Meets Definitions: Unsupervised Visual Word Sense Disambiguation Incorporating Gloss Information","date":"2023-05-02","arxiv_id":"2305.01788","repositories_listed":1,"syntology":null},{"url":"/paper/lamini-lm-a-diverse-herd-of-distilled-models","slug":"lamini-lm-a-diverse-herd-of-distilled-models","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","date":"2023-04-27","arxiv_id":"2304.14402","repositories_listed":1,"syntology":null},{"url":"/paper/semantic-specialization-for-knowledge-based","slug":"semantic-specialization-for-knowledge-based","title":"Semantic Specialization for Knowledge-based Word Sense Disambiguation","date":"2023-04-22","arxiv_id":"2304.11340","repositories_listed":1,"syntology":null},{"url":"/paper/mwe-as-wsd-solving-multiword-expression","slug":"mwe-as-wsd-solving-multiword-expression","title":"MWE as WSD: Solving Multiword Expression Identification with Word Sense Disambiguation","date":"2023-03-12","arxiv_id":"2303.06623","repositories_listed":1,"syntology":null},{"url":"/paper/chatgpt-jack-of-all-trades-master-of-none","slug":"chatgpt-jack-of-all-trades-master-of-none","title":"ChatGPT: Jack of all trades, master of none","date":"2023-02-21","arxiv_id":"2302.10724","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/chatgpt-jack-of-all-trades-master-of-none#ran","syntology_url":"https://syntology.ai/paper/2302.10724","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.10724"}},"official":{"repos":["clarin-pl/chatgpt-evaluation-01-2023"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multiple-object-tracking-challenge-technical","slug":"multiple-object-tracking-challenge-technical","title":"Multiple Object Tracking Challenge Technical Report for Team MT_IoT","date":"2022-12-07","arxiv_id":"2212.03586","repositories_listed":1,"syntology":null},{"url":"/paper/galactica-a-large-language-model-for-science-1","slug":"galactica-a-large-language-model-for-science-1","title":"Galactica: A Large Language Model for Science","date":"2022-11-16","arxiv_id":"2211.09085","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/galactica-a-large-language-model-for-science-1#ran","syntology_url":"https://syntology.ai/paper/2211.09085","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09085"}},"official":{"repos":["paperswithcode/galai"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multilingual-word-sense-disambiguation-with-1","slug":"multilingual-word-sense-disambiguation-with-1","title":"Multilingual Word Sense Disambiguation with Unified Sense Representation","date":"2022-10-14","arxiv_id":"2210.07447","repositories_listed":1,"syntology":null},{"url":"/paper/guess-the-instruction-making-language-models","slug":"guess-the-instruction-making-language-models","title":"Guess the Instruction! Flipped Learning Makes Language Models Stronger Zero-Shot Learners","date":"2022-10-06","arxiv_id":"2210.02969","repositories_listed":1,"syntology":null},{"url":"/paper/word-sense-disambiguation-of-french","slug":"word-sense-disambiguation-of-french","title":"Word Sense Disambiguation of French Lexicographical Examples Using Lexical Networks","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/word-sense-disambiguation-with-knowledge","slug":"word-sense-disambiguation-with-knowledge","title":"Word Sense Disambiguation with Knowledge-Enhanced and Local Self-Attention-based Extractive Sense Comprehension","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/alexatm-20b-few-shot-learning-using-a-large","slug":"alexatm-20b-few-shot-learning-using-a-large","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","date":"2022-08-02","arxiv_id":"2208.01448","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/alexatm-20b-few-shot-learning-using-a-large#ran","syntology_url":"https://syntology.ai/paper/2208.01448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.01448"}},"official":null}},{"url":"/paper/chisense-12-an-english-sense-annotated-child","slug":"chisense-12-an-english-sense-annotated-child","title":"ChiSense-12: An English Sense-Annotated Child-Directed Speech Corpus","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/vihealthbert-pre-trained-language-models-for","slug":"vihealthbert-pre-trained-language-models-for","title":"ViHealthBERT: Pre-trained Language Models for Vietnamese in Health Text Mining","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/nibbling-at-the-hard-core-of-word-sense","slug":"nibbling-at-the-hard-core-of-word-sense","title":"Nibbling at the Hard Core of Word Sense Disambiguation","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/rare-and-zero-shot-word-sense-disambiguation","slug":"rare-and-zero-shot-word-sense-disambiguation","title":"Rare and Zero-shot Word Sense Disambiguation using Z-Reweighting","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sense-disambiguation-of-compound-constituents","slug":"sense-disambiguation-of-compound-constituents","title":"Sense disambiguation of compound constituents","date":"2022-04-01","arxiv_id":"2204.00429","repositories_listed":1,"syntology":null},{"url":"/paper/bi-matching-mechanism-to-combat-the-long-tail","slug":"bi-matching-mechanism-to-combat-the-long-tail","title":"Bi-Matching Mechanism to Combat the Long Tail of Word Sense Disambiguation","date":"2021-11-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/consec-word-sense-disambiguation-as","slug":"consec-word-sense-disambiguation-as","title":"ConSeC: Word Sense Disambiguation as Continuous Sense Comprehension","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/improved-word-sense-disambiguation-with","slug":"improved-word-sense-disambiguation-with","title":"Improved Word Sense Disambiguation with Enhanced Sense Representations","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/integrating-personalized-pagerank-into-neural","slug":"integrating-personalized-pagerank-into-neural","title":"Integrating Personalized PageRank into Neural Word Sense Disambiguation","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ir-like-a-sir-sense-enhanced-information","slug":"ir-like-a-sir-sense-enhanced-information","title":"IR like a SIR: Sense-enhanced Information Retrieval for Multiple Languages","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-word-formation-knowledge-for","slug":"leveraging-word-formation-knowledge-for","title":"Leveraging Word-Formation Knowledge for Chinese Word Sense Disambiguation","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/connect-the-dots-bridging-semantics-between","slug":"connect-the-dots-bridging-semantics-between","title":"Connect-the-Dots: Bridging Semantics between Words and Definitions via Aligning Word Sense Inventories","date":"2021-10-27","arxiv_id":"2110.14091","repositories_listed":1,"syntology":null},{"url":"/paper/a-dual-attention-neural-network-for-pun","slug":"a-dual-attention-neural-network-for-pun","title":"A Dual-Attention Neural Network for Pun Location and Using Pun-Gloss Pairs for Interpretation","date":"2021-10-14","arxiv_id":"2110.07209","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-contextualized-document","slug":"unsupervised-contextualized-document","title":"Unsupervised Contextualized Document Representation","date":"2021-09-22","arxiv_id":"2109.10509","repositories_listed":1,"syntology":null},{"url":"/paper/nsp-bert-a-prompt-based-zero-shot-learner","slug":"nsp-bert-a-prompt-based-zero-shot-learner","title":"NSP-BERT: A Prompt-based Few-Shot Learner Through an Original Pre-training Task--Next Sentence Prediction","date":"2021-09-08","arxiv_id":"2109.03564","repositories_listed":1,"syntology":null},{"url":"/paper/word-sense-disambiguation-towards-interactive","slug":"word-sense-disambiguation-towards-interactive","title":"Word Sense Disambiguation: Towards Interactive Context Exploitation from Both Word and Sense Perspectives","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/persian-wsd-corpus-a-sense-annotated-corpus","slug":"persian-wsd-corpus-a-sense-annotated-corpus","title":"Persian-WSD-Corpus: A Sense Annotated Corpus for Persian All-words Word Sense Disambiguation","date":"2021-07-04","arxiv_id":"2107.01540","repositories_listed":1,"syntology":null},{"url":"/paper/meta-learning-with-variational-semantic","slug":"meta-learning-with-variational-semantic","title":"Meta-Learning with Variational Semantic Memory for Word Sense Disambiguation","date":"2021-06-05","arxiv_id":"2106.02960","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/meta-learning-with-variational-semantic#ran","syntology_url":"https://syntology.ai/paper/2106.02960","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02960"}},"official":{"repos":["YDU-uva/VSM_WSD"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/esc-redesigning-wsd-with-extractive-sense","slug":"esc-redesigning-wsd-with-extractive-sense","title":"ESC: Redesigning WSD with Extractive Sense Comprehension","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/raw-c-relatedness-of-ambiguous-words-in","slug":"raw-c-relatedness-of-ambiguous-words-in","title":"RAW-C: Relatedness of Ambiguous Words--in Context (A New Lexical Resource for English)","date":"2021-05-27","arxiv_id":"2105.13266","repositories_listed":1,"syntology":null},{"url":"/paper/lmms-reloaded-transformer-based-sense","slug":"lmms-reloaded-transformer-based-sense","title":"LMMS Reloaded: Transformer-based Sense Embeddings for Disambiguation and Beyond","date":"2021-05-26","arxiv_id":"2105.12449","repositories_listed":1,"syntology":null},{"url":"/paper/contrastive-conditioning-for-assessing","slug":"contrastive-conditioning-for-assessing","title":"Contrastive Conditioning for Assessing Disambiguation in MT: A Case Study of Distilled Bias","date":"2021-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/non-parametric-few-shot-learning-for-word","slug":"non-parametric-few-shot-learning-for-word","title":"Non-Parametric Few-Shot Learning for Word Sense Disambiguation","date":"2021-04-26","arxiv_id":"2104.12677","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-neural-language-models-via-analysis","slug":"exploring-neural-language-models-via-analysis","title":"Exploring Neural Language Models via Analysis of Local and Global Self-Attention Spaces","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/framing-word-sense-disambiguation-as-a-multi","slug":"framing-word-sense-disambiguation-as-a-multi","title":"Framing Word Sense Disambiguation as a Multi-Label Problem for Model-Agnostic Knowledge Integration","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/towards-multi-sense-cross-lingual-alignment-1","slug":"towards-multi-sense-cross-lingual-alignment-1","title":"Towards Multi-Sense Cross-Lingual Alignment of Contextual Embeddings","date":"2021-03-11","arxiv_id":"2103.06459","repositories_listed":1,"syntology":null},{"url":"/paper/multi-sense-embeddings-through-a-word-sense","slug":"multi-sense-embeddings-through-a-word-sense","title":"Multi-sense embeddings through a word sense disambiguation process","date":"2021-01-21","arxiv_id":"2101.08700","repositories_listed":1,"syntology":null},{"url":"/paper/collfren-rich-bilingual-english-french","slug":"collfren-rich-bilingual-english-french","title":"CollFrEn: Rich Bilingual English–French Collocation Resource","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/conception-multilingually-enhanced-human","slug":"conception-multilingually-enhanced-human","title":"Conception: Multilingually-Enhanced, Human-Readable Concept Vector Representations","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/try-to-substitute-an-unsupervised-chinese","slug":"try-to-substitute-an-unsupervised-chinese","title":"Try to Substitute: An Unsupervised Chinese Word Sense Disambiguation Method Based on HowNet","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/detecting-word-sense-disambiguation-biases-in","slug":"detecting-word-sense-disambiguation-biases-in","title":"Detecting Word Sense Disambiguation Biases in Machine Translation for Model-Agnostic Adversarial Attacks","date":"2020-11-03","arxiv_id":"2011.01846","repositories_listed":1,"syntology":null},{"url":"/paper/how-does-bert-capture-semantics-a-closer-look","slug":"how-does-bert-capture-semantics-a-closer-look","title":"How does BERT capture semantics? A closer look at polysemous words","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/the-mucow-word-sense-disambiguation-test","slug":"the-mucow-word-sense-disambiguation-test","title":"The MUCOW word sense disambiguation test suite at WMT 2020","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/fine-tuning-pre-trained-language-model-with","slug":"fine-tuning-pre-trained-language-model-with","title":"Fine-Tuning Pre-trained Language Model with Weak Supervision: A Contrastive-Regularized Self-Training Approach","date":"2020-10-15","arxiv_id":"2010.07835","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fine-tuning-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2010.07835","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.07835"}},"official":{"repos":["yueyu1030/COSINE"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/adapting-bert-for-word-sense-disambiguation","slug":"adapting-bert-for-word-sense-disambiguation","title":"Adapting BERT for Word Sense Disambiguation with Gloss Selection Objective and Example Sentences","date":"2020-09-24","arxiv_id":"2009.11795","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/adapting-bert-for-word-sense-disambiguation#ran","syntology_url":"https://syntology.ai/paper/2009.11795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.11795"}},"official":{"repos":["BPYap/BERT-WSD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/latin-bert-a-contextual-language-model-for","slug":"latin-bert-a-contextual-language-model-for","title":"Latin BERT: A Contextual Language Model for Classical Philology","date":"2020-09-21","arxiv_id":"2009.10053","repositories_listed":1,"syntology":null},{"url":"/paper/language-models-and-word-sense-disambiguation","slug":"language-models-and-word-sense-disambiguation","title":"Analysis and Evaluation of Language Models for Word Sense Disambiguation","date":"2020-08-26","arxiv_id":"2008.11608","repositories_listed":1,"syntology":null},{"url":"/paper/a-neural-generative-model-for-joint-learning","slug":"a-neural-generative-model-for-joint-learning","title":"A Neural Generative Model for Joint Learning Topics and Topic-Specific Word Embeddings","date":"2020-08-11","arxiv_id":"2008.04702","repositories_listed":1,"syntology":null},{"url":"/paper/multimodal-word-sense-disambiguation-in","slug":"multimodal-word-sense-disambiguation-in","title":"Multimodal Word Sense Disambiguation in Creative Practice","date":"2020-07-15","arxiv_id":"2007.07758","repositories_listed":1,"syntology":null},{"url":"/paper/breaking-through-the-80-glass-ceiling-raising","slug":"breaking-through-the-80-glass-ceiling-raising","title":"Breaking Through the 80\\% Glass Ceiling: Raising the State of the Art in Word Sense Disambiguation by Incorporating Knowledge Graph Information","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null}],"syntology_records":22,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/word-sense-disambiguation-on-fews","since_archive":"/sota/word-sense-disambiguation-on-fews#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":23,"papers_where_code_ran_first_page":"/task/word-sense-disambiguation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":11,"url":"/task/word-sense-disambiguation/papers/2","json":"/task/word-sense-disambiguation/papers/2.json","rows":100},{"order":"archive","page":3,"of":11,"url":"/task/word-sense-disambiguation/papers/3","json":"/task/word-sense-disambiguation/papers/3.json","rows":100},{"order":"archive","page":4,"of":11,"url":"/task/word-sense-disambiguation/papers/4","json":"/task/word-sense-disambiguation/papers/4.json","rows":100},{"order":"archive","page":5,"of":11,"url":"/task/word-sense-disambiguation/papers/5","json":"/task/word-sense-disambiguation/papers/5.json","rows":100},{"order":"archive","page":6,"of":11,"url":"/task/word-sense-disambiguation/papers/6","json":"/task/word-sense-disambiguation/papers/6.json","rows":100},{"order":"archive","page":7,"of":11,"url":"/task/word-sense-disambiguation/papers/7","json":"/task/word-sense-disambiguation/papers/7.json","rows":100},{"order":"archive","page":8,"of":11,"url":"/task/word-sense-disambiguation/papers/8","json":"/task/word-sense-disambiguation/papers/8.json","rows":100},{"order":"archive","page":9,"of":11,"url":"/task/word-sense-disambiguation/papers/9","json":"/task/word-sense-disambiguation/papers/9.json","rows":100},{"order":"archive","page":10,"of":11,"url":"/task/word-sense-disambiguation/papers/10","json":"/task/word-sense-disambiguation/papers/10.json","rows":100},{"order":"archive","page":11,"of":11,"url":"/task/word-sense-disambiguation/papers/11","json":"/task/word-sense-disambiguation/papers/11.json","rows":35},{"order":"ran","page":1,"of":1,"url":"/task/word-sense-disambiguation/papers/ran/1","json":"/task/word-sense-disambiguation/papers/ran/1.json","rows":23}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"427bbd31f151f8209b0044f5d83eb488ff4836cdf75764a0f461ab68b5aabfb2","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}