{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/coreference-resolution","name":"Coreference Resolution","slug":"coreference-resolution","description_markdown":"Coreference resolution is the task of clustering mentions in text that refer to the same underlying real world entities.\n\nExample:\n\n```\n               +-----------+\n               |           |\nI voted for Obama because he was most aligned with my values\", she said.\n |                                                 |            |\n +-------------------------------------------------+------------+\n```\n\n\"I\", \"my\", and \"she\" belong to the same cluster and \"Obama\" and \"he\" belong to the same cluster.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":880,"papers_with_code":288,"benchmarks":16,"benchmark_tables_in_archive":16,"benchmark_tables_shown":16,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":45,"subtasks":2,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/coreference-resolution-on-winograd-schema","slug":"coreference-resolution-on-winograd-schema","dataset":"Winograd Schema Challenge","dataset_url":"/dataset/wsc","rows_in_archive":82,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"PaLM 540B (fine-tuned)","paper_title":"PaLM: Scaling Language Modeling with Pathways","paper_url":"/paper/palm-scaling-language-modeling-with-pathways-1","paper_date":"2022-04-05","arxiv_id":"2204.02311","code_links":[{"title":"lucidrains/CoCa-pytorch","url":"https://github.com/lucidrains/CoCa-pytorch"},{"title":"lucidrains/PaLM-pytorch","url":"https://github.com/lucidrains/PaLM-pytorch"},{"title":"google/paxml","url":"https://github.com/google/paxml"},{"title":"foundation-model-stack/fms-fsdp","url":"https://github.com/foundation-model-stack/fms-fsdp"},{"title":"lucidrains/PaLM-jax","url":"https://github.com/lucidrains/PaLM-jax"},{"title":"chrisociepa/allamo","url":"https://github.com/chrisociepa/allamo"},{"title":"conceptofmind/PaLM-flax","url":"https://github.com/conceptofmind/PaLM-flax"}],"syntology":{"n":37,"n_ran":32,"n_constructed":16,"n_ran_checked":24,"n_instrument":8,"n_unverified":5,"n_honours":2,"n_violates":1,"n_no_contract":21,"n_pointer_only":0,"phrase":"32 ran (of which 16 constructed an object rather than computing a result; 24 with no instrument failure: 2 honoured, 1 violated, 21 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/palm-scaling-language-modeling-with-pathways-1#ran","syntology_url":"https://syntology.ai/paper/2204.02311","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.02311"}},"official":null}}},{"leaderboard":"/sota/coreference-resolution-on-ontonotes","slug":"coreference-resolution-on-ontonotes","dataset":"OntoNotes","dataset_url":"/dataset/ontonotes-5-0","rows_in_archive":26,"metrics":["F1"],"first_row_in_archive_order":{"model":"Maverick_mes","paper_title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","paper_url":"/paper/2407-21489","paper_date":"2024-07-31","arxiv_id":"2407.21489","code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}],"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-conll-2012","slug":"coreference-resolution-on-conll-2012","dataset":"CoNLL 2012","dataset_url":"/dataset/conll-1","rows_in_archive":18,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"Maverick_mes","paper_title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","paper_url":"/paper/2407-21489","paper_date":"2024-07-31","arxiv_id":"2407.21489","code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}],"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-gap-1","slug":"coreference-resolution-on-gap-1","dataset":"GAP","dataset_url":"/dataset/gap","rows_in_archive":5,"metrics":["Overall F1","Masculine F1 (M)","Feminine F1 (F)","Bias (F/M)","F1"],"first_row_in_archive_order":{"model":"Coref-MTL","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/coreference-resolution-on-dwie","slug":"coreference-resolution-on-dwie","dataset":"DWIE","dataset_url":"/dataset/dwie","rows_in_archive":3,"metrics":["Avg. F1"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/coreference-resolution-on-wikicoref","slug":"coreference-resolution-on-wikicoref","dataset":"WikiCoref","dataset_url":"/dataset/wikicoref","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"Maverick_mes","paper_title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","paper_url":"/paper/2407-21489","paper_date":"2024-07-31","arxiv_id":"2407.21489","code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}],"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-conll12","slug":"coreference-resolution-on-conll12","dataset":"CoNLL12","dataset_url":"/dataset/conll-1","rows_in_archive":2,"metrics":["Average F1","B3","CEAFϕ4","MUC"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-litbank","slug":"coreference-resolution-on-litbank","dataset":"LitBank","dataset_url":"/dataset/litbank","rows_in_archive":2,"metrics":["Avg F1","F1"],"first_row_in_archive_order":{"model":"Maverick_incr","paper_title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","paper_url":"/paper/2407-21489","paper_date":"2024-07-31","arxiv_id":"2407.21489","code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}],"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-ontogum","slug":"coreference-resolution-on-ontogum","dataset":"OntoGUM","dataset_url":"/dataset/ontogum","rows_in_archive":2,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"MTL-coref","paper_title":"Incorporating Singletons and Mention-based Features in Coreference Resolution via Multi-task Learning for Better Generalization","paper_url":"/paper/incorporating-singletons-and-mention-based","paper_date":"2023-09-20","arxiv_id":"2309.11582","code_links":[{"title":"yilunzhu/coref-mtl","url":"https://github.com/yilunzhu/coref-mtl"}],"syntology":null}},{"leaderboard":"/sota/coreference-resolution-on-preco","slug":"coreference-resolution-on-preco","dataset":"PreCo","dataset_url":"/dataset/preco","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"Maverick_incr","paper_title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","paper_url":"/paper/2407-21489","paper_date":"2024-07-31","arxiv_id":"2407.21489","code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}],"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-stm-coref","slug":"coreference-resolution-on-stm-coref","dataset":"STM-coref","dataset_url":null,"rows_in_archive":2,"metrics":["CoNLL F1"],"first_row_in_archive_order":{"model":"BFCR + SpanBERT + Transfer Learning","paper_title":"Coreference Resolution in Research Papers from Multiple Domains","paper_url":"/paper/coreference-resolution-in-research-papers","paper_date":"2021-01-04","arxiv_id":"2101.00884","code_links":[{"title":"arthurbra/stm-coref","url":"https://github.com/arthurbra/stm-coref"}],"syntology":null}},{"leaderboard":"/sota/coreference-resolution-on-xwinograd-en","slug":"coreference-resolution-on-xwinograd-en","dataset":"XWinograd EN","dataset_url":null,"rows_in_archive":2,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"mT0-13B","paper_title":"Crosslingual Generalization through Multitask Finetuning","paper_url":"/paper/crosslingual-generalization-through-multitask","paper_date":"2022-11-03","arxiv_id":"2211.01786","code_links":[{"title":"bigscience-workshop/xmtf","url":"https://github.com/bigscience-workshop/xmtf"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/crosslingual-generalization-through-multitask#ran","syntology_url":"https://syntology.ai/paper/2211.01786","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01786"}},"official":{"repos":["bigscience-workshop/xmtf"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-xwinograd-fr","slug":"coreference-resolution-on-xwinograd-fr","dataset":"XWinograd FR","dataset_url":null,"rows_in_archive":2,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"mT0-13B","paper_title":"Crosslingual Generalization through Multitask Finetuning","paper_url":"/paper/crosslingual-generalization-through-multitask","paper_date":"2022-11-03","arxiv_id":"2211.01786","code_links":[{"title":"bigscience-workshop/xmtf","url":"https://github.com/bigscience-workshop/xmtf"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/crosslingual-generalization-through-multitask#ran","syntology_url":"https://syntology.ai/paper/2211.01786","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01786"}},"official":{"repos":["bigscience-workshop/xmtf"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/coreference-resolution-on-docred-ie","slug":"coreference-resolution-on-docred-ie","dataset":"DocRED-IE","dataset_url":"/dataset/docred-ie","rows_in_archive":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/coreference-resolution-on-quizbowl","slug":"coreference-resolution-on-quizbowl","dataset":"Quizbowl","dataset_url":"/dataset/quizbowl","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"longdoc S (OntoNotes + PreCo + LitBank)","paper_title":"On Generalization in Coreference Resolution","paper_url":"/paper/on-generalization-in-coreference-resolution","paper_date":"2021-09-20","arxiv_id":"2109.09667","code_links":[{"title":"shtoshni/fast-coref","url":"https://github.com/shtoshni/fast-coref"},{"title":"shtoshni92/fast-coref","url":"https://github.com/shtoshni92/fast-coref"}],"syntology":null}},{"leaderboard":"/sota/coreference-resolution-on-the-arrau-corpus","slug":"coreference-resolution-on-the-arrau-corpus","dataset":"The ARRAU Corpus","dataset_url":null,"rows_in_archive":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"dali-full-anaphora","paper_title":"A Cluster Ranking Model for Full Anaphora Resolution","paper_url":"/paper/a-cluster-ranking-model-for-full-anaphora","paper_date":"2019-11-21","arxiv_id":"1911.09532","code_links":[{"title":"juntaoy/dali-full-anaphora","url":"https://github.com/juntaoy/dali-full-anaphora"}],"syntology":null}}],"datasets":[{"url":"/dataset/wsc","name":"WSC","full_name":"Winograd Schema Challenge","num_papers_in_archive":361},{"url":"/dataset/ontonotes-5-0","name":"OntoNotes 5.0","full_name":"","num_papers_in_archive":254},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/winobias","name":"WinoBias","full_name":"WinoBias","num_papers_in_archive":134},{"url":"/dataset/gap-coreference-dataset","name":"GAP Coreference Dataset","full_name":"","num_papers_in_archive":104},{"url":"/dataset/conll-2012-1","name":"CoNLL-2012","full_name":"","num_papers_in_archive":89},{"url":"/dataset/ecb","name":"ECB+","full_name":"extension to the EventCorefBank","num_papers_in_archive":76},{"url":"/dataset/gap","name":"GAP","full_name":"GAP Benchmark Suite","num_papers_in_archive":60},{"url":"/dataset/quoref","name":"Quoref","full_name":"Quoref","num_papers_in_archive":50},{"url":"/dataset/english-web-treebank","name":"English Web Treebank","full_name":"English Web Treebank","num_papers_in_archive":42},{"url":"/dataset/xp3","name":"xP3","full_name":"","num_papers_in_archive":34},{"url":"/dataset/wikicoref","name":"WikiCoref","full_name":"","num_papers_in_archive":28},{"url":"/dataset/litbank","name":"LitBank","full_name":"LitBank","num_papers_in_archive":23},{"url":"/dataset/preco","name":"PreCo","full_name":"","num_papers_in_archive":20},{"url":"/dataset/dwie","name":"DWIE","full_name":"Deutsche Welle corpus for Information Extraction","num_papers_in_archive":18},{"url":"/dataset/map","name":"MAP","full_name":"Maybe Ambiguous Pronoun","num_papers_in_archive":14},{"url":"/dataset/gum","name":"GUM","full_name":"Georgetown University Multilayer corpus","num_papers_in_archive":13},{"url":"/dataset/parcorfull","name":"ParCorFull","full_name":"Parallel Corpus Annotated with Full Coreference","num_papers_in_archive":11},{"url":"/dataset/photobook","name":"PhotoBook","full_name":"","num_papers_in_archive":11},{"url":"/dataset/clevr-dialog","name":"CLEVR-Dialog","full_name":"CLEVR-Dialog","num_papers_in_archive":10},{"url":"/dataset/ontogum","name":"OntoGUM","full_name":"","num_papers_in_archive":9},{"url":"/dataset/quizbowl","name":"Quizbowl","full_name":"","num_papers_in_archive":8},{"url":"/dataset/winogender-schemas","name":"Winogender Schemas","full_name":"","num_papers_in_archive":8},{"url":"/dataset/definite-pronoun-resolution-dataset","name":"Definite Pronoun Resolution Dataset","full_name":"","num_papers_in_archive":7},{"url":"/dataset/bipar","name":"BiPaR","full_name":"BiPaR","num_papers_in_archive":6},{"url":"/dataset/gicoref","name":"GICoref","full_name":"Gender Inclusive Coreference","num_papers_in_archive":6},{"url":"/dataset/vispro","name":"VisPro","full_name":"VisPro","num_papers_in_archive":6},{"url":"/dataset/wikicrem","name":"WikiCREM","full_name":"WikiCREM","num_papers_in_archive":6},{"url":"/dataset/amalgum","name":"AMALGUM","full_name":"A Machine Annotated Lookalike of GUM","num_papers_in_archive":5},{"url":"/dataset/sp-10k","name":"SP-10K","full_name":"","num_papers_in_archive":5},{"url":"/dataset/a-game-of-sorts","name":"A Game Of Sorts","full_name":"","num_papers_in_archive":4},{"url":"/dataset/xwino","name":"XWINO","full_name":"","num_papers_in_archive":4},{"url":"/dataset/multireqa","name":"MultiReQA","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/poc","name":"PoC","full_name":"Points of correspondence","num_papers_in_archive":2},{"url":"/dataset/comet","name":"Comet","full_name":"","num_papers_in_archive":1},{"url":"/dataset/coresearch","name":"CoreSearch","full_name":"","num_papers_in_archive":1},{"url":"/dataset/docred-ie","name":"DocRED-IE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/marmara-turkish-coreference-resolution-corpus","name":"Marmara Turkish Coreference Resolution Corpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/masc","name":"MASC","full_name":"Manually Annotated Sub-Corpus","num_papers_in_archive":1},{"url":"/dataset/mudoco-queryrewrite","name":"MuDoCo_QueryRewrite","full_name":"The MuDoCo dataset with Query Rewrite Annotations","num_papers_in_archive":1},{"url":"/dataset/scico","name":"SciCo","full_name":"Scientific Concept Induction Corpus","num_papers_in_archive":1},{"url":"/dataset/winonb","name":"WinoNB","full_name":"","num_papers_in_archive":1},{"url":"/dataset/winopron","name":"WinoPron","full_name":"","num_papers_in_archive":1},{"url":"/dataset/contracat","name":"ContraCAT","full_name":"Contrastive Coreference Analytical Templates (for Machine Translation)","num_papers_in_archive":0},{"url":"/dataset/popcorn","name":"POPCORN","full_name":"POPCORN: Fictional and Synthetic Intelligence Reports for Named Entity Recognition and Relation Extraction Tasks","num_papers_in_archive":0}],"subtasks":[{"url":"/task/coreference-resolution-1","name":"coreference-resolution"},{"url":"/task/cross-document-coreference-resolution","name":"Cross Document Coreference Resolution"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":9,"rows_per_page":100,"shown":100,"of":880,"of_with_code":288,"tagged_in_all":880,"counts":{"archive_papers_tagged":880,"with_a_code_link":288,"where_syntology_ran_a_sample":43,"not_listed_spam_title":0,"listed":880,"listed_where_code_ran":43,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":37,"every_run_a_failure_of_syntologys_instrument":6,"listed_with_a_run_with_no_instrument_failure":37,"listed_every_run_a_failure_of_syntologys_instrument":6,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/attention-is-all-you-need","slug":"attention-is-all-you-need","title":"Attention Is All You Need","date":"2017-06-12","arxiv_id":"1706.03762","repositories_listed":595,"syntology":{"n":946,"n_ran":610,"n_constructed":293,"n_ran_checked":529,"n_instrument":81,"n_unverified":336,"n_honours":45,"n_violates":15,"n_no_contract":469,"n_pointer_only":451,"phrase":"610 ran (of which 293 constructed an object rather than computing a result; 529 with no instrument failure: 45 honoured, 15 violated, 469 with no contract checked; 81 where Syntology's instrument failed) · 336 unverified","sample_list":"/paper/attention-is-all-you-need#ran","syntology_url":"https://syntology.ai/paper/1706.03762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.03762"}},"official":{"repos":["tensorflow/tensor2tensor"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":300,"n_constructed":75,"n_ran_checked":234,"n_instrument":66,"n_unverified":359,"n_honours":18,"n_violates":5,"n_no_contract":211,"n_pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 234 with no instrument failure: 18 honoured, 5 violated, 211 with no contract checked; 66 where Syntology's instrument failed) · 359 unverified","sample_list":"/paper/bert-pre-training-of-deep-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1810.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04805"}},"official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","repositories_listed":67,"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/deep-contextualized-word-representations","slug":"deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","repositories_listed":46,"syntology":{"n":58,"n_ran":30,"n_constructed":12,"n_ran_checked":24,"n_instrument":6,"n_unverified":28,"n_honours":2,"n_violates":0,"n_no_contract":22,"n_pointer_only":25,"phrase":"30 ran (of which 12 constructed an object rather than computing a result; 24 with no instrument failure: 2 honoured, 0 violated, 22 with no contract checked; 6 where Syntology's instrument failed) · 28 unverified","sample_list":"/paper/deep-contextualized-word-representations#ran","syntology_url":"https://syntology.ai/paper/1802.05365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.05365"}},"official":null}},{"url":"/paper/language-models-are-unsupervised-multitask","slug":"language-models-are-unsupervised-multitask","title":"Language Models are Unsupervised Multitask Learners","date":"2019-02-14","arxiv_id":null,"repositories_listed":21,"syntology":null},{"url":"/paper/deberta-decoding-enhanced-bert-with","slug":"deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/deberta-decoding-enhanced-bert-with#ran","syntology_url":"https://syntology.ai/paper/2006.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03654"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper","unlocated"]}}},{"url":"/paper/winogrande-an-adversarial-winograd-schema","slug":"winogrande-an-adversarial-winograd-schema","title":"WinoGrande: An Adversarial Winograd Schema Challenge at Scale","date":"2019-07-24","arxiv_id":"1907.10641","repositories_listed":10,"syntology":null},{"url":"/paper/scaling-instruction-finetuned-language-models","slug":"scaling-instruction-finetuned-language-models","title":"Scaling Instruction-Finetuned Language Models","date":"2022-10-20","arxiv_id":"2210.11416","repositories_listed":9,"syntology":{"n":17,"n_ran":8,"n_constructed":1,"n_ran_checked":1,"n_instrument":7,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 7 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/scaling-instruction-finetuned-language-models#ran","syntology_url":"https://syntology.ai/paper/2210.11416","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.11416"}},"official":null}},{"url":"/paper/finetuned-language-models-are-zero-shot","slug":"finetuned-language-models-are-zero-shot","title":"Finetuned Language Models Are Zero-Shot Learners","date":"2021-09-03","arxiv_id":"2109.01652","repositories_listed":8,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/finetuned-language-models-are-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2109.01652","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.01652"}},"official":{"repos":["google-research/flan"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/palm-scaling-language-modeling-with-pathways-1","slug":"palm-scaling-language-modeling-with-pathways-1","title":"PaLM: Scaling Language Modeling with Pathways","date":"2022-04-05","arxiv_id":"2204.02311","repositories_listed":7,"syntology":{"n":37,"n_ran":32,"n_constructed":16,"n_ran_checked":24,"n_instrument":8,"n_unverified":5,"n_honours":2,"n_violates":1,"n_no_contract":21,"n_pointer_only":0,"phrase":"32 ran (of which 16 constructed an object rather than computing a result; 24 with no instrument failure: 2 honoured, 1 violated, 21 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/palm-scaling-language-modeling-with-pathways-1#ran","syntology_url":"https://syntology.ai/paper/2204.02311","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.02311"}},"official":null}},{"url":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}},"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sdnet-contextualized-attention-based-deep","slug":"sdnet-contextualized-attention-based-deep","title":"SDNet: Contextualized Attention-based Deep Network for Conversational Question Answering","date":"2018-12-10","arxiv_id":"1812.03593","repositories_listed":6,"syntology":null},{"url":"/paper/stanza-a-python-natural-language-processing","slug":"stanza-a-python-natural-language-processing","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","date":"2020-03-16","arxiv_id":"2003.07082","repositories_listed":5,"syntology":{"n":30,"n_ran":16,"n_constructed":8,"n_ran_checked":10,"n_instrument":6,"n_unverified":14,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":28,"phrase":"16 ran (of which 8 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 6 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/stanza-a-python-natural-language-processing#ran","syntology_url":"https://syntology.ai/paper/2003.07082","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.07082"}},"official":{"repos":["stanfordnlp/stanza"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/multi-task-identification-of-entities","slug":"multi-task-identification-of-entities","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","date":"2018-08-29","arxiv_id":"1808.09602","repositories_listed":5,"syntology":null},{"url":"/paper/higher-order-coreference-resolution-with","slug":"higher-order-coreference-resolution-with","title":"Higher-order Coreference Resolution with Coarse-to-fine Inference","date":"2018-04-15","arxiv_id":"1804.05392","repositories_listed":5,"syntology":{"n":23,"n_ran":17,"n_constructed":0,"n_ran_checked":14,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":3,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/higher-order-coreference-resolution-with#ran","syntology_url":"https://syntology.ai/paper/1804.05392","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.05392"}},"official":{"repos":["kentonl/e2e-coref"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pythia-a-suite-for-analyzing-large-language","slug":"pythia-a-suite-for-analyzing-large-language","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","date":"2023-04-03","arxiv_id":"2304.01373","repositories_listed":4,"syntology":null},{"url":"/paper/mind-the-gap-a-balanced-corpus-of-gendered","slug":"mind-the-gap-a-balanced-corpus-of-gendered","title":"Mind the GAP: A Balanced Corpus of Gendered Ambiguous Pronouns","date":"2018-10-11","arxiv_id":"1810.05201","repositories_listed":4,"syntology":null},{"url":"/paper/gender-bias-in-coreference-resolution","slug":"gender-bias-in-coreference-resolution","title":"Gender Bias in Coreference Resolution","date":"2018-04-25","arxiv_id":"1804.09301","repositories_listed":4,"syntology":null},{"url":"/paper/gender-bias-in-coreference-resolution-1","slug":"gender-bias-in-coreference-resolution-1","title":"Gender Bias in Coreference Resolution: Evaluation and Debiasing Methods","date":"2018-04-18","arxiv_id":"1804.06876","repositories_listed":4,"syntology":null},{"url":"/paper/end-to-end-neural-coreference-resolution","slug":"end-to-end-neural-coreference-resolution","title":"End-to-end Neural Coreference Resolution","date":"2017-07-21","arxiv_id":"1707.07045","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/end-to-end-neural-coreference-resolution#ran","syntology_url":"https://syntology.ai/paper/1707.07045","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1707.07045"}},"official":{"repos":["kentonl/e2e-coref"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hungry-hungry-hippos-towards-language","slug":"hungry-hungry-hippos-towards-language","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","date":"2022-12-28","arxiv_id":"2212.14052","repositories_listed":3,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":8,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/hungry-hungry-hippos-towards-language#ran","syntology_url":"https://syntology.ai/paper/2212.14052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.14052"}},"official":{"repos":["hazyresearch/h3"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/ask-me-anything-a-simple-strategy-for","slug":"ask-me-anything-a-simple-strategy-for","title":"Ask Me Anything: A simple strategy for prompting language models","date":"2022-10-05","arxiv_id":"2210.02441","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ask-me-anything-a-simple-strategy-for#ran","syntology_url":"https://syntology.ai/paper/2210.02441","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.02441"}},"official":{"repos":["hazyresearch/ama_prompting"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/designing-effective-sparse-expert-models","slug":"designing-effective-sparse-expert-models","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","date":"2022-02-17","arxiv_id":"2202.08906","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/designing-effective-sparse-expert-models#ran","syntology_url":"https://syntology.ai/paper/2202.08906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.08906"}},"official":{"repos":["tensorflow/mesh"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/the-multiberts-bert-reproductions-for","slug":"the-multiberts-bert-reproductions-for","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","date":"2021-06-30","arxiv_id":"2106.16163","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-multiberts-bert-reproductions-for#ran","syntology_url":"https://syntology.ai/paper/2106.16163","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.16163"}},"official":{"repos":["google-research/language"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-ignore-long-document-coreference","slug":"learning-to-ignore-long-document-coreference","title":"Learning to Ignore: Long Document Coreference with Bounded Memory Neural Networks","date":"2020-10-06","arxiv_id":"2010.02807","repositories_listed":3,"syntology":null},{"url":"/paper/an-annotated-dataset-of-coreference-in","slug":"an-annotated-dataset-of-coreference-in","title":"An Annotated Dataset of Coreference in English Literature","date":"2019-12-03","arxiv_id":"1912.01140","repositories_listed":3,"syntology":null},{"url":"/paper/multi-hop-question-answering-via-reasoning","slug":"multi-hop-question-answering-via-reasoning","title":"Multi-hop Question Answering via Reasoning Chains","date":"2019-10-07","arxiv_id":"1910.02610","repositories_listed":3,"syntology":null},{"url":"/paper/a-hybrid-neural-network-model-for-commonsense","slug":"a-hybrid-neural-network-model-for-commonsense","title":"A Hybrid Neural Network Model for Commonsense Reasoning","date":"2019-07-27","arxiv_id":"1907.11983","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/a-hybrid-neural-network-model-for-commonsense#ran","syntology_url":"https://syntology.ai/paper/1907.11983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.11983"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/huixiangdou-cr-coreference-resolution-in","slug":"huixiangdou-cr-coreference-resolution-in","title":"Labeling supervised fine-tuning data with the scaling law","date":"2024-05-05","arxiv_id":"2405.02817","repositories_listed":2,"syntology":null},{"url":"/paper/the-cot-collection-improving-zero-shot-and","slug":"the-cot-collection-improving-zero-shot-and","title":"The CoT Collection: Improving Zero-shot and Few-shot Learning of Language Models via Chain-of-Thought Fine-Tuning","date":"2023-05-23","arxiv_id":"2305.14045","repositories_listed":2,"syntology":null},{"url":"/paper/exploring-the-benefits-of-training-expert","slug":"exploring-the-benefits-of-training-expert","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","date":"2023-02-07","arxiv_id":"2302.03202","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-the-benefits-of-training-expert#ran","syntology_url":"https://syntology.ai/paper/2302.03202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.03202"}},"official":{"repos":["joeljang/elm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/n-grammer-augmenting-transformers-with-latent-1","slug":"n-grammer-augmenting-transformers-with-latent-1","title":"N-Grammer: Augmenting Transformers with latent n-grams","date":"2022-07-13","arxiv_id":"2207.06366","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/n-grammer-augmenting-transformers-with-latent-1#ran","syntology_url":"https://syntology.ai/paper/2207.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06366"}},"official":{"repos":["tensorflow/lingvo"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/lingmess-linguistically-informed-multi-expert","slug":"lingmess-linguistically-informed-multi-expert","title":"LingMess: Linguistically Informed Multi Expert Scorers for Coreference Resolution","date":"2022-05-25","arxiv_id":"2205.12644","repositories_listed":2,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lingmess-linguistically-informed-multi-expert#ran","syntology_url":"https://syntology.ai/paper/2205.12644","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12644"}},"official":{"repos":["shon-otmazgin/lingmess-coref"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["named_in_paper","official"]}}},{"url":"/paper/unifying-language-learning-paradigms","slug":"unifying-language-learning-paradigms","title":"UL2: Unifying Language Learning Paradigms","date":"2022-05-10","arxiv_id":"2205.05131","repositories_listed":2,"syntology":{"n":16,"n_ran":15,"n_constructed":0,"n_ran_checked":15,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unifying-language-learning-paradigms#ran","syntology_url":"https://syntology.ai/paper/2205.05131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05131"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-sequence-to-sequence-approach-for-document","slug":"a-sequence-to-sequence-approach-for-document","title":"A sequence-to-sequence approach for document-level relation extraction","date":"2022-04-03","arxiv_id":"2204.01098","repositories_listed":2,"syntology":null},{"url":"/paper/exploring-multi-modal-representations-for","slug":"exploring-multi-modal-representations-for","title":"Exploring Multi-Modal Representations for Ambiguity Detection & Coreference Resolution in the SIMMC 2.0 Challenge","date":"2022-02-25","arxiv_id":"2202.12645","repositories_listed":2,"syntology":null},{"url":"/paper/on-generalization-in-coreference-resolution","slug":"on-generalization-in-coreference-resolution","title":"On Generalization in Coreference Resolution","date":"2021-09-20","arxiv_id":"2109.09667","repositories_listed":2,"syntology":null},{"url":"/paper/scico-hierarchical-cross-document-coreference","slug":"scico-hierarchical-cross-document-coreference","title":"SciCo: Hierarchical Cross-Document Coreference for Scientific Concepts","date":"2021-04-18","arxiv_id":"2104.08809","repositories_listed":2,"syntology":null},{"url":"/paper/moving-on-from-ontonotes-coreference","slug":"moving-on-from-ontonotes-coreference","title":"Moving on from OntoNotes: Coreference Resolution Model Transfer","date":"2021-04-17","arxiv_id":"2104.08457","repositories_listed":2,"syntology":null},{"url":"/paper/wec-deriving-a-large-scale-cross-document","slug":"wec-deriving-a-large-scale-cross-document","title":"WEC: Deriving a Large-scale Cross-document Event Coreference dataset from Wikipedia","date":"2021-04-11","arxiv_id":"2104.05022","repositories_listed":2,"syntology":null},{"url":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/cross-document-language-modeling","slug":"cross-document-language-modeling","title":"CDLM: Cross-Document Language Modeling","date":"2021-01-02","arxiv_id":"2101.00406","repositories_listed":2,"syntology":null},{"url":"/paper/corefi-a-crowd-sourcing-suite-for-coreference","slug":"corefi-a-crowd-sourcing-suite-for-coreference","title":"CoRefi: A Crowd Sourcing Suite for Coreference Annotation","date":"2020-10-06","arxiv_id":"2010.02588","repositories_listed":2,"syntology":null},{"url":"/paper/dwie-an-entity-centric-dataset-for-multi-task","slug":"dwie-an-entity-centric-dataset-for-multi-task","title":"DWIE: an entity-centric dataset for multi-task document-level information extraction","date":"2020-09-26","arxiv_id":"2009.12626","repositories_listed":2,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":7,"n_instrument":4,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dwie-an-entity-centric-dataset-for-multi-task#ran","syntology_url":"https://syntology.ai/paper/2009.12626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.12626"}},"official":{"repos":["klimzaporojets/DWIE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/streamlining-cross-document-coreference","slug":"streamlining-cross-document-coreference","title":"Streamlining Cross-Document Coreference Resolution: Evaluation and Modeling","date":"2020-09-23","arxiv_id":"2009.11032","repositories_listed":2,"syntology":null},{"url":"/paper/paraphrasing-vs-coreferring-two-sides-of-the","slug":"paraphrasing-vs-coreferring-two-sides-of-the","title":"Paraphrasing vs Coreferring: Two Sides of the Same Coin","date":"2020-04-30","arxiv_id":"2004.14979","repositories_listed":2,"syntology":null},{"url":"/paper/bert-for-coreference-resolution-baselines-and","slug":"bert-for-coreference-resolution-baselines-and","title":"BERT for Coreference Resolution: Baselines and Analysis","date":"2019-08-24","arxiv_id":"1908.09091","repositories_listed":2,"syntology":null},{"url":"/paper/190600591","slug":"190600591","title":"Evaluating Gender Bias in Machine Translation","date":"2019-06-03","arxiv_id":"1906.00591","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/190600591#ran","syntology_url":"https://syntology.ai/paper/1906.00591","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.00591"}},"official":null}},{"url":"/paper/attention-is-not-all-you-need-for-commonsense","slug":"attention-is-not-all-you-need-for-commonsense","title":"Attention Is (not) All You Need for Commonsense Reasoning","date":"2019-05-31","arxiv_id":"1905.13497","repositories_listed":2,"syntology":null},{"url":"/paper/a-surprisingly-robust-trick-for-winograd","slug":"a-surprisingly-robust-trick-for-winograd","title":"A Surprisingly Robust Trick for Winograd Schema Challenge","date":"2019-05-15","arxiv_id":"1905.06290","repositories_listed":2,"syntology":null},{"url":"/paper/they-exist-introducing-plural-mentions-to","slug":"they-exist-introducing-plural-mentions-to","title":"They Exist! Introducing Plural Mentions to Coreference Resolution and Entity Linking","date":"2018-08-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/a-simple-method-for-commonsense-reasoning","slug":"a-simple-method-for-commonsense-reasoning","title":"A Simple Method for Commonsense Reasoning","date":"2018-06-07","arxiv_id":"1806.02847","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/a-simple-method-for-commonsense-reasoning#ran","syntology_url":"https://syntology.ai/paper/1806.02847","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.02847"}},"official":null}},{"url":"/paper/dynamic-entity-representations-in-neural","slug":"dynamic-entity-representations-in-neural","title":"Dynamic Entity Representations in Neural Language Models","date":"2017-08-02","arxiv_id":"1708.00781","repositories_listed":2,"syntology":null},{"url":"/paper/disambiguating-reference-in-visually-grounded","slug":"disambiguating-reference-in-visually-grounded","title":"Disambiguating Reference in Visually Grounded Dialogues through Joint Modeling of Textual and Multimodal Semantic Structures","date":"2025-05-16","arxiv_id":"2505.11726","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/disambiguating-reference-in-visually-grounded#ran","syntology_url":"https://syntology.ai/paper/2505.11726","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.11726"}},"official":{"repos":["sinadumi/mmrr"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/long-context-non-factoid-question-answering","slug":"long-context-non-factoid-question-answering","title":"Long-context Non-factoid Question Answering in Indic Languages","date":"2025-04-18","arxiv_id":"2504.13615","repositories_listed":1,"syntology":null},{"url":"/paper/rakg-document-level-retrieval-augmented","slug":"rakg-document-level-retrieval-augmented","title":"RAKG:Document-level Retrieval Augmented Knowledge Graph Construction","date":"2025-04-14","arxiv_id":"2504.09823","repositories_listed":1,"syntology":null},{"url":"/paper/legalcore-a-dataset-for-legal-documents-event","slug":"legalcore-a-dataset-for-legal-documents-event","title":"LegalCore: A Dataset for Legal Documents Event Coreference Resolution","date":"2025-02-18","arxiv_id":"2502.12509","repositories_listed":1,"syntology":null},{"url":"/paper/the-role-of-natural-language-processing-tasks","slug":"the-role-of-natural-language-processing-tasks","title":"The Role of Natural Language Processing Tasks in Automatic Literary Character Network Construction","date":"2024-12-16","arxiv_id":"2412.11560","repositories_listed":1,"syntology":null},{"url":"/paper/identifyme-a-challenging-long-context-mention","slug":"identifyme-a-challenging-long-context-mention","title":"IdentifyMe: A Challenging Long-Context Mention Resolution Benchmark for LLMs","date":"2024-11-12","arxiv_id":"2411.07466","repositories_listed":1,"syntology":null},{"url":"/paper/data-driven-coreference-based-ontology","slug":"data-driven-coreference-based-ontology","title":"Data-driven Coreference-based Ontology Building","date":"2024-10-22","arxiv_id":"2410.17051","repositories_listed":1,"syntology":null},{"url":"/paper/findings-of-the-third-shared-task-on-1","slug":"findings-of-the-third-shared-task-on-1","title":"Findings of the Third Shared Task on Multilingual Coreference Resolution","date":"2024-10-21","arxiv_id":"2410.15949","repositories_listed":1,"syntology":null},{"url":"/paper/solving-the-challenge-set-without-solving-the","slug":"solving-the-challenge-set-without-solving-the","title":"Solving the Challenge Set without Solving the Task: On Winograd Schemas as a Test of Pronominal Coreference Resolution","date":"2024-10-12","arxiv_id":"2410.09448","repositories_listed":1,"syntology":null},{"url":"/paper/how-language-models-prioritize-contextual","slug":"how-language-models-prioritize-contextual","title":"How Language Models Prioritize Contextual Grammatical Cues?","date":"2024-10-04","arxiv_id":"2410.03447","repositories_listed":1,"syntology":null},{"url":"/paper/corpipe-at-crac-2024-predicting-zero-mentions","slug":"corpipe-at-crac-2024-predicting-zero-mentions","title":"CorPipe at CRAC 2024: Predicting Zero Mentions from Raw Text","date":"2024-10-03","arxiv_id":"2410.02756","repositories_listed":1,"syntology":null},{"url":"/paper/j2n-nominal-adjective-identification-and-its","slug":"j2n-nominal-adjective-identification-and-its","title":"J2N -- Nominal Adjective Identification and its Application","date":"2024-09-22","arxiv_id":"2409.14374","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-english-winogender-schemas-for","slug":"revisiting-english-winogender-schemas-for","title":"WinoPron: Revisiting English Winogender Schemas for Consistency, Coverage, and Grammatical Case","date":"2024-09-09","arxiv_id":"2409.05653","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-multiple-strategies-to-improve","slug":"exploring-multiple-strategies-to-improve","title":"Exploring Multiple Strategies to Improve Multilingual Coreference Resolution in CorefUD","date":"2024-08-29","arxiv_id":"2408.16893","repositories_listed":1,"syntology":null},{"url":"/paper/2407-21489","slug":"2407-21489","title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","date":"2024-07-31","arxiv_id":"2407.21489","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}},"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/listen-and-speak-fairly-a-study-on-semantic","slug":"listen-and-speak-fairly-a-study-on-semantic","title":"Listen and Speak Fairly: A Study on Semantic Gender Bias in Speech Integrated Large Language Models","date":"2024-07-09","arxiv_id":"2407.06957","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-cross-document-event-coreference","slug":"enhancing-cross-document-event-coreference","title":"Enhancing Cross-Document Event Coreference Resolution by Discourse Structure and Semantic Information","date":"2024-06-23","arxiv_id":"2406.15990","repositories_listed":1,"syntology":null},{"url":"/paper/harvesting-events-from-multiple-sources","slug":"harvesting-events-from-multiple-sources","title":"Harvesting Events from Multiple Sources: Towards a Cross-Document Event Extraction Paradigm","date":"2024-06-23","arxiv_id":"2406.16021","repositories_listed":1,"syntology":null},{"url":"/paper/easyecr-a-library-for-easy-implementation-and","slug":"easyecr-a-library-for-easy-implementation-and","title":"EasyECR: A Library for Easy Implementation and Evaluation of Event Coreference Resolution Models","date":"2024-06-20","arxiv_id":"2406.14106","repositories_listed":1,"syntology":null},{"url":"/paper/major-entity-identification-a-generalizable","slug":"major-entity-identification-a-generalizable","title":"Major Entity Identification: A Generalizable Alternative to Coreference Resolution","date":"2024-06-20","arxiv_id":"2406.14654","repositories_listed":1,"syntology":null},{"url":"/paper/thaicoref-thai-coreference-resolution-dataset","slug":"thaicoref-thai-coreference-resolution-dataset","title":"ThaiCoref: Thai Coreference Resolution Dataset","date":"2024-06-10","arxiv_id":"2406.06000","repositories_listed":1,"syntology":null},{"url":"/paper/synergetic-event-understanding-a","slug":"synergetic-event-understanding-a","title":"Synergetic Event Understanding: A Collaborative Approach to Cross-Document Event Coreference Resolution with Large Language Models","date":"2024-06-04","arxiv_id":"2406.02148","repositories_listed":1,"syntology":null},{"url":"/paper/transforming-dutch-debiasing-dutch","slug":"transforming-dutch-debiasing-dutch","title":"Transforming Dutch: Debiasing Dutch Coreference Resolution Systems for Non-binary Pronouns","date":"2024-04-30","arxiv_id":"2405.00134","repositories_listed":1,"syntology":null},{"url":"/paper/asking-and-answering-questions-to-extract","slug":"asking-and-answering-questions-to-extract","title":"Asking and Answering Questions to Extract Event-Argument Structures","date":"2024-04-25","arxiv_id":"2404.16413","repositories_listed":1,"syntology":null},{"url":"/paper/rexel-an-end-to-end-model-for-document-level","slug":"rexel-an-end-to-end-model-for-document-level","title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","date":"2024-04-19","arxiv_id":"2404.12788","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/multimodal-cross-document-event-coreference","slug":"multimodal-cross-document-event-coreference","title":"Multimodal Cross-Document Event Coreference Resolution Using Linear Semantic Transfer and Mixed-Modality Ensembles","date":"2024-04-13","arxiv_id":"2404.08949","repositories_listed":1,"syntology":null},{"url":"/paper/okay-let-s-do-this-modeling-event-coreference","slug":"okay-let-s-do-this-modeling-event-coreference","title":"Okay, Let's Do This! Modeling Event Coreference with Generated Rationales and Knowledge Distillation","date":"2024-04-04","arxiv_id":"2404.03196","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":12,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/okay-let-s-do-this-modeling-event-coreference#ran","syntology_url":"https://syntology.ai/paper/2404.03196","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03196"}},"official":{"repos":["csu-signal/llama_cdcr"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/a-rationale-centric-counterfactual-data","slug":"a-rationale-centric-counterfactual-data","title":"A Rationale-centric Counterfactual Data Augmentation Method for Cross-Document Event Coreference Resolution","date":"2024-04-02","arxiv_id":"2404.01921","repositories_listed":1,"syntology":null},{"url":"/paper/koconovel-annotated-dataset-of-character","slug":"koconovel-annotated-dataset-of-character","title":"KoCoNovel: Annotated Dataset of Character Coreference in Korean Novels","date":"2024-04-01","arxiv_id":"2404.01140","repositories_listed":1,"syntology":null},{"url":"/paper/a-controlled-reevaluation-of-coreference","slug":"a-controlled-reevaluation-of-coreference","title":"A Controlled Reevaluation of Coreference Resolution Models","date":"2024-03-31","arxiv_id":"2404.00727","repositories_listed":1,"syntology":null},{"url":"/paper/linear-cross-document-event-coreference","slug":"linear-cross-document-event-coreference","title":"Linear Cross-document Event Coreference Resolution with X-AMR","date":"2024-03-25","arxiv_id":"2404.08656","repositories_listed":1,"syntology":null},{"url":"/paper/splice-a-singleton-enhanced-pipeline-for","slug":"splice-a-singleton-enhanced-pipeline-for","title":"SPLICE: A Singleton-Enhanced PipeLIne for Coreference REsolution","date":"2024-03-25","arxiv_id":"2403.17245","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-coreference-resolution-in-low","slug":"multilingual-coreference-resolution-in-low","title":"Multilingual Coreference Resolution in Low-resource South Asian Languages","date":"2024-02-21","arxiv_id":"2402.13571","repositories_listed":1,"syntology":null},{"url":"/paper/towards-transparency-in-coreference","slug":"towards-transparency-in-coreference","title":"Towards Transparency in Coreference Resolution: A Quantum-Inspired Approach","date":"2023-12-01","arxiv_id":"2312.00688","repositories_listed":1,"syntology":null},{"url":"/paper/ufal-corpipe-at-crac-2023-larger-context","slug":"ufal-corpipe-at-crac-2023-larger-context","title":"ÚFAL CorPipe at CRAC 2023: Larger Context Improves Multilingual Coreference Resolution","date":"2023-11-24","arxiv_id":"2311.14391","repositories_listed":1,"syntology":null},{"url":"/paper/champ-efficient-annotation-and-consolidation","slug":"champ-efficient-annotation-and-consolidation","title":"CHAMP: Efficient Annotation and Consolidation of Cluster Hierarchies","date":"2023-11-19","arxiv_id":"2311.11301","repositories_listed":1,"syntology":null},{"url":"/paper/investigating-multilingual-coreference","slug":"investigating-multilingual-coreference","title":"Investigating Multilingual Coreference Resolution by Universal Annotations","date":"2023-10-26","arxiv_id":"2310.17734","repositories_listed":1,"syntology":null},{"url":"/paper/corefprompt-prompt-based-event-coreference","slug":"corefprompt-prompt-based-event-coreference","title":"CorefPrompt: Prompt-based Event Coreference Resolution by Measuring Event Type and Argument Compatibilities","date":"2023-10-23","arxiv_id":"2310.14512","repositories_listed":1,"syntology":null},{"url":"/paper/semi-supervised-multimodal-coreference","slug":"semi-supervised-multimodal-coreference","title":"Semi-supervised multimodal coreference resolution in image narrations","date":"2023-10-20","arxiv_id":"2310.13619","repositories_listed":1,"syntology":null},{"url":"/paper/seq2seq-is-all-you-need-for-coreference","slug":"seq2seq-is-all-you-need-for-coreference","title":"Seq2seq is All You Need for Coreference Resolution","date":"2023-10-20","arxiv_id":"2310.13774","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/seq2seq-is-all-you-need-for-coreference#ran","syntology_url":"https://syntology.ai/paper/2310.13774","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13774"}},"official":{"repos":["wenzhengzhang/seq2seqcoref"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/caw-coref-conjunction-aware-word-level","slug":"caw-coref-conjunction-aware-word-level","title":"CAW-coref: Conjunction-Aware Word-level Coreference Resolution","date":"2023-10-09","arxiv_id":"2310.06165","repositories_listed":1,"syntology":null},{"url":"/paper/incorporating-singletons-and-mention-based","slug":"incorporating-singletons-and-mention-based","title":"Incorporating Singletons and Mention-based Features in Coreference Resolution via Multi-task Learning for Better Generalization","date":"2023-09-20","arxiv_id":"2309.11582","repositories_listed":1,"syntology":null},{"url":"/paper/collecting-visually-grounded-dialogue-with-a-1","slug":"collecting-visually-grounded-dialogue-with-a-1","title":"Collecting Visually-Grounded Dialogue with A Game Of Sorts","date":"2023-09-10","arxiv_id":"2309.05162","repositories_listed":1,"syntology":null},{"url":"/paper/similarity-based-memory-enhanced-joint-entity","slug":"similarity-based-memory-enhanced-joint-entity","title":"Similarity-based Memory Enhanced Joint Entity and Relation Extraction","date":"2023-07-14","arxiv_id":"2307.11762","repositories_listed":1,"syntology":null},{"url":"/paper/2-n-is-better-than-n-2-decomposing-event-1","slug":"2-n-is-better-than-n-2-decomposing-event-1","title":"2∗n is better than n^2: Decomposing Event Coreference Resolution into Two Tractable Problems","date":"2023-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/how-good-is-the-model-in-model-in-the-loop","slug":"how-good-is-the-model-in-model-in-the-loop","title":"How Good is the Model in Model-in-the-loop Event Coreference Resolution Annotation?","date":"2023-06-06","arxiv_id":"2306.05434","repositories_listed":1,"syntology":null}],"syntology_records":30,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":43,"papers_where_code_ran_first_page":"/task/coreference-resolution/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":9,"url":"/task/coreference-resolution/papers/2","json":"/task/coreference-resolution/papers/2.json","rows":100},{"order":"archive","page":3,"of":9,"url":"/task/coreference-resolution/papers/3","json":"/task/coreference-resolution/papers/3.json","rows":100},{"order":"archive","page":4,"of":9,"url":"/task/coreference-resolution/papers/4","json":"/task/coreference-resolution/papers/4.json","rows":100},{"order":"archive","page":5,"of":9,"url":"/task/coreference-resolution/papers/5","json":"/task/coreference-resolution/papers/5.json","rows":100},{"order":"archive","page":6,"of":9,"url":"/task/coreference-resolution/papers/6","json":"/task/coreference-resolution/papers/6.json","rows":100},{"order":"archive","page":7,"of":9,"url":"/task/coreference-resolution/papers/7","json":"/task/coreference-resolution/papers/7.json","rows":100},{"order":"archive","page":8,"of":9,"url":"/task/coreference-resolution/papers/8","json":"/task/coreference-resolution/papers/8.json","rows":100},{"order":"archive","page":9,"of":9,"url":"/task/coreference-resolution/papers/9","json":"/task/coreference-resolution/papers/9.json","rows":80},{"order":"ran","page":1,"of":1,"url":"/task/coreference-resolution/papers/ran/1","json":"/task/coreference-resolution/papers/ran/1.json","rows":43}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"22391e309e755ebae77609c0967329e6617da0a0087afe656c8831d0f982683d","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}