{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/dataset/conll-1","name":"CoNLL","full_name":null,"description_markdown":"The CoNLL dataset is a widely used resource in the field of natural language processing (NLP). The term “CoNLL” stands for Conference on Natural Language Learning. It originates from a series of shared tasks organized at the Conferences of Natural Language Learning.","description_withheld":null,"homepage":"https://www.conll.org/","introduced_date":null,"introduced_date_note":null,"introduced_by":null,"license":null,"modalities":[],"tasks":[{"name":"Named Entity Recognition (NER)","url":"/task/named-entity-recognition-ner","datasets_with_task":"/datasets/task/named-entity-recognition-ner"},{"name":"Relation Extraction","url":"/task/relation-extraction","datasets_with_task":"/datasets/task/relation-extraction"},{"name":"Cross-Lingual Transfer","url":"/task/cross-lingual-transfer","datasets_with_task":"/datasets/task/cross-lingual-transfer"},{"name":"Cross-Lingual NER","url":"/task/cross-lingual-ner","datasets_with_task":"/datasets/task/cross-lingual-ner"},{"name":"Entity Linking","url":"/task/entity-linking","datasets_with_task":"/datasets/task/entity-linking"},{"name":"Dependency Parsing","url":"/task/dependency-parsing","datasets_with_task":"/datasets/task/dependency-parsing"},{"name":"Coreference Resolution","url":"/task/coreference-resolution","datasets_with_task":"/datasets/task/coreference-resolution"},{"name":"Grammatical Error Correction","url":"/task/grammatical-error-correction","datasets_with_task":"/datasets/task/grammatical-error-correction"},{"name":"Joint Entity and Relation Extraction","url":"/task/joint-entity-and-relation-extraction","datasets_with_task":"/datasets/task/joint-entity-and-relation-extraction"},{"name":"Part-Of-Speech Tagging","url":"/task/part-of-speech-tagging","datasets_with_task":"/datasets/task/part-of-speech-tagging"},{"name":"Semantic Role Labeling","url":"/task/semantic-role-labeling","datasets_with_task":"/datasets/task/semantic-role-labeling"},{"name":"Entity Disambiguation","url":"/task/entity-disambiguation","datasets_with_task":"/datasets/task/entity-disambiguation"},{"name":"Token Classification","url":"/task/token-classification","datasets_with_task":"/datasets/task/token-classification"},{"name":"Named Entity Recognition","url":"/task/named-entity-recognition-1","datasets_with_task":"/datasets/task/named-entity-recognition-1"},{"name":"Weakly-Supervised Named Entity Recognition","url":"/task/weakly-supervised-named-entity-recognition","datasets_with_task":"/datasets/task/weakly-supervised-named-entity-recognition"},{"name":"Entity Typing","url":"/task/entity-typing","datasets_with_task":"/datasets/task/entity-typing"},{"name":"Chunking","url":"/task/chunking","datasets_with_task":"/datasets/task/chunking"},{"name":"Grammatical Error Detection","url":"/task/grammatical-error-detection","datasets_with_task":"/datasets/task/grammatical-error-detection"},{"name":"Sequential sentence segmentation","url":"/task/sequential-sentence-segmentation","datasets_with_task":"/datasets/task/sequential-sentence-segmentation"},{"name":"Predicate Detection","url":"/task/predicate-detection","datasets_with_task":"/datasets/task/predicate-detection"},{"name":"Low Resource Named Entity Recognition","url":"/task/low-resource-named-entity-recognition","datasets_with_task":"/datasets/task/low-resource-named-entity-recognition"},{"name":"Text Segmentation","url":"/task/text-segmentation","datasets_with_task":"/datasets/task/text-segmentation"},{"name":"FG-1-PG-1","url":"/task/fg-1-pg-1","datasets_with_task":"/datasets/task/fg-1-pg-1"},{"name":"Semantic Role Labeling (predicted predicates)","url":"/task/semantic-role-labeling-predicted-predicates","datasets_with_task":"/datasets/task/semantic-role-labeling-predicted-predicates"},{"name":"UCCA Parsing","url":"/task/ucca-parsing","datasets_with_task":"/datasets/task/ucca-parsing"},{"name":"Cross-Domain Named Entity Recognition","url":"/task/cross-domain-named-entity-recognition","datasets_with_task":"/datasets/task/cross-domain-named-entity-recognition"},{"name":"Chinese Semantic Role Labeling","url":"/task/chinese-semantic-role-labeling","datasets_with_task":"/datasets/task/chinese-semantic-role-labeling"},{"name":"Sentence segmentation","url":"/task/sentence-segmentation","datasets_with_task":"/datasets/task/sentence-segmentation"},{"name":"Morphological Tagging","url":"/task/morphological-tagging","datasets_with_task":"/datasets/task/morphological-tagging"}],"languages":[],"variants":["AIDA CoNLL-YAGO","AIDA-CoNLL","wikiann-conll2003","tner/conll2003","ju-bezdek/conll2003-SK-NER","conllpp","CoNLL 2019","CoNLL 2017 Shared Task - Automatically Annotated Raw Texts and Word Embeddings","CoNLL-2014 Shared Task: Grammatical Error Correction","CoNLL-2014 Shared Task (10 annotations)","CoNLL-2014 10 Annotations","CoNLL-2012","CoNLL 2003 NER dev","CoNLL2003 (English)","ConLL 2003","conll2003","CoNLL 2002","conll2002","CoNLL-2000","CoNLL12","CoNLL05 WSJ","CoNLL05 Brown","CoNLL03","CoNLL","Conll 2003 Spanish","CoNLL04","CoNLL-Aida","CoNLL-2014 Shared Task","CoNLL-2014 A2","CoNLL-2014 A1","CoNLL-2009","CoNLL++","CoNLL Spanish","CoNLL German","CoNLL Dutch","CoNLL 2012","CoNLL 2005","CoNLL 2003 (German) Revised","CoNLL 2003 (German)","CoNLL 2003 (English)","CoNLL 2002 (Spanish)","CoNLL 2002 (Dutch)","CoNLL 2000","CONLL 2003 German","CONLL 2003 Dutch"],"data_loaders":[],"num_papers_in_archive":187,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (English)","rows":73,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"94.6"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014","task":"Grammatical Error Correction","dataset_variant":"CoNLL-2014 Shared Task","rows":23,"metrics":["F0.5","Precision","Recall"],"first_row_in_archive_order":{"model":"Ensembles of best 7 models + GRECO + GTP-rerank","paper":"/paper/pillars-of-grammatical-error-correction","metrics":{"F0.5":"72.8","Precision":"83.9","Recall":"47.5"},"code_links":[{"title":"grammarly/pillars-of-gec","url":"https://github.com/grammarly/pillars-of-gec"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-disambiguation-on-aida-conll","task":"Entity Disambiguation","dataset_variant":"AIDA-CoNLL","rows":20,"metrics":["In-KB Accuracy","Micro-F1"],"first_row_in_archive_order":{"model":"confidence-order","paper":"/paper/pre-training-of-deep-contextualized","metrics":{"In-KB Accuracy":"95.0"},"code_links":[{"title":"studio-ousia/luke","url":"https://github.com/studio-ousia/luke"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/coreference-resolution-on-conll-2012","task":"Coreference Resolution","dataset_variant":"CoNLL 2012","rows":18,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"Maverick_mes","paper":"/paper/2407-21489","metrics":{"Avg F1":"83.6"},"code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-linking-on-aida-conll","task":"Entity Linking","dataset_variant":"AIDA-CoNLL","rows":17,"metrics":["Micro-F1 strong"],"first_row_in_archive_order":{"model":"SpEL-large (2023)","paper":"/paper/spel-structured-prediction-for-entity-linking","metrics":{"Micro-F1 strong":"88.6"},"code_links":[{"title":"shavarani/spel","url":"https://github.com/shavarani/spel"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2005","task":"Semantic Role Labeling","dataset_variant":"CoNLL 2005","rows":15,"metrics":["F1"],"first_row_in_archive_order":{"model":"MRC-SRL","paper":"/paper/an-mrc-framework-for-semantic-role-labeling","metrics":{"F1":"90.0"},"code_links":[{"title":"shannonai/mrc-srl","url":"https://github.com/shannonai/mrc-srl"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-dutch","task":"Cross-Lingual NER","dataset_variant":"CoNLL Dutch","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"Zero shot mBERT 3","paper":"/paper/towards-lingua-franca-named-entity","metrics":{"F1":"83.35"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-german","task":"Cross-Lingual NER","dataset_variant":"CoNLL German","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"SMTS Multi sim","paper":"/paper/single-multi-source-cross-lingual-ner-via","metrics":{"F1":"75.33"},"code_links":[{"title":"microsoft/vert-papers","url":"https://github.com/microsoft/vert-papers/tree/master/papers/SingleMulti-TS"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-spanish","task":"Cross-Lingual NER","dataset_variant":"CoNLL Spanish","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"XLM-R large","paper":"/paper/model-and-data-transfer-for-cross-lingual","metrics":{"F1":"79.5"},"code_links":[{"title":"ikergarcia1996/Easy-Translate","url":"https://github.com/ikergarcia1996/Easy-Translate"},{"title":"ikergarcia1996/easy-label-projection","url":"https://github.com/ikergarcia1996/easy-label-projection"},{"title":"ikergarcia1996/Iker-Garcia-Ferrero","url":"https://github.com/ikergarcia1996/Iker-Garcia-Ferrero"},{"title":"ikergarcia1996/annotation-projection-app","url":"https://github.com/ikergarcia1996/annotation-projection-app"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2000","task":"Chunking","dataset_variant":"CoNLL 2000","rows":9,"metrics":["Exact Span F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"Exact Span F1":"97.3"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-detection-on-conll-2014-a1","task":"Grammatical Error Detection","dataset_variant":"CoNLL-2014 A1","rows":8,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"VERNet","paper":"/paper/neural-quality-estimation-with-multiple","metrics":{"F0.5":"54.3"},"code_links":[{"title":"thunlp/VERNet","url":"https://github.com/thunlp/VERNet"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-detection-on-conll-2014-a2","task":"Grammatical Error Detection","dataset_variant":"CoNLL-2014 A2","rows":8,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"VERNet","paper":"/paper/neural-quality-estimation-with-multiple","metrics":{"F0.5":"63.1"},"code_links":[{"title":"thunlp/VERNet","url":"https://github.com/thunlp/VERNet"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-predicted-predicates-1","task":"Semantic Role Labeling (predicted predicates)","dataset_variant":"CoNLL 2012","rows":7,"metrics":["F1"],"first_row_in_archive_order":{"model":"Fei et al. 2021 (HeSyFu) + RoBERTa","paper":"/paper/better-combine-them-together-integrating","metrics":{"F1":"88.59"},"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (German)","rows":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"88.38"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german-1","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (German) Revised","rows":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"FLERT XLM-R","paper":"/paper/flert-document-level-features-for-named","metrics":{"F1":"92.23"},"code_links":[{"title":"flairNLP/flair","url":"https://github.com/flairNLP/flair"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-predicted-predicates","task":"Semantic Role Labeling (predicted predicates)","dataset_variant":"CoNLL 2005","rows":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA + ELMo","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"86.90"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2003-english","task":"Chunking","dataset_variant":"CoNLL 2003 (English)","rows":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"92.5"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2003-german","task":"Chunking","dataset_variant":"CoNLL 2003 (German)","rows":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"95.0"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-linking-on-conll-aida","task":"Entity Linking","dataset_variant":"CoNLL-Aida","rows":3,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"RELIC + CoNLL-Aida tuning","paper":"/paper/learning-cross-context-entity-representations-1","metrics":{"Accuracy":"94.9"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014-1","task":"Grammatical Error Correction","dataset_variant":"CoNLL-2014 Shared Task (10 annotations)","rows":3,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"GRECO (vote+ESC)","paper":"/paper/system-combination-via-quality-estimation-for","metrics":{"F0.5":"85.21"},"code_links":[{"title":"nusnlp/greco","url":"https://github.com/nusnlp/greco"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/ucca-parsing-on-conll-2019","task":"UCCA Parsing","dataset_variant":"CoNLL 2019","rows":3,"metrics":["Full UCCA F1","Full MRP F1","LPP UCCA F1","LPP MRP F1"],"first_row_in_archive_order":{"model":"Transition-based  (+BERT + Efficient Training + Effective Encoding)","paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","metrics":{"Full MRP F1":"81.7","Full UCCA F1":"66.7","LPP MRP F1":"82.6","LPP UCCA F1":"64.4"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/coreference-resolution-on-conll12","task":"Coreference Resolution","dataset_variant":"CoNLL12","rows":2,"metrics":["Average F1","B3","CEAFϕ4","MUC"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"Average F1":"73.1","B3":"71.3","CEAFϕ4":"73.1","MUC":"74.9"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/predicate-detection-on-conll-2005","task":"Predicate Detection","dataset_variant":"CoNLL 2005","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"98.4"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-brown","task":"Semantic Role Labeling","dataset_variant":"CoNLL05 Brown","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"92.1"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-wsj","task":"Semantic Role Labeling","dataset_variant":"CoNLL05 WSJ","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"95.5"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll12","task":"Semantic Role Labeling","dataset_variant":"CoNLL12","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"97.2"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-typing-on-aida-conll","task":"Entity Typing","dataset_variant":"AIDA-CoNLL","rows":1,"metrics":["Micro-F1"],"first_row_in_archive_order":{"model":"ReFinED","paper":"/paper/refined-an-efficient-zero-shot-capable-1","metrics":{"Micro-F1":"84.0"},"code_links":[{"title":"amazon-science/ReFinED","url":"https://github.com/amazon-science/ReFinED"},{"title":"amazon-research/ReFinED","url":"https://github.com/amazon-research/ReFinED"},{"title":"alexa/refined","url":"https://github.com/alexa/refined"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/fg-1-pg-1-on-conll2003","task":"FG-1-PG-1","dataset_variant":"conll2003","rows":1,"metrics":["F1 (macro)","F1 (micro)"],"first_row_in_archive_order":{"model":"CFNER","paper":"/paper/distilling-causal-effect-from-miscellaneous","metrics":{"F1 (macro)":"0.7911","F1 (micro)":"0.8091"},"code_links":[{"title":"zzz47zzz/CFNER","url":"https://github.com/zzz47zzz/CFNER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-4","task":"Low Resource Named Entity Recognition","dataset_variant":"CONLL 2003 German","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"65.24"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-5","task":"Low Resource Named Entity Recognition","dataset_variant":"Conll 2003 Spanish","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Cross-lingual Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"75.93"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-6","task":"Low Resource Named Entity Recognition","dataset_variant":"CONLL 2003 Dutch","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"74.61"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2000","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2000","rows":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SWEM-CRF","paper":"/paper/baseline-needs-more-love-on-simple-word","metrics":{"F1":"90.34"},"code_links":[{"title":"dinghanshen/SWEM","url":"https://github.com/dinghanshen/SWEM"},{"title":"nyk510/scdv-python","url":"https://github.com/nyk510/scdv-python"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/predicate-detection-on-conll-2012","task":"Predicate Detection","dataset_variant":"CoNLL 2012","rows":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"97.2"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2012","task":"Semantic Role Labeling","dataset_variant":"CoNLL 2012","rows":1,"metrics":["Avg. F1"],"first_row_in_archive_order":{"model":"HeSyFu","paper":"/paper/better-combine-them-together-integrating","metrics":{"Avg. F1":"88.59"},"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/token-classification-on-conll2003","task":"Token Classification","dataset_variant":"conll2003","rows":0,"metrics":["Accuracy","F1","Precision","Recall","loss"],"first_row_in_archive_order":null,"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers":{"order":"date (newest first), then slug","population":"every paper with a leaderboard row on this dataset's benchmarks (the benchmark-backed subset): the archive's own papers-using-this-dataset list was never published, so this is not that list; num_papers_in_archive is the archive's own count","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":156,"counts":{"papers_with_a_benchmark_row":156,"with_a_code_link":131,"where_syntology_ran_a_sample":38,"not_listed_spam_title":0,"listed":156,"listed_where_code_ran":38,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":34,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":34,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers with at least one leaderboard row on this dataset's benchmarks; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"paper":"/paper/efficient-and-interpretable-grammatical-error","slug":"efficient-and-interpretable-grammatical-error","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","date":"2024-10-30","arxiv_id":"2410.23507","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/subregweigh-effective-and-efficient","slug":"subregweigh-effective-and-efficient","title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","date":"2024-09-10","arxiv_id":"2409.06216","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/2407-21489","slug":"2407-21489","title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","date":"2024-07-31","arxiv_id":"2407.21489","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":11,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":0,"samples_unverified":3,"pointer_only_for_licence":11,"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}}}},{"paper":"/paper/2408-00103","slug":"2408-00103","title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","date":"2024-07-31","arxiv_id":"2408.00103","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/transformer-based-named-entity-recognition-1","slug":"transformer-based-named-entity-recognition-1","title":"Transformer-based Named Entity Recognition with Combined Data Representation","date":"2024-06-25","arxiv_id":"2406.17474","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/pillars-of-grammatical-error-correction","slug":"pillars-of-grammatical-error-correction","title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","date":"2024-04-23","arxiv_id":"2404.14914","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/entity-disambiguation-via-fusion-entity","slug":"entity-disambiguation-via-fusion-entity","title":"Entity Disambiguation via Fusion Entity Decoding","date":"2024-04-02","arxiv_id":"2404.01626","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/unsupervised-grammatical-error-correction","slug":"unsupervised-grammatical-error-correction","title":"Unsupervised Grammatical Error Correction Rivaling Supervised Methods","date":"2023-12-06","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-seq2seq-grammatical-error","slug":"improving-seq2seq-grammatical-error","title":"Improving Seq2Seq Grammatical Error Correction via Decoding Interventions","date":"2023-10-23","arxiv_id":"2310.14534","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/spel-structured-prediction-for-entity-linking","slug":"spel-structured-prediction-for-entity-linking","title":"SpEL: Structured Prediction for Entity Linking","date":"2023-10-23","arxiv_id":"2310.14684","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/system-combination-via-quality-estimation-for","slug":"system-combination-via-quality-estimation-for","title":"System Combination via Quality Estimation for Grammatical Error Correction","date":"2023-10-23","arxiv_id":"2310.14947","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/gollie-annotation-guidelines-improve-zero","slug":"gollie-annotation-guidelines-improve-zero","title":"GoLLIE: Annotation Guidelines improve Zero-Shot Information-Extraction","date":"2023-10-05","arxiv_id":"2310.03668","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":25,"samples_ran":18,"samples_constructed":2,"samples_ran_checked":17,"samples_ran_instrument_failed":1,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["hitz-zentroa/gollie"],"state":"official (archive's flag): 18 ran","n_ran":18,"n_constructed":2,"n_ran_no_instrument_failure":17,"n_unverified":7,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/gollie-annotation-guidelines-improve-zero#ran","syntology_url":"https://syntology.ai/paper/2310.03668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.03668"}}}},{"paper":"/paper/promptner-prompt-locating-and-typing-for","slug":"promptner-prompt-locating-and-typing-for","title":"PromptNER: Prompt Locating and Typing for Named Entity Recognition","date":"2023-05-26","arxiv_id":"2305.17104","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/diffusionner-boundary-diffusion-for-named","slug":"diffusionner-boundary-diffusion-for-named","title":"DiffusionNER: Boundary Diffusion for Named Entity Recognition","date":"2023-05-22","arxiv_id":"2305.13298","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/coreference-resolution-through-a-seq2seq","slug":"coreference-resolution-through-a-seq2seq","title":"Coreference Resolution through a seq2seq Transition-Based System","date":"2022-11-22","arxiv_id":"2211.12142","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/autoregressive-structured-prediction-with","slug":"autoregressive-structured-prediction-with","title":"Autoregressive Structured Prediction with Language Models","date":"2022-10-26","arxiv_id":"2210.14698","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/model-and-data-transfer-for-cross-lingual","slug":"model-and-data-transfer-for-cross-lingual","title":"Model and Data Transfer for Cross-Lingual Sequence Labelling in Zero-Resource Settings","date":"2022-10-23","arxiv_id":"2210.12623","rows_on_this_dataset":3,"code_links":4,"syntology":null},{"paper":"/paper/syngec-syntax-enhanced-grammatical-error","slug":"syngec-syntax-enhanced-grammatical-error","title":"SynGEC: Syntax-Enhanced Grammatical Error Correction with a Tailored GEC-Oriented Parser","date":"2022-10-22","arxiv_id":"2210.12484","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/distilling-causal-effect-from-miscellaneous","slug":"distilling-causal-effect-from-miscellaneous","title":"Distilling Causal Effect from Miscellaneous Other-Class for Continual Named Entity Recognition","date":"2022-10-08","arxiv_id":"2210.03980","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-entity-disambiguation-by-reasoning-1","slug":"improving-entity-disambiguation-by-reasoning-1","title":"Improving Entity Disambiguation by Reasoning over a Knowledge Base","date":"2022-07-08","arxiv_id":"2207.04106","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/refined-an-efficient-zero-shot-capable-1","slug":"refined-an-efficient-zero-shot-capable-1","title":"ReFinED: An Efficient Zero-shot-capable Approach to End-to-End Entity Linking","date":"2022-07-08","arxiv_id":"2207.04108","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/frustratingly-easy-system-combination-for","slug":"frustratingly-easy-system-combination-for","title":"Frustratingly Easy System Combination for Grammatical Error Correction","date":"2022-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-driven-approach-for-semantic-role","slug":"syntax-driven-approach-for-semantic-role","title":"Syntax-driven Approach for Semantic Role Labeling","date":"2022-06-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","rows_on_this_dataset":8,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":10,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":3,"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}}}},{"paper":"/paper/boundary-smoothing-for-named-entity-1","slug":"boundary-smoothing-for-named-entity-1","title":"Boundary Smoothing for Named Entity Recognition","date":"2022-04-26","arxiv_id":"2204.12031","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/parallel-instance-query-network-for-named","slug":"parallel-instance-query-network-for-named","title":"Parallel Instance Query Network for Named Entity Recognition","date":"2022-03-20","arxiv_id":"2203.10545","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unified-named-entity-recognition-as-word-word","slug":"unified-named-entity-recognition-as-word-word","title":"Unified Named Entity Recognition as Word-Word Relation Classification","date":"2021-12-19","arxiv_id":"2112.10070","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-architecture","slug":"named-entity-recognition-architecture","title":"Named entity recognition architecture combining contextual and global features","date":"2021-12-15","arxiv_id":"2112.08033","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/focusing-on-possible-named-entities-in-active","slug":"focusing-on-possible-named-entities-in-active","title":"Focusing on Potential Named Entities During Active Label Acquisition","date":"2021-11-06","arxiv_id":"2111.03837","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-for-entity-linking","slug":"named-entity-recognition-for-entity-linking","title":"Named Entity Recognition for Entity Linking: What Works and What’s Next","date":"2021-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semantic-role-labeling-as-dependency-parsing","slug":"semantic-role-labeling-as-dependency-parsing","title":"Semantic Role Labeling as Dependency Parsing: Exploring Latent Tree Structures Inside Arguments","date":"2021-10-13","arxiv_id":"2110.06865","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["yzhangcs/crfsrl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/semantic-role-labeling-as-dependency-parsing#ran","syntology_url":"https://syntology.ai/paper/2110.06865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06865"}}}},{"paper":"/paper/entqa-entity-linking-as-question-answering","slug":"entqa-entity-linking-as-question-answering","title":"EntQA: Entity Linking as Question Answering","date":"2021-10-05","arxiv_id":"2110.02369","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":3,"samples_ran_checked":3,"samples_ran_instrument_failed":6,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["wenzhengzhang/entqa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/entqa-entity-linking-as-question-answering#ran","syntology_url":"https://syntology.ai/paper/2110.02369","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.02369"}}}},{"paper":"/paper/an-mrc-framework-for-semantic-role-labeling","slug":"an-mrc-framework-for-semantic-role-labeling","title":"An MRC Framework for Semantic Role Labeling","date":"2021-09-14","arxiv_id":"2109.06660","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/lm-critic-language-models-for-unsupervised","slug":"lm-critic-language-models-for-unsupervised","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","date":"2021-09-14","arxiv_id":"2109.06822","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/pack-together-entity-and-relation-extraction","slug":"pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","arxiv_id":"2109.06067","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":5,"samples_unverified":3,"pointer_only_for_licence":3,"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}}}},{"paper":"/paper/word-level-coreference-resolution","slug":"word-level-coreference-resolution","title":"Word-Level Coreference Resolution","date":"2021-09-09","arxiv_id":"2109.04127","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/highly-parallel-autoregressive-entity-linking","slug":"highly-parallel-autoregressive-entity-linking","title":"Highly Parallel Autoregressive Entity Linking with Discriminative Correction","date":"2021-09-08","arxiv_id":"2109.03792","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":1,"pointer_only_for_licence":1,"official":{"repos":["nicola-decao/efficient-autoregressive-EL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/highly-parallel-autoregressive-entity-linking#ran","syntology_url":"https://syntology.ai/paper/2109.03792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03792"}}}},{"paper":"/paper/better-combine-them-together-integrating","slug":"better-combine-them-together-integrating","title":"Better Combine Them Together! Integrating Syntactic Constituency and Dependency Representations for Semantic Role Labeling","date":"2021-08-01","arxiv_id":null,"rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-simple-recipe-for-multilingual-grammatical","slug":"a-simple-recipe-for-multilingual-grammatical","title":"A Simple Recipe for Multilingual Grammatical Error Correction","date":"2021-06-07","arxiv_id":"2106.03830","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-unified-generative-framework-for-various","slug":"a-unified-generative-framework-for-various","title":"A Unified Generative Framework for Various NER Subtasks","date":"2021-06-02","arxiv_id":"2106.01223","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/locate-and-label-a-two-stage-identifier-for","slug":"locate-and-label-a-two-stage-identifier-for","title":"Locate and Label: A Two-stage Identifier for Nested Named Entity Recognition","date":"2021-05-14","arxiv_id":"2105.06804","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/neural-quality-estimation-with-multiple","slug":"neural-quality-estimation-with-multiple","title":"Neural Quality Estimation with Multiple Hypotheses for Grammatical Error Correction","date":"2021-05-10","arxiv_id":"2105.04443","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/improving-named-entity-recognition-by","slug":"improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","arxiv_id":"2105.03654","rows_on_this_dataset":3,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}}}},{"paper":"/paper/inferner-an-attentive-model-leveraging-the","slug":"inferner-an-attentive-model-leveraging-the","title":"InferNER: an attentive model leveraging the sentence-level information for Named Entity Recognition in Microblogs","date":"2021-04-18","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-noisy-labels-for-entity-centric","slug":"learning-from-noisy-labels-for-entity-centric","title":"Learning from Noisy Labels for Entity-Centric Information Extraction","date":"2021-04-17","arxiv_id":"2104.08656","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-aware-graph-to-graph-transformer-for","slug":"syntax-aware-graph-to-graph-transformer-for","title":"Syntax-Aware Graph-to-Graph Transformer for Semantic Role Labelling","date":"2021-04-15","arxiv_id":"2104.07704","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/cholan-a-modular-approach-for-neural-entity","slug":"cholan-a-modular-approach-for-neural-entity","title":"CHOLAN: A Modular Approach for Neural Entity Linking on Wikipedia and Wikidata","date":"2021-01-25","arxiv_id":"2101.09969","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/coreference-resolution-without-span","slug":"coreference-resolution-without-span","title":"Coreference Resolution without Span Representations","date":"2021-01-02","arxiv_id":"2101.00434","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/flert-document-level-features-for-named","slug":"flert-document-level-features-for-named","title":"FLERT: Document-Level Features for Named Entity Recognition","date":"2020-11-13","arxiv_id":"2011.06993","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/enhance-robustness-of-sequence-labelling-with","slug":"enhance-robustness-of-sequence-labelling-with","title":"Enhance Robustness of Sequence Labelling with Masked Adversarial Training","date":"2020-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/bootleg-chasing-the-tail-with-self-supervised","slug":"bootleg-chasing-the-tail-with-self-supervised","title":"Bootleg: Chasing the Tail with Self-Supervised Named Entity Disambiguation","date":"2020-10-20","arxiv_id":"2010.10363","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/bootleg-chasing-the-tail-with-self-supervised#ran","syntology_url":"https://syntology.ai/paper/2010.10363","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.10363"}}}},{"paper":"/paper/automated-concatenation-of-embeddings-for-1","slug":"automated-concatenation-of-embeddings-for-1","title":"Automated Concatenation of Embeddings for Structured Prediction","date":"2020-10-10","arxiv_id":"2010.05006","rows_on_this_dataset":9,"code_links":2,"syntology":null},{"paper":"/paper/learning-to-ignore-long-document-coreference","slug":"learning-to-ignore-long-document-coreference","title":"Learning to Ignore: Long Document Coreference with Bounded Memory Neural Networks","date":"2020-10-06","arxiv_id":"2010.02807","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/autoregressive-entity-retrieval","slug":"autoregressive-entity-retrieval","title":"Autoregressive Entity Retrieval","date":"2020-10-02","arxiv_id":"2010.00904","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","rows_on_this_dataset":1,"code_links":9,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":3,"samples_constructed":2,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}}}},{"paper":"/paper/revealing-the-myth-of-higher-order-inference","slug":"revealing-the-myth-of-higher-order-inference","title":"Revealing the Myth of Higher-Order Inference in Coreference Resolution","date":"2020-09-25","arxiv_id":"2009.12013","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/fast-and-accurate-sequence-labeling-with","slug":"fast-and-accurate-sequence-labeling-with","title":"AIN: Fast and Accurate Sequence Labeling with Approximate Inference Network","date":"2020-09-17","arxiv_id":"2009.08229","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":1,"official":{"repos":["Alibaba-NLP/AIN"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/fast-and-accurate-sequence-labeling-with#ran","syntology_url":"https://syntology.ai/paper/2009.08229","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.08229"}}}},{"paper":"/paper/more-embeddings-better-sequence-labelers","slug":"more-embeddings-better-sequence-labelers","title":"More Embeddings, Better Sequence Labelers?","date":"2020-09-17","arxiv_id":"2009.08330","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/evaluating-the-impact-of-knowledge-graph","slug":"evaluating-the-impact-of-knowledge-graph","title":"Evaluating the Impact of Knowledge Graph Context on Entity Disambiguation Models","date":"2020-08-12","arxiv_id":"2008.05190","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unitrans-unifying-model-transfer-and-data","slug":"unitrans-unifying-model-transfer-and-data","title":"UniTrans: Unifying Model Transfer and Data Transfer for Cross-Lingual Named Entity Recognition with Unlabeled Data","date":"2020-07-15","arxiv_id":"2007.07683","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/corefqa-coreference-resolution-as-query-based","slug":"corefqa-coreference-resolution-as-query-based","title":"CorefQA: Coreference Resolution as Query-based Span Prediction","date":"2020-07-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/seqvat-virtual-adversarial-training-for-semi","slug":"seqvat-virtual-adversarial-training-for-semi","title":"SeqVAT: Virtual Adversarial Training for Semi-Supervised Sequence Labeling","date":"2020-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/exploring-cross-sentence-contexts-for-named","slug":"exploring-cross-sentence-contexts-for-named","title":"Exploring Cross-sentence Contexts for Named Entity Recognition with BERT","date":"2020-06-02","arxiv_id":"2006.01563","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":7,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":2,"samples_unverified":1,"pointer_only_for_licence":1,"official":{"repos":["jouniluoma/bert-ner-cmv"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/exploring-cross-sentence-contexts-for-named#ran","syntology_url":"https://syntology.ai/paper/2006.01563","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.01563"}}}},{"paper":"/paper/rel-an-entity-linker-standing-on-the","slug":"rel-an-entity-linker-standing-on-the","title":"REL: An Entity Linker Standing on the Shoulders of Giants","date":"2020-06-02","arxiv_id":"2006.01969","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/rel-an-entity-linker-standing-on-the#ran","syntology_url":"https://syntology.ai/paper/2006.01969","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.01969"}}}},{"paper":"/paper/empirical-evaluation-of-pretraining","slug":"empirical-evaluation-of-pretraining","title":"Empirical Evaluation of Pretraining Strategies for Supervised Entity Linking","date":"2020-05-28","arxiv_id":"2005.14253","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/gector-grammatical-error-correction-tag-not","slug":"gector-grammatical-error-correction-tag-not","title":"GECToR -- Grammatical Error Correction: Tag, Not Rewrite","date":"2020-05-26","arxiv_id":"2005.12592","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":12,"samples_ran":10,"samples_constructed":0,"samples_ran_checked":9,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":0,"official":{"repos":["grammarly/gector"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/gector-grammatical-error-correction-tag-not#ran","syntology_url":"https://syntology.ai/paper/2005.12592","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.12592"}}}},{"paper":"/paper/stronger-baselines-for-grammatical-error","slug":"stronger-baselines-for-grammatical-error","title":"Stronger Baselines for Grammatical Error Correction Using Pretrained Encoder-Decoder Model","date":"2020-05-24","arxiv_id":"2005.11849","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/named-entity-recognition-as-dependency","slug":"named-entity-recognition-as-dependency","title":"Named Entity Recognition as Dependency Parsing","date":"2020-05-14","arxiv_id":"2005.07150","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":3,"samples_unverified":4,"pointer_only_for_licence":2,"official":{"repos":["juntaoy/biaffine-ner"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/named-entity-recognition-as-dependency#ran","syntology_url":"https://syntology.ai/paper/2005.07150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.07150"}}}},{"paper":"/paper/encoder-decoder-models-can-benefit-from-pre","slug":"encoder-decoder-models-can-benefit-from-pre","title":"Encoder-Decoder Models Can Benefit from Pre-trained Masked Language Models in Grammatical Error Correction","date":"2020-05-03","arxiv_id":"2005.00987","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/single-multi-source-cross-lingual-ner-via","slug":"single-multi-source-cross-lingual-ner-via","title":"Single-/Multi-Source Cross-Lingual NER via Teacher-Student Learning on Unlabeled Data in Target Language","date":"2020-04-26","arxiv_id":"2004.12440","rows_on_this_dataset":9,"code_links":1,"syntology":null},{"paper":"/paper/investigating-entity-knowledge-in-bert-with-1","slug":"investigating-entity-knowledge-in-bert-with-1","title":"Investigating Entity Knowledge in BERT with Simple Neural End-To-End Entity Linking","date":"2020-03-11","arxiv_id":"2003.05473","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["samuelbroscheit/entity_knowledge_in_bert"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/investigating-entity-knowledge-in-bert-with-1#ran","syntology_url":"https://syntology.ai/paper/2003.05473","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.05473"}}}},{"paper":"/paper/learning-cross-context-entity-representations-1","slug":"learning-cross-context-entity-representations-1","title":"Learning Cross-Context Entity Representations from Text","date":"2020-01-11","arxiv_id":"2001.03765","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-entity-linking-by-modeling-latent-2","slug":"improving-entity-linking-by-modeling-latent-2","title":"Improving Entity Linking by Modeling Latent Entity Type Information","date":"2020-01-06","arxiv_id":"2001.01447","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/zero-resource-cross-lingual-named-entity","slug":"zero-resource-cross-lingual-named-entity","title":"Zero-Resource Cross-Lingual Named Entity Recognition","date":"2019-11-22","arxiv_id":"1911.09812","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-cluster-ranking-model-for-full-anaphora","slug":"a-cluster-ranking-model-for-full-anaphora","title":"A Cluster Ranking Model for Full Anaphora Resolution","date":"2019-11-21","arxiv_id":"1911.09532","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/towards-lingua-franca-named-entity","slug":"towards-lingua-franca-named-entity","title":"Towards Lingua Franca Named Entity Recognition with BERT","date":"2019-11-19","arxiv_id":"1912.01389","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/enhanced-meta-learning-for-cross-lingual","slug":"enhanced-meta-learning-for-cross-lingual","title":"Enhanced Meta-Learning for Cross-lingual Named Entity Recognition with Minimal Resources","date":"2019-11-14","arxiv_id":"1911.06161","rows_on_this_dataset":6,"code_links":1,"syntology":null},{"paper":"/paper/generalizing-natural-language-analysis-1","slug":"generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/tener-adapting-transformer-encoder-for-name","slug":"tener-adapting-transformer-encoder-for-name","title":"TENER: Adapting Transformer Encoder for Named Entity Recognition","date":"2019-11-10","arxiv_id":"1911.04474","rows_on_this_dataset":1,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["fastnlp/TENER"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/tener-adapting-transformer-encoder-for-name#ran","syntology_url":"https://syntology.ai/paper/1911.04474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.04474"}}}},{"paper":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","slug":"dice-loss-for-data-imbalanced-nlp-tasks","title":"Dice Loss for Data-imbalanced NLP Tasks","date":"2019-11-07","arxiv_id":"1911.02855","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["ShannonAI/dice_loss_for_NLP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/dice-loss-for-data-imbalanced-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/1911.02855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02855"}}}},{"paper":"/paper/hierarchical-contextualized-representation","slug":"hierarchical-contextualized-representation","title":"Hierarchical Contextualized Representation for Named Entity Recognition","date":"2019-11-06","arxiv_id":"1911.02257","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["cslydia/Hire-NER"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/hierarchical-contextualized-representation#ran","syntology_url":"https://syntology.ai/paper/1911.02257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02257"}}}},{"paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","slug":"hit-scir-at-mrp-2019-a-unified-pipeline-for","title":"HIT-SCIR at MRP 2019: A Unified Pipeline for Meaning Representation Parsing via Efficient Training and Effective Encoding","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improved-differentiable-architecture-search","slug":"improved-differentiable-architecture-search","title":"Improved Differentiable Architecture Search for Language Modeling and Named Entity Recognition","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/tupa-at-mrp-2019-a-multi-task-baseline-system","slug":"tupa-at-mrp-2019-a-multi-task-baseline-system","title":"TUPA at MRP 2019: A Multi-Task Baseline System","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/a-unified-mrc-framework-for-named-entity","slug":"a-unified-mrc-framework-for-named-entity","title":"A Unified MRC Framework for Named Entity Recognition","date":"2019-10-25","arxiv_id":"1910.11476","rows_on_this_dataset":1,"code_links":8,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":5,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":2,"samples_unverified":2,"pointer_only_for_licence":2,"official":{"repos":["ShannonAI/mrc-for-flat-nested-ner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-unified-mrc-framework-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1910.11476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.11476"}}}},{"paper":"/paper/parallel-iterative-edit-models-for-local","slug":"parallel-iterative-edit-models-for-local","title":"Parallel Iterative Edit Models for Local Sequence Transduction","date":"2019-10-07","arxiv_id":"1910.02893","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/190910148","slug":"190910148","title":"Dependency-Guided LSTM-CRF for Named Entity Recognition","date":"2019-09-23","arxiv_id":"1909.10148","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/knowledge-enhanced-contextual-word","slug":"knowledge-enhanced-contextual-word","title":"Knowledge Enhanced Contextual Word Representations","date":"2019-09-09","arxiv_id":"1909.04164","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-dynamic-context-augmentation-for","slug":"learning-dynamic-context-augmentation-for","title":"Learning Dynamic Context Augmentation for Global Entity Linking","date":"2019-09-04","arxiv_id":"1909.02117","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["YoungXiyuan/DCA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learning-dynamic-context-augmentation-for#ran","syntology_url":"https://syntology.ai/paper/1909.02117","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02117"}}}},{"paper":"/paper/crossweigh-training-named-entity-tagger-from","slug":"crossweigh-training-named-entity-tagger-from","title":"CrossWeigh: Training Named Entity Tagger from Imperfect Annotations","date":"2019-09-03","arxiv_id":"1909.01441","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["ZihanWangKi/CrossWeigh"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/crossweigh-training-named-entity-tagger-from#ran","syntology_url":"https://syntology.ai/paper/1909.01441","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.01441"}}}},{"paper":"/paper/an-empirical-study-of-incorporating-pseudo","slug":"an-empirical-study-of-incorporating-pseudo","title":"An Empirical Study of Incorporating Pseudo Data into Grammatical Error Correction","date":"2019-09-02","arxiv_id":"1909.00502","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["butsugiri/gec-pseudodata"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/an-empirical-study-of-incorporating-pseudo#ran","syntology_url":"https://syntology.ai/paper/1909.00502","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.00502"}}}},{"paper":"/paper/pre-training-of-deep-contextualized","slug":"pre-training-of-deep-contextualized","title":"Global Entity Disambiguation with BERT","date":"2019-09-01","arxiv_id":"1909.00426","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/bert-for-coreference-resolution-baselines-and","slug":"bert-for-coreference-resolution-baselines-and","title":"BERT for Coreference Resolution: Baselines and Analysis","date":"2019-08-24","arxiv_id":"1908.09091","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/neural-architectures-for-nested-ner-through-1","slug":"neural-architectures-for-nested-ner-through-1","title":"Neural Architectures for Nested NER through Linearization","date":"2019-08-19","arxiv_id":"1908.06926","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/joint-learning-of-named-entity-recognition","slug":"joint-learning-of-named-entity-recognition","title":"Joint Learning of Named Entity Recognition and Entity Linking","date":"2019-07-18","arxiv_id":"1907.08243","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/grn-gated-relation-network-to-enhance","slug":"grn-gated-relation-network-to-enhance","title":"GRN: Gated Relation Network to Enhance Convolutional Neural Network for Named Entity Recognition","date":"2019-07-12","arxiv_id":"1907.05611","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/a-prism-module-for-semantic-disentanglement","slug":"a-prism-module-for-semantic-disentanglement","title":"A Prism Module for Semantic Disentanglement in Name Entity Recognition","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/coreference-resolution-with-entity","slug":"coreference-resolution-with-entity","title":"Coreference Resolution with Entity Equalization","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/end-to-end-deep-reinforcement-learning-based","slug":"end-to-end-deep-reinforcement-learning-based","title":"End-to-end Deep Reinforcement Learning Based Coreference Resolution","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/towards-improving-neural-named-entity","slug":"towards-improving-neural-named-entity","title":"Towards Improving Neural Named Entity Recognition with Gazetteers","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null}],"full_list":"papers_with_a_benchmark_row: every listed paper, in this order"},"papers_with_a_benchmark_row":[{"paper":"/paper/efficient-and-interpretable-grammatical-error","slug":"efficient-and-interpretable-grammatical-error","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","date":"2024-10-30","arxiv_id":"2410.23507","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/subregweigh-effective-and-efficient","slug":"subregweigh-effective-and-efficient","title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","date":"2024-09-10","arxiv_id":"2409.06216","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/2407-21489","slug":"2407-21489","title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","date":"2024-07-31","arxiv_id":"2407.21489","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":11,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":0,"samples_unverified":3,"pointer_only_for_licence":11,"official":{"repos":["sapienzanlp/maverick-coref"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/2407-21489#ran","syntology_url":"https://syntology.ai/paper/2407.21489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21489"}}}},{"paper":"/paper/2408-00103","slug":"2408-00103","title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","date":"2024-07-31","arxiv_id":"2408.00103","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/transformer-based-named-entity-recognition-1","slug":"transformer-based-named-entity-recognition-1","title":"Transformer-based Named Entity Recognition with Combined Data Representation","date":"2024-06-25","arxiv_id":"2406.17474","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/pillars-of-grammatical-error-correction","slug":"pillars-of-grammatical-error-correction","title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","date":"2024-04-23","arxiv_id":"2404.14914","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/entity-disambiguation-via-fusion-entity","slug":"entity-disambiguation-via-fusion-entity","title":"Entity Disambiguation via Fusion Entity Decoding","date":"2024-04-02","arxiv_id":"2404.01626","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/unsupervised-grammatical-error-correction","slug":"unsupervised-grammatical-error-correction","title":"Unsupervised Grammatical Error Correction Rivaling Supervised Methods","date":"2023-12-06","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-seq2seq-grammatical-error","slug":"improving-seq2seq-grammatical-error","title":"Improving Seq2Seq Grammatical Error Correction via Decoding Interventions","date":"2023-10-23","arxiv_id":"2310.14534","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/spel-structured-prediction-for-entity-linking","slug":"spel-structured-prediction-for-entity-linking","title":"SpEL: Structured Prediction for Entity Linking","date":"2023-10-23","arxiv_id":"2310.14684","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/system-combination-via-quality-estimation-for","slug":"system-combination-via-quality-estimation-for","title":"System Combination via Quality Estimation for Grammatical Error Correction","date":"2023-10-23","arxiv_id":"2310.14947","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/gollie-annotation-guidelines-improve-zero","slug":"gollie-annotation-guidelines-improve-zero","title":"GoLLIE: Annotation Guidelines improve Zero-Shot Information-Extraction","date":"2023-10-05","arxiv_id":"2310.03668","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":25,"samples_ran":18,"samples_constructed":2,"samples_ran_checked":17,"samples_ran_instrument_failed":1,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["hitz-zentroa/gollie"],"state":"official (archive's flag): 18 ran","n_ran":18,"n_constructed":2,"n_ran_no_instrument_failure":17,"n_unverified":7,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/gollie-annotation-guidelines-improve-zero#ran","syntology_url":"https://syntology.ai/paper/2310.03668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.03668"}}}},{"paper":"/paper/promptner-prompt-locating-and-typing-for","slug":"promptner-prompt-locating-and-typing-for","title":"PromptNER: Prompt Locating and Typing for Named Entity Recognition","date":"2023-05-26","arxiv_id":"2305.17104","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/diffusionner-boundary-diffusion-for-named","slug":"diffusionner-boundary-diffusion-for-named","title":"DiffusionNER: Boundary Diffusion for Named Entity Recognition","date":"2023-05-22","arxiv_id":"2305.13298","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/coreference-resolution-through-a-seq2seq","slug":"coreference-resolution-through-a-seq2seq","title":"Coreference Resolution through a seq2seq Transition-Based System","date":"2022-11-22","arxiv_id":"2211.12142","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/autoregressive-structured-prediction-with","slug":"autoregressive-structured-prediction-with","title":"Autoregressive Structured Prediction with Language Models","date":"2022-10-26","arxiv_id":"2210.14698","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/model-and-data-transfer-for-cross-lingual","slug":"model-and-data-transfer-for-cross-lingual","title":"Model and Data Transfer for Cross-Lingual Sequence Labelling in Zero-Resource Settings","date":"2022-10-23","arxiv_id":"2210.12623","rows_on_this_dataset":3,"code_links":4,"syntology":null},{"paper":"/paper/syngec-syntax-enhanced-grammatical-error","slug":"syngec-syntax-enhanced-grammatical-error","title":"SynGEC: Syntax-Enhanced Grammatical Error Correction with a Tailored GEC-Oriented Parser","date":"2022-10-22","arxiv_id":"2210.12484","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/distilling-causal-effect-from-miscellaneous","slug":"distilling-causal-effect-from-miscellaneous","title":"Distilling Causal Effect from Miscellaneous Other-Class for Continual Named Entity Recognition","date":"2022-10-08","arxiv_id":"2210.03980","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-entity-disambiguation-by-reasoning-1","slug":"improving-entity-disambiguation-by-reasoning-1","title":"Improving Entity Disambiguation by Reasoning over a Knowledge Base","date":"2022-07-08","arxiv_id":"2207.04106","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/refined-an-efficient-zero-shot-capable-1","slug":"refined-an-efficient-zero-shot-capable-1","title":"ReFinED: An Efficient Zero-shot-capable Approach to End-to-End Entity Linking","date":"2022-07-08","arxiv_id":"2207.04108","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/frustratingly-easy-system-combination-for","slug":"frustratingly-easy-system-combination-for","title":"Frustratingly Easy System Combination for Grammatical Error Correction","date":"2022-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-driven-approach-for-semantic-role","slug":"syntax-driven-approach-for-semantic-role","title":"Syntax-driven Approach for Semantic Role Labeling","date":"2022-06-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","rows_on_this_dataset":8,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":10,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":3,"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}}}},{"paper":"/paper/boundary-smoothing-for-named-entity-1","slug":"boundary-smoothing-for-named-entity-1","title":"Boundary Smoothing for Named Entity Recognition","date":"2022-04-26","arxiv_id":"2204.12031","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/parallel-instance-query-network-for-named","slug":"parallel-instance-query-network-for-named","title":"Parallel Instance Query Network for Named Entity Recognition","date":"2022-03-20","arxiv_id":"2203.10545","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unified-named-entity-recognition-as-word-word","slug":"unified-named-entity-recognition-as-word-word","title":"Unified Named Entity Recognition as Word-Word Relation Classification","date":"2021-12-19","arxiv_id":"2112.10070","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-architecture","slug":"named-entity-recognition-architecture","title":"Named entity recognition architecture combining contextual and global features","date":"2021-12-15","arxiv_id":"2112.08033","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/focusing-on-possible-named-entities-in-active","slug":"focusing-on-possible-named-entities-in-active","title":"Focusing on Potential Named Entities During Active Label Acquisition","date":"2021-11-06","arxiv_id":"2111.03837","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-for-entity-linking","slug":"named-entity-recognition-for-entity-linking","title":"Named Entity Recognition for Entity Linking: What Works and What’s Next","date":"2021-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semantic-role-labeling-as-dependency-parsing","slug":"semantic-role-labeling-as-dependency-parsing","title":"Semantic Role Labeling as Dependency Parsing: Exploring Latent Tree Structures Inside Arguments","date":"2021-10-13","arxiv_id":"2110.06865","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["yzhangcs/crfsrl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/semantic-role-labeling-as-dependency-parsing#ran","syntology_url":"https://syntology.ai/paper/2110.06865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06865"}}}},{"paper":"/paper/entqa-entity-linking-as-question-answering","slug":"entqa-entity-linking-as-question-answering","title":"EntQA: Entity Linking as Question Answering","date":"2021-10-05","arxiv_id":"2110.02369","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":3,"samples_ran_checked":3,"samples_ran_instrument_failed":6,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["wenzhengzhang/entqa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/entqa-entity-linking-as-question-answering#ran","syntology_url":"https://syntology.ai/paper/2110.02369","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.02369"}}}},{"paper":"/paper/an-mrc-framework-for-semantic-role-labeling","slug":"an-mrc-framework-for-semantic-role-labeling","title":"An MRC Framework for Semantic Role Labeling","date":"2021-09-14","arxiv_id":"2109.06660","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/lm-critic-language-models-for-unsupervised","slug":"lm-critic-language-models-for-unsupervised","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","date":"2021-09-14","arxiv_id":"2109.06822","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/pack-together-entity-and-relation-extraction","slug":"pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","arxiv_id":"2109.06067","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":5,"samples_unverified":3,"pointer_only_for_licence":3,"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}}}},{"paper":"/paper/word-level-coreference-resolution","slug":"word-level-coreference-resolution","title":"Word-Level Coreference Resolution","date":"2021-09-09","arxiv_id":"2109.04127","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/highly-parallel-autoregressive-entity-linking","slug":"highly-parallel-autoregressive-entity-linking","title":"Highly Parallel Autoregressive Entity Linking with Discriminative Correction","date":"2021-09-08","arxiv_id":"2109.03792","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":1,"pointer_only_for_licence":1,"official":{"repos":["nicola-decao/efficient-autoregressive-EL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/highly-parallel-autoregressive-entity-linking#ran","syntology_url":"https://syntology.ai/paper/2109.03792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03792"}}}},{"paper":"/paper/better-combine-them-together-integrating","slug":"better-combine-them-together-integrating","title":"Better Combine Them Together! Integrating Syntactic Constituency and Dependency Representations for Semantic Role Labeling","date":"2021-08-01","arxiv_id":null,"rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-simple-recipe-for-multilingual-grammatical","slug":"a-simple-recipe-for-multilingual-grammatical","title":"A Simple Recipe for Multilingual Grammatical Error Correction","date":"2021-06-07","arxiv_id":"2106.03830","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-unified-generative-framework-for-various","slug":"a-unified-generative-framework-for-various","title":"A Unified Generative Framework for Various NER Subtasks","date":"2021-06-02","arxiv_id":"2106.01223","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/locate-and-label-a-two-stage-identifier-for","slug":"locate-and-label-a-two-stage-identifier-for","title":"Locate and Label: A Two-stage Identifier for Nested Named Entity Recognition","date":"2021-05-14","arxiv_id":"2105.06804","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/neural-quality-estimation-with-multiple","slug":"neural-quality-estimation-with-multiple","title":"Neural Quality Estimation with Multiple Hypotheses for Grammatical Error Correction","date":"2021-05-10","arxiv_id":"2105.04443","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/improving-named-entity-recognition-by","slug":"improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","arxiv_id":"2105.03654","rows_on_this_dataset":3,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}}}},{"paper":"/paper/inferner-an-attentive-model-leveraging-the","slug":"inferner-an-attentive-model-leveraging-the","title":"InferNER: an attentive model leveraging the sentence-level information for Named Entity Recognition in Microblogs","date":"2021-04-18","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-noisy-labels-for-entity-centric","slug":"learning-from-noisy-labels-for-entity-centric","title":"Learning from Noisy Labels for Entity-Centric Information Extraction","date":"2021-04-17","arxiv_id":"2104.08656","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-aware-graph-to-graph-transformer-for","slug":"syntax-aware-graph-to-graph-transformer-for","title":"Syntax-Aware Graph-to-Graph Transformer for Semantic Role Labelling","date":"2021-04-15","arxiv_id":"2104.07704","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/cholan-a-modular-approach-for-neural-entity","slug":"cholan-a-modular-approach-for-neural-entity","title":"CHOLAN: A Modular Approach for Neural Entity Linking on Wikipedia and Wikidata","date":"2021-01-25","arxiv_id":"2101.09969","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/coreference-resolution-without-span","slug":"coreference-resolution-without-span","title":"Coreference Resolution without Span Representations","date":"2021-01-02","arxiv_id":"2101.00434","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/flert-document-level-features-for-named","slug":"flert-document-level-features-for-named","title":"FLERT: Document-Level Features for Named Entity Recognition","date":"2020-11-13","arxiv_id":"2011.06993","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/enhance-robustness-of-sequence-labelling-with","slug":"enhance-robustness-of-sequence-labelling-with","title":"Enhance Robustness of Sequence Labelling with Masked Adversarial Training","date":"2020-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/bootleg-chasing-the-tail-with-self-supervised","slug":"bootleg-chasing-the-tail-with-self-supervised","title":"Bootleg: Chasing the Tail with Self-Supervised Named Entity Disambiguation","date":"2020-10-20","arxiv_id":"2010.10363","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/bootleg-chasing-the-tail-with-self-supervised#ran","syntology_url":"https://syntology.ai/paper/2010.10363","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.10363"}}}},{"paper":"/paper/automated-concatenation-of-embeddings-for-1","slug":"automated-concatenation-of-embeddings-for-1","title":"Automated Concatenation of Embeddings for Structured Prediction","date":"2020-10-10","arxiv_id":"2010.05006","rows_on_this_dataset":9,"code_links":2,"syntology":null},{"paper":"/paper/learning-to-ignore-long-document-coreference","slug":"learning-to-ignore-long-document-coreference","title":"Learning to Ignore: Long Document Coreference with Bounded Memory Neural Networks","date":"2020-10-06","arxiv_id":"2010.02807","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/autoregressive-entity-retrieval","slug":"autoregressive-entity-retrieval","title":"Autoregressive Entity Retrieval","date":"2020-10-02","arxiv_id":"2010.00904","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","rows_on_this_dataset":1,"code_links":9,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":3,"samples_constructed":2,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}}}},{"paper":"/paper/revealing-the-myth-of-higher-order-inference","slug":"revealing-the-myth-of-higher-order-inference","title":"Revealing the Myth of Higher-Order Inference in Coreference Resolution","date":"2020-09-25","arxiv_id":"2009.12013","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/fast-and-accurate-sequence-labeling-with","slug":"fast-and-accurate-sequence-labeling-with","title":"AIN: Fast and Accurate Sequence Labeling with Approximate Inference Network","date":"2020-09-17","arxiv_id":"2009.08229","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":1,"official":{"repos":["Alibaba-NLP/AIN"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/fast-and-accurate-sequence-labeling-with#ran","syntology_url":"https://syntology.ai/paper/2009.08229","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.08229"}}}},{"paper":"/paper/more-embeddings-better-sequence-labelers","slug":"more-embeddings-better-sequence-labelers","title":"More Embeddings, Better Sequence Labelers?","date":"2020-09-17","arxiv_id":"2009.08330","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/evaluating-the-impact-of-knowledge-graph","slug":"evaluating-the-impact-of-knowledge-graph","title":"Evaluating the Impact of Knowledge Graph Context on Entity Disambiguation Models","date":"2020-08-12","arxiv_id":"2008.05190","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unitrans-unifying-model-transfer-and-data","slug":"unitrans-unifying-model-transfer-and-data","title":"UniTrans: Unifying Model Transfer and Data Transfer for Cross-Lingual Named Entity Recognition with Unlabeled Data","date":"2020-07-15","arxiv_id":"2007.07683","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/corefqa-coreference-resolution-as-query-based","slug":"corefqa-coreference-resolution-as-query-based","title":"CorefQA: Coreference Resolution as Query-based Span Prediction","date":"2020-07-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/seqvat-virtual-adversarial-training-for-semi","slug":"seqvat-virtual-adversarial-training-for-semi","title":"SeqVAT: Virtual Adversarial Training for Semi-Supervised Sequence Labeling","date":"2020-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/exploring-cross-sentence-contexts-for-named","slug":"exploring-cross-sentence-contexts-for-named","title":"Exploring Cross-sentence Contexts for Named Entity Recognition with BERT","date":"2020-06-02","arxiv_id":"2006.01563","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":7,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":2,"samples_unverified":1,"pointer_only_for_licence":1,"official":{"repos":["jouniluoma/bert-ner-cmv"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/exploring-cross-sentence-contexts-for-named#ran","syntology_url":"https://syntology.ai/paper/2006.01563","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.01563"}}}},{"paper":"/paper/rel-an-entity-linker-standing-on-the","slug":"rel-an-entity-linker-standing-on-the","title":"REL: An Entity Linker Standing on the Shoulders of Giants","date":"2020-06-02","arxiv_id":"2006.01969","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/rel-an-entity-linker-standing-on-the#ran","syntology_url":"https://syntology.ai/paper/2006.01969","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.01969"}}}},{"paper":"/paper/empirical-evaluation-of-pretraining","slug":"empirical-evaluation-of-pretraining","title":"Empirical Evaluation of Pretraining Strategies for Supervised Entity Linking","date":"2020-05-28","arxiv_id":"2005.14253","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/gector-grammatical-error-correction-tag-not","slug":"gector-grammatical-error-correction-tag-not","title":"GECToR -- Grammatical Error Correction: Tag, Not Rewrite","date":"2020-05-26","arxiv_id":"2005.12592","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":12,"samples_ran":10,"samples_constructed":0,"samples_ran_checked":9,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":0,"official":{"repos":["grammarly/gector"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/gector-grammatical-error-correction-tag-not#ran","syntology_url":"https://syntology.ai/paper/2005.12592","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.12592"}}}},{"paper":"/paper/stronger-baselines-for-grammatical-error","slug":"stronger-baselines-for-grammatical-error","title":"Stronger Baselines for Grammatical Error Correction Using Pretrained Encoder-Decoder Model","date":"2020-05-24","arxiv_id":"2005.11849","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/named-entity-recognition-as-dependency","slug":"named-entity-recognition-as-dependency","title":"Named Entity Recognition as Dependency Parsing","date":"2020-05-14","arxiv_id":"2005.07150","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":3,"samples_unverified":4,"pointer_only_for_licence":2,"official":{"repos":["juntaoy/biaffine-ner"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/named-entity-recognition-as-dependency#ran","syntology_url":"https://syntology.ai/paper/2005.07150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.07150"}}}},{"paper":"/paper/encoder-decoder-models-can-benefit-from-pre","slug":"encoder-decoder-models-can-benefit-from-pre","title":"Encoder-Decoder Models Can Benefit from Pre-trained Masked Language Models in Grammatical Error Correction","date":"2020-05-03","arxiv_id":"2005.00987","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/single-multi-source-cross-lingual-ner-via","slug":"single-multi-source-cross-lingual-ner-via","title":"Single-/Multi-Source Cross-Lingual NER via Teacher-Student Learning on Unlabeled Data in Target Language","date":"2020-04-26","arxiv_id":"2004.12440","rows_on_this_dataset":9,"code_links":1,"syntology":null},{"paper":"/paper/investigating-entity-knowledge-in-bert-with-1","slug":"investigating-entity-knowledge-in-bert-with-1","title":"Investigating Entity Knowledge in BERT with Simple Neural End-To-End Entity Linking","date":"2020-03-11","arxiv_id":"2003.05473","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["samuelbroscheit/entity_knowledge_in_bert"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/investigating-entity-knowledge-in-bert-with-1#ran","syntology_url":"https://syntology.ai/paper/2003.05473","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.05473"}}}},{"paper":"/paper/learning-cross-context-entity-representations-1","slug":"learning-cross-context-entity-representations-1","title":"Learning Cross-Context Entity Representations from Text","date":"2020-01-11","arxiv_id":"2001.03765","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-entity-linking-by-modeling-latent-2","slug":"improving-entity-linking-by-modeling-latent-2","title":"Improving Entity Linking by Modeling Latent Entity Type Information","date":"2020-01-06","arxiv_id":"2001.01447","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/zero-resource-cross-lingual-named-entity","slug":"zero-resource-cross-lingual-named-entity","title":"Zero-Resource Cross-Lingual Named Entity Recognition","date":"2019-11-22","arxiv_id":"1911.09812","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-cluster-ranking-model-for-full-anaphora","slug":"a-cluster-ranking-model-for-full-anaphora","title":"A Cluster Ranking Model for Full Anaphora Resolution","date":"2019-11-21","arxiv_id":"1911.09532","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/towards-lingua-franca-named-entity","slug":"towards-lingua-franca-named-entity","title":"Towards Lingua Franca Named Entity Recognition with BERT","date":"2019-11-19","arxiv_id":"1912.01389","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/enhanced-meta-learning-for-cross-lingual","slug":"enhanced-meta-learning-for-cross-lingual","title":"Enhanced Meta-Learning for Cross-lingual Named Entity Recognition with Minimal Resources","date":"2019-11-14","arxiv_id":"1911.06161","rows_on_this_dataset":6,"code_links":1,"syntology":null},{"paper":"/paper/generalizing-natural-language-analysis-1","slug":"generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/tener-adapting-transformer-encoder-for-name","slug":"tener-adapting-transformer-encoder-for-name","title":"TENER: Adapting Transformer Encoder for Named Entity Recognition","date":"2019-11-10","arxiv_id":"1911.04474","rows_on_this_dataset":1,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["fastnlp/TENER"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/tener-adapting-transformer-encoder-for-name#ran","syntology_url":"https://syntology.ai/paper/1911.04474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.04474"}}}},{"paper":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","slug":"dice-loss-for-data-imbalanced-nlp-tasks","title":"Dice Loss for Data-imbalanced NLP Tasks","date":"2019-11-07","arxiv_id":"1911.02855","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["ShannonAI/dice_loss_for_NLP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/dice-loss-for-data-imbalanced-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/1911.02855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02855"}}}},{"paper":"/paper/hierarchical-contextualized-representation","slug":"hierarchical-contextualized-representation","title":"Hierarchical Contextualized Representation for Named Entity Recognition","date":"2019-11-06","arxiv_id":"1911.02257","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["cslydia/Hire-NER"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/hierarchical-contextualized-representation#ran","syntology_url":"https://syntology.ai/paper/1911.02257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02257"}}}},{"paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","slug":"hit-scir-at-mrp-2019-a-unified-pipeline-for","title":"HIT-SCIR at MRP 2019: A Unified Pipeline for Meaning Representation Parsing via Efficient Training and Effective Encoding","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improved-differentiable-architecture-search","slug":"improved-differentiable-architecture-search","title":"Improved Differentiable Architecture Search for Language Modeling and Named Entity Recognition","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/tupa-at-mrp-2019-a-multi-task-baseline-system","slug":"tupa-at-mrp-2019-a-multi-task-baseline-system","title":"TUPA at MRP 2019: A Multi-Task Baseline System","date":"2019-11-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/a-unified-mrc-framework-for-named-entity","slug":"a-unified-mrc-framework-for-named-entity","title":"A Unified MRC Framework for Named Entity Recognition","date":"2019-10-25","arxiv_id":"1910.11476","rows_on_this_dataset":1,"code_links":8,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":5,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":2,"samples_unverified":2,"pointer_only_for_licence":2,"official":{"repos":["ShannonAI/mrc-for-flat-nested-ner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-unified-mrc-framework-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1910.11476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.11476"}}}},{"paper":"/paper/parallel-iterative-edit-models-for-local","slug":"parallel-iterative-edit-models-for-local","title":"Parallel Iterative Edit Models for Local Sequence Transduction","date":"2019-10-07","arxiv_id":"1910.02893","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/190910148","slug":"190910148","title":"Dependency-Guided LSTM-CRF for Named Entity Recognition","date":"2019-09-23","arxiv_id":"1909.10148","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/knowledge-enhanced-contextual-word","slug":"knowledge-enhanced-contextual-word","title":"Knowledge Enhanced Contextual Word Representations","date":"2019-09-09","arxiv_id":"1909.04164","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-dynamic-context-augmentation-for","slug":"learning-dynamic-context-augmentation-for","title":"Learning Dynamic Context Augmentation for Global Entity Linking","date":"2019-09-04","arxiv_id":"1909.02117","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["YoungXiyuan/DCA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learning-dynamic-context-augmentation-for#ran","syntology_url":"https://syntology.ai/paper/1909.02117","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02117"}}}},{"paper":"/paper/crossweigh-training-named-entity-tagger-from","slug":"crossweigh-training-named-entity-tagger-from","title":"CrossWeigh: Training Named Entity Tagger from Imperfect Annotations","date":"2019-09-03","arxiv_id":"1909.01441","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["ZihanWangKi/CrossWeigh"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/crossweigh-training-named-entity-tagger-from#ran","syntology_url":"https://syntology.ai/paper/1909.01441","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.01441"}}}},{"paper":"/paper/an-empirical-study-of-incorporating-pseudo","slug":"an-empirical-study-of-incorporating-pseudo","title":"An Empirical Study of Incorporating Pseudo Data into Grammatical Error Correction","date":"2019-09-02","arxiv_id":"1909.00502","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["butsugiri/gec-pseudodata"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/an-empirical-study-of-incorporating-pseudo#ran","syntology_url":"https://syntology.ai/paper/1909.00502","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.00502"}}}},{"paper":"/paper/pre-training-of-deep-contextualized","slug":"pre-training-of-deep-contextualized","title":"Global Entity Disambiguation with BERT","date":"2019-09-01","arxiv_id":"1909.00426","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/bert-for-coreference-resolution-baselines-and","slug":"bert-for-coreference-resolution-baselines-and","title":"BERT for Coreference Resolution: Baselines and Analysis","date":"2019-08-24","arxiv_id":"1908.09091","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/neural-architectures-for-nested-ner-through-1","slug":"neural-architectures-for-nested-ner-through-1","title":"Neural Architectures for Nested NER through Linearization","date":"2019-08-19","arxiv_id":"1908.06926","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/joint-learning-of-named-entity-recognition","slug":"joint-learning-of-named-entity-recognition","title":"Joint Learning of Named Entity Recognition and Entity Linking","date":"2019-07-18","arxiv_id":"1907.08243","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/grn-gated-relation-network-to-enhance","slug":"grn-gated-relation-network-to-enhance","title":"GRN: Gated Relation Network to Enhance Convolutional Neural Network for Named Entity Recognition","date":"2019-07-12","arxiv_id":"1907.05611","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/a-prism-module-for-semantic-disentanglement","slug":"a-prism-module-for-semantic-disentanglement","title":"A Prism Module for Semantic Disentanglement in Name Entity Recognition","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/coreference-resolution-with-entity","slug":"coreference-resolution-with-entity","title":"Coreference Resolution with Entity Equalization","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/end-to-end-deep-reinforcement-learning-based","slug":"end-to-end-deep-reinforcement-learning-based","title":"End-to-end Deep Reinforcement Learning Based Coreference Resolution","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/towards-improving-neural-named-entity","slug":"towards-improving-neural-named-entity","title":"Towards Improving Neural Named Entity Recognition with Gazetteers","date":"2019-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/variational-sequential-labelers-for-semi-1","slug":"variational-sequential-labelers-for-semi-1","title":"Variational Sequential Labelers for Semi-Supervised Learning","date":"2019-06-23","arxiv_id":"1906.09535","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["mingdachen/vsl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/variational-sequential-labelers-for-semi-1#ran","syntology_url":"https://syntology.ai/paper/1906.09535","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.09535"}}}},{"paper":"/paper/multi-grained-named-entity-recognition","slug":"multi-grained-named-entity-recognition","title":"Multi-Grained Named Entity Recognition","date":"2019-06-20","arxiv_id":"1906.08449","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/gcdt-a-global-context-enhanced-deep","slug":"gcdt-a-global-context-enhanced-deep","title":"GCDT: A Global Context Enhanced Deep Transition Architecture for Sequence Labeling","date":"2019-06-06","arxiv_id":"1906.02437","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/boosting-entity-linking-performance-by","slug":"boosting-entity-linking-performance-by","title":"Boosting Entity Linking Performance by Leveraging Unlabeled Documents","date":"2019-06-04","arxiv_id":"1906.01250","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":3,"pointer_only_for_licence":0,"official":{"repos":["lephong/wnel"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/boosting-entity-linking-performance-by#ran","syntology_url":"https://syntology.ai/paper/1906.01250","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.01250"}}}},{"paper":"/paper/beto-bentz-becas-the-surprising-cross-lingual","slug":"beto-bentz-becas-the-surprising-cross-lingual","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","date":"2019-04-19","arxiv_id":"1904.09077","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/cloze-driven-pretraining-of-self-attention","slug":"cloze-driven-pretraining-of-self-attention","title":"Cloze-driven Pretraining of Self-attention Networks","date":"2019-03-19","arxiv_id":"1903.07785","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-grammatical-error-correction-via","slug":"improving-grammatical-error-correction-via","title":"Improving Grammatical Error Correction via Pre-Training a Copy-Augmented Architecture with Unlabeled Data","date":"2019-03-01","arxiv_id":"1903.00138","rows_on_this_dataset":1,"code_links":6,"syntology":null},{"paper":"/paper/joint-entity-linking-with-deep-reinforcement","slug":"joint-entity-linking-with-deep-reinforcement","title":"Joint Entity Linking with Deep Reinforcement Learning","date":"2019-02-01","arxiv_id":"1902.00330","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/dependency-or-span-end-to-end-uniform","slug":"dependency-or-span-end-to-end-uniform","title":"Dependency or Span, End-to-End Uniform Semantic Role Labeling","date":"2019-01-16","arxiv_id":"1901.05280","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/jointly-learning-to-label-sentences-and","slug":"jointly-learning-to-label-sentences-and","title":"Jointly Learning to Label Sentences and Tokens","date":"2018-11-14","arxiv_id":"1811.05949","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/long-short-term-memory-with-dynamic-skip","slug":"long-short-term-memory-with-dynamic-skip","title":"Long Short-Term Memory with Dynamic Skip Connections","date":"2018-11-09","arxiv_id":"1811.03873","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-better-internal-structure-of-words","slug":"learning-better-internal-structure-of-words","title":"Learning Better Internal Structure of Words for Sequence Labeling","date":"2018-10-29","arxiv_id":"1810.12443","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/zero-resource-multilingual-model-transfer","slug":"zero-resource-multilingual-model-transfer","title":"Multi-Source Cross-Lingual Model Transfer: Learning What to Share","date":"2018-10-08","arxiv_id":"1810.03552","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-span-selection-model-for-semantic-role","slug":"a-span-selection-model-for-semantic-role","title":"A Span Selection Model for Semantic Role Labeling","date":"2018-10-04","arxiv_id":"1810.02245","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/neural-quality-estimation-of-grammatical","slug":"neural-quality-estimation-of-grammatical","title":"Neural Quality Estimation of Grammatical Error Correction","date":"2018-10-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semi-supervised-sequence-modeling-with-cross","slug":"semi-supervised-sequence-modeling-with-cross","title":"Semi-Supervised Sequence Modeling with Cross-View Training","date":"2018-09-22","arxiv_id":"1809.08370","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/evaluating-the-utility-of-hand-crafted","slug":"evaluating-the-utility-of-hand-crafted","title":"Evaluating the Utility of Hand-crafted Features in Sequence Labelling","date":"2018-08-28","arxiv_id":"1808.09075","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["minghao-wu/CRF-AE"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/evaluating-the-utility-of-hand-crafted#ran","syntology_url":"https://syntology.ai/paper/1808.09075","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.09075"}}}},{"paper":"/paper/end-to-end-neural-entity-linking","slug":"end-to-end-neural-entity-linking","title":"End-to-End Neural Entity Linking","date":"2018-08-23","arxiv_id":"1808.07699","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":8,"pointer_only_for_licence":0,"official":{"repos":["dalab/end2end_neural_el"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":8,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/end-to-end-neural-entity-linking#ran","syntology_url":"https://syntology.ai/paper/1808.07699","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.07699"}}}},{"paper":"/paper/contextual-string-embeddings-for-sequence","slug":"contextual-string-embeddings-for-sequence","title":"Contextual String Embeddings for Sequence Labeling","date":"2018-08-01","arxiv_id":null,"rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/ncrf-an-open-source-neural-sequence-labeling","slug":"ncrf-an-open-source-neural-sequence-labeling","title":"NCRF++: An Open-source Neural Sequence Labeling Toolkit","date":"2018-06-14","arxiv_id":"1806.05626","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["jiesutd/NCRFpp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/ncrf-an-open-source-neural-sequence-labeling#ran","syntology_url":"https://syntology.ai/paper/1806.05626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.05626"}}}},{"paper":"/paper/robust-lexical-features-for-improved-neural","slug":"robust-lexical-features-for-improved-neural","title":"Robust Lexical Features for Improved Neural Network Named-Entity Recognition","date":"2018-06-09","arxiv_id":"1806.03489","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/elden-improved-entity-linking-using-densified","slug":"elden-improved-entity-linking-using-densified","title":"ELDEN: Improved Entity Linking Using Densified Knowledge Graphs","date":"2018-06-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/baseline-needs-more-love-on-simple-word","slug":"baseline-needs-more-love-on-simple-word","title":"Baseline Needs More Love: On Simple Word-Embedding-Based Models and Associated Pooling Mechanisms","date":"2018-05-24","arxiv_id":"1805.09843","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/jointly-predicting-predicates-and-arguments","slug":"jointly-predicting-predicates-and-arguments","title":"Jointly Predicting Predicates and Arguments in Neural Semantic Role Labeling","date":"2018-05-12","arxiv_id":"1805.04787","rows_on_this_dataset":7,"code_links":1,"syntology":null},{"paper":"/paper/hybrid-semi-markov-crf-for-neural-sequence","slug":"hybrid-semi-markov-crf-for-neural-sequence","title":"Hybrid semi-Markov CRF for Neural Sequence Labeling","date":"2018-05-10","arxiv_id":"1805.03838","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/sentence-state-lstm-for-text-representation","slug":"sentence-state-lstm-for-text-representation","title":"Sentence-State LSTM for Text Representation","date":"2018-05-07","arxiv_id":"1805.02474","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/sentence-state-lstm-for-text-representation#ran","syntology_url":"https://syntology.ai/paper/1805.02474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.02474"}}}},{"paper":"/paper/linguistically-informed-self-attention-for","slug":"linguistically-informed-self-attention-for","title":"Linguistically-Informed Self-Attention for Semantic Role Labeling","date":"2018-04-23","arxiv_id":"1804.08199","rows_on_this_dataset":7,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":14,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":9,"samples_ran_instrument_failed":0,"samples_unverified":5,"pointer_only_for_licence":0,"official":{"repos":["strubell/LISA"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/linguistically-informed-self-attention-for#ran","syntology_url":"https://syntology.ai/paper/1804.08199","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.08199"}}}},{"paper":"/paper/efficient-contextualized-representation","slug":"efficient-contextualized-representation","title":"Efficient Contextualized Representation: Language Model Pruning for Sequence Labeling","date":"2018-04-20","arxiv_id":"1804.07827","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/approaching-neural-grammatical-error","slug":"approaching-neural-grammatical-error","title":"Approaching Neural Grammatical Error Correction as a Low-Resource Machine Translation Task","date":"2018-04-16","arxiv_id":"1804.05940","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/near-human-level-performance-in-grammatical","slug":"near-human-level-performance-in-grammatical","title":"Near Human-Level Performance in Grammatical Error Correction with Hybrid Machine Translation","date":"2018-04-16","arxiv_id":"1804.05945","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/higher-order-coreference-resolution-with","slug":"higher-order-coreference-resolution-with","title":"Higher-order Coreference Resolution with Coarse-to-fine Inference","date":"2018-04-15","arxiv_id":"1804.05392","rows_on_this_dataset":1,"code_links":5,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":23,"samples_ran":17,"samples_constructed":0,"samples_ran_checked":14,"samples_ran_instrument_failed":3,"samples_unverified":6,"pointer_only_for_licence":3,"official":{"repos":["kentonl/e2e-coref"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/higher-order-coreference-resolution-with#ran","syntology_url":"https://syntology.ai/paper/1804.05392","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.05392"}}}},{"paper":"/paper/deep-contextualized-word-representations","slug":"deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","rows_on_this_dataset":1,"code_links":46,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":58,"samples_ran":30,"samples_constructed":12,"samples_ran_checked":24,"samples_ran_instrument_failed":6,"samples_unverified":28,"pointer_only_for_licence":25,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deep-contextualized-word-representations#ran","syntology_url":"https://syntology.ai/paper/1802.05365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.05365"}}}},{"paper":"/paper/deeptype-multilingual-entity-linking-by","slug":"deeptype-multilingual-entity-linking-by","title":"DeepType: Multilingual Entity Linking by Neural Type System Evolution","date":"2018-02-03","arxiv_id":"1802.01021","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":2,"official":{"repos":["openai/deeptype"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deeptype-multilingual-entity-linking-by#ran","syntology_url":"https://syntology.ai/paper/1802.01021","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.01021"}}}},{"paper":"/paper/a-deep-neural-network-model-for-the-task-of","slug":"a-deep-neural-network-model-for-the-task-of","title":"A Deep Neural Network Model for the Task of Named Entity Recognition","date":"2018-02-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-multilayer-convolutional-encoder-decoder","slug":"a-multilayer-convolutional-encoder-decoder","title":"A Multilayer Convolutional Encoder-Decoder Neural Network for Grammatical Error Correction","date":"2018-01-26","arxiv_id":"1801.08831","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/cross-view-training-for-semi-supervised","slug":"cross-view-training-for-semi-supervised","title":"Cross-View Training for Semi-Supervised Learning","date":"2018-01-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/neural-cross-lingual-entity-linking","slug":"neural-cross-lingual-entity-linking","title":"Neural Cross-Lingual Entity Linking","date":"2017-12-05","arxiv_id":"1712.01813","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/robust-multilingual-part-of-speech-tagging","slug":"robust-multilingual-part-of-speech-tagging","title":"Robust Multilingual Part-of-Speech Tagging via Adversarial Training","date":"2017-11-14","arxiv_id":"1711.04903","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/empower-sequence-labeling-with-task-aware","slug":"empower-sequence-labeling-with-task-aware","title":"Empower Sequence Labeling with Task-Aware Neural Language Model","date":"2017-09-13","arxiv_id":"1709.04109","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/end-to-end-neural-coreference-resolution","slug":"end-to-end-neural-coreference-resolution","title":"End-to-end Neural Coreference Resolution","date":"2017-07-21","arxiv_id":"1707.07045","rows_on_this_dataset":3,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":3,"official":{"repos":["kentonl/e2e-coref"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/end-to-end-neural-coreference-resolution#ran","syntology_url":"https://syntology.ai/paper/1707.07045","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1707.07045"}}}},{"paper":"/paper/artificial-error-generation-with-machine","slug":"artificial-error-generation-with-machine","title":"Artificial Error Generation with Machine Translation and Syntactic Patterns","date":"2017-07-17","arxiv_id":"1707.05236","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/auxiliary-objectives-for-neural-error","slug":"auxiliary-objectives-for-neural-error","title":"Auxiliary Objectives for Neural Error Detection Models","date":"2017-07-17","arxiv_id":"1707.05227","rows_on_this_dataset":4,"code_links":0,"syntology":null},{"paper":"/paper/neural-reranking-for-named-entity-recognition","slug":"neural-reranking-for-named-entity-recognition","title":"Neural Reranking for Named Entity Recognition","date":"2017-07-17","arxiv_id":"1707.05127","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deep-semantic-role-labeling-what-works-and","slug":"deep-semantic-role-labeling-what-works-and","title":"Deep Semantic Role Labeling: What Works and What's Next","date":"2017-07-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-distributed-representations-of-texts","slug":"learning-distributed-representations-of-texts","title":"Learning Distributed Representations of Texts and Entities from Knowledge Base","date":"2017-05-06","arxiv_id":"1705.02494","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semi-supervised-multitask-learning-for","slug":"semi-supervised-multitask-learning-for","title":"Semi-supervised Multitask Learning for Sequence Labeling","date":"2017-04-24","arxiv_id":"1704.07156","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/deep-joint-entity-disambiguation-with-local","slug":"deep-joint-entity-disambiguation-with-local","title":"Deep Joint Entity Disambiguation with Local Neural Attention","date":"2017-04-17","arxiv_id":"1704.04920","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/transfer-learning-for-sequence-tagging-with","slug":"transfer-learning-for-sequence-tagging-with","title":"Transfer Learning for Sequence Tagging with Hierarchical Recurrent Networks","date":"2017-03-18","arxiv_id":"1703.06345","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":8,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["kimiyoung/transfer"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/transfer-learning-for-sequence-tagging-with#ran","syntology_url":"https://syntology.ai/paper/1703.06345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1703.06345"}}}},{"paper":"/paper/robust-multilingual-named-entity-recognition","slug":"robust-multilingual-named-entity-recognition","title":"Robust Multilingual Named Entity Recognition with Shallow Semi-Supervised Features","date":"2017-01-31","arxiv_id":"1701.09123","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/compositional-sequence-labeling-models-for","slug":"compositional-sequence-labeling-models-for","title":"Compositional Sequence Labeling Models for Error Detection in Learner Writing","date":"2016-07-20","arxiv_id":"1607.06153","rows_on_this_dataset":4,"code_links":0,"syntology":null},{"paper":"/paper/harnessing-deep-neural-networks-with-logic","slug":"harnessing-deep-neural-networks-with-logic","title":"Harnessing Deep Neural Networks with Logic Rules","date":"2016-03-21","arxiv_id":"1603.06318","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/end-to-end-sequence-labeling-via-bi","slug":"end-to-end-sequence-labeling-via-bi","title":"End-to-end Sequence Labeling via Bi-directional LSTM-CNNs-CRF","date":"2016-03-04","arxiv_id":"1603.01354","rows_on_this_dataset":1,"code_links":25,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":24,"samples_ran":24,"samples_constructed":0,"samples_ran_checked":22,"samples_ran_instrument_failed":2,"samples_unverified":0,"pointer_only_for_licence":3,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/end-to-end-sequence-labeling-via-bi#ran","syntology_url":"https://syntology.ai/paper/1603.01354","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.01354"}}}},{"paper":"/paper/neural-architectures-for-named-entity","slug":"neural-architectures-for-named-entity","title":"Neural Architectures for Named Entity Recognition","date":"2016-03-04","arxiv_id":"1603.01360","rows_on_this_dataset":1,"code_links":43,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":36,"samples_ran":29,"samples_constructed":0,"samples_ran_checked":22,"samples_ran_instrument_failed":7,"samples_unverified":7,"pointer_only_for_licence":6,"official":{"repos":["clab/stack-lstm-ner","glample/tagger"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/neural-architectures-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1603.01360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.01360"}}}},{"paper":"/paper/joint-learning-of-the-embedding-of-words-and","slug":"joint-learning-of-the-embedding-of-words-and","title":"Joint Learning of the Embedding of Words and Entities for Named Entity Disambiguation","date":"2016-01-06","arxiv_id":"1601.01343","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-with-bidirectional","slug":"named-entity-recognition-with-bidirectional","title":"Named Entity Recognition with Bidirectional LSTM-CNNs","date":"2015-11-26","arxiv_id":"1511.08308","rows_on_this_dataset":1,"code_links":14,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":9,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":2,"samples_unverified":0,"pointer_only_for_licence":4,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/named-entity-recognition-with-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1511.08308","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1511.08308"}}}},{"paper":"/paper/robust-disambiguation-of-named-entities-in","slug":"robust-disambiguation-of-named-entities-in","title":"Robust Disambiguation of Named Entities in Text","date":"2011-07-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":0,"syntology":null}],"papers_where_code_ran":38,"papers_where_code_ran_first_page":"/dataset/conll-1/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this dataset or check it against this dataset's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/dataset/conll-1/papers/2","json":"/dataset/conll-1/papers/2.json","rows":56},{"order":"ran","page":1,"of":1,"url":"/dataset/conll-1/papers/ran/1","json":"/dataset/conll-1/papers/ran/1.json","rows":38}],"row_route":"each paper's syntology object carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers","syntology_totals":{"read_at":"2026-10-05T00:36:11+00:00","papers_with_samples":38,"samples_harvested":363,"samples_ran":270,"samples_constructed":19,"samples_ran_checked":212,"samples_ran_instrument_failed":58,"samples_unverified":93,"pointer_only_for_licence":74,"papers_with_no_sample_that_ran":0,"papers_with_a_sample_that_ran":38,"papers_with_a_run_with_no_instrument_failure":34,"papers_where_every_run_was_an_instrument_failure":4,"note":"the per-paper counts of every listed paper (all pages), summed; not a rate"},"key_notes":{"samples_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","samples_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":3,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","since_archive":"/sota/named-entity-recognition-ner-on-conll-2003#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014","since_archive":"/sota/grammatical-error-correction-on-conll-2014#since-judged","papers_judged":1,"placed":0}]},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks.","record_sha256":"a2509cfd5951ac240c777e2c6c77def47d45d54f73bf0814120a1e36f9d56b95","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}