{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/named-entity-recognition-ner","name":"Named Entity Recognition (NER)","slug":"named-entity-recognition-ner","description_markdown":"**Named Entity Recognition (NER)** is a task of Natural Language Processing (NLP) that involves identifying and classifying named entities in a text into predefined categories such as person names, organizations, locations, and others. The goal of NER is to extract structured information from unstructured text data and represent it in a machine-readable format. Approaches typically use BIO notation, which differentiates the beginning (B) and the inside (I) of entities. O is used for non-entity tokens.\r\n\r\nExample:\r\n\r\n| Mark | Watney | visited | Mars |\r\n| --- | ---| --- | --- |\r\n| B-PER | I-PER | O | B-LOC |\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [Zalando](https://research.zalando.com/welcome/mission/research-projects/flair-nlp/) )</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":2874,"papers_with_code":955,"benchmarks":76,"benchmark_tables_in_archive":76,"benchmark_tables_shown":76,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":130,"subtasks":13,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","slug":"named-entity-recognition-ner-on-conll-2003","dataset":"CoNLL 2003 (English)","dataset_url":"/dataset/conll-1","rows_in_archive":73,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper_title":"Automated Concatenation of Embeddings for Structured Prediction","paper_url":"/paper/automated-concatenation-of-embeddings-for-1","paper_date":"2020-10-10","arxiv_id":"2010.05006","code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-ontonotes-v5","slug":"named-entity-recognition-ner-on-ontonotes-v5","dataset":"Ontonotes v5 (English)","dataset_url":"/dataset/ontonotes-5-0","rows_in_archive":28,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"BERT-MRC+DSC","paper_title":"Dice Loss for Data-imbalanced NLP Tasks","paper_url":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","paper_date":"2019-11-07","arxiv_id":"1911.02855","code_links":[{"title":"ShannonAI/dice_loss_for_NLP","url":"https://github.com/ShannonAI/dice_loss_for_NLP"},{"title":"fursovia/self-adj-dice","url":"https://github.com/fursovia/self-adj-dice"},{"title":"MindCode-4/code-6","url":"https://github.com/MindCode-4/code-6/tree/main/drop-an-octave-reducing-spatial"},{"title":"MindCode-4/code-11","url":"https://github.com/MindCode-4/code-11/tree/main/dice-loss-for-data-imbalanced-nlp-tasks"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dice-loss-for-data-imbalanced-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/1911.02855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02855"}},"official":{"repos":["ShannonAI/dice_loss_for_NLP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-ner-on-ncbi-disease","slug":"named-entity-recognition-ner-on-ncbi-disease","dataset":"NCBI-disease","dataset_url":"/dataset/ncbi-disease-1","rows_in_archive":26,"metrics":["F1"],"first_row_in_archive_order":{"model":"BioBERT","paper_title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","paper_url":"/paper/biobert-a-pre-trained-biomedical-language","paper_date":"2019-01-25","arxiv_id":"1901.08746","code_links":[{"title":"dmis-lab/biobert","url":"https://github.com/dmis-lab/biobert"},{"title":"EmilyAlsentzer/clinicalBERT","url":"https://github.com/EmilyAlsentzer/clinicalBERT"},{"title":"naver/biobert-pretrained","url":"https://github.com/naver/biobert-pretrained"},{"title":"plkmo/BERT-Relation-Extraction","url":"https://github.com/plkmo/BERT-Relation-Extraction"},{"title":"ncbi-nlp/NCBI_BERT","url":"https://github.com/ncbi-nlp/NCBI_BERT"},{"title":"re-search/DocProduct","url":"https://github.com/re-search/DocProduct"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"dmis-lab/bern","url":"https://github.com/dmis-lab/bern"},{"title":"MeRajat/SolvingAlmostAnythingWithBert","url":"https://github.com/MeRajat/SolvingAlmostAnythingWithBert"},{"title":"phucdev/TL_Bio_RE","url":"https://github.com/phucdev/TL_Bio_RE"},{"title":"ManasRMohanty/DS5500-capstone","url":"https://github.com/ManasRMohanty/DS5500-capstone"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"mocherson/aki_bert","url":"https://github.com/mocherson/aki_bert"},{"title":"jpablou/Matching-The-Blanks-Ths","url":"https://github.com/jpablou/Matching-The-Blanks-Ths"},{"title":"rahul-1996/KGraphs-QA","url":"https://github.com/rahul-1996/KGraphs-QA"},{"title":"ardakdemir/my_bert_ner","url":"https://github.com/ardakdemir/my_bert_ner"},{"title":"cypressd1999/FYP_2021","url":"https://github.com/cypressd1999/FYP_2021"},{"title":"hieudepchai/BERT_IE","url":"https://github.com/hieudepchai/BERT_IE"},{"title":"Dean/BioBERT-DAGsHub","url":"https://dagshub.com/Dean/BioBERT-DAGsHub"}],"syntology":{"n":25,"n_ran":15,"n_constructed":0,"n_ran_checked":11,"n_instrument":4,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 4 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/biobert-a-pre-trained-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/1901.08746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.08746"}},"official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-wnut-2017","slug":"named-entity-recognition-on-wnut-2017","dataset":"WNUT 2017","dataset_url":"/dataset/wnut-2017-emerging-and-rare-entity","rows_in_archive":23,"metrics":["F1","F1 (surface form)","Precision","Recall"],"first_row_in_archive_order":{"model":"CL-KL","paper_title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","paper_url":"/paper/improving-named-entity-recognition-by","paper_date":"2021-05-08","arxiv_id":"2105.03654","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"},{"title":"modelscope/AdaSeq","url":"https://github.com/modelscope/AdaSeq/tree/master/examples/RaNER"},{"title":"Alibaba-NLP/CLNER","url":"https://github.com/Alibaba-NLP/CLNER"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}},"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-ace-2005","slug":"named-entity-recognition-on-ace-2005","dataset":"ACE 2005","dataset_url":"/dataset/ace-2005","rows_in_archive":20,"metrics":["F1"],"first_row_in_archive_order":{"model":"Ours: cross-sentence ALB","paper_title":"A Frustratingly Easy Approach for Entity and Relation Extraction","paper_url":"/paper/a-frustratingly-easy-approach-for-joint","paper_date":"2020-10-24","arxiv_id":"2010.12812","code_links":[{"title":"princeton-nlp/PURE","url":"https://github.com/princeton-nlp/PURE"},{"title":"YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2","url":"https://github.com/YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2"}],"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-frustratingly-easy-approach-for-joint#ran","syntology_url":"https://syntology.ai/paper/2010.12812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12812"}},"official":{"repos":["princeton-nlp/PURE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-ner-on-jnlpba","slug":"named-entity-recognition-ner-on-jnlpba","dataset":"JNLPBA","dataset_url":"/dataset/jnlpba","rows_in_archive":17,"metrics":["F1"],"first_row_in_archive_order":{"model":"KeBioLM","paper_title":"Improving Biomedical Pretrained Language Models with Knowledge","paper_url":"/paper/improving-biomedical-pretrained-language","paper_date":"2021-04-21","arxiv_id":"2104.10344","code_links":[{"title":"GanjinZero/KeBioLM","url":"https://github.com/GanjinZero/KeBioLM"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-bc5cdr","slug":"named-entity-recognition-ner-on-bc5cdr","dataset":"BC5CDR","dataset_url":"/dataset/bc5cdr","rows_in_archive":16,"metrics":["F1"],"first_row_in_archive_order":{"model":"BINDER","paper_title":"Optimizing Bi-Encoder for Named Entity Recognition via Contrastive Learning","paper_url":"/paper/optimizing-bi-encoder-for-named-entity","paper_date":"2022-08-30","arxiv_id":"2208.14565","code_links":[{"title":"microsoft/binder","url":"https://github.com/microsoft/binder"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/optimizing-bi-encoder-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/2208.14565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.14565"}},"official":{"repos":["microsoft/binder"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-genia","slug":"named-entity-recognition-on-genia","dataset":"GENIA","dataset_url":"/dataset/genia","rows_in_archive":14,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-bc2gm","slug":"named-entity-recognition-on-bc2gm","dataset":"BC2GM","dataset_url":"/dataset/bc2gm","rows_in_archive":13,"metrics":["F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Biomedical Named Entity Recognition at Scale","paper_url":"/paper/biomedical-named-entity-recognition-at-scale","paper_date":"2020-11-12","arxiv_id":"2011.06315","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/1.4.Biomedical_NER_SparkNLP_paper_reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-bc5cdr-chemical","slug":"named-entity-recognition-on-bc5cdr-chemical","dataset":"BC5CDR-chemical","dataset_url":"/dataset/bc5cdr","rows_in_archive":13,"metrics":["F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Biomedical Named Entity Recognition at Scale","paper_url":"/paper/biomedical-named-entity-recognition-at-scale","paper_date":"2020-11-12","arxiv_id":"2011.06315","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/1.4.Biomedical_NER_SparkNLP_paper_reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-slue","slug":"named-entity-recognition-on-slue","dataset":"SLUE","dataset_url":"/dataset/slue","rows_in_archive":13,"metrics":["F1 (%)","label-F1 (%)","Text model"],"first_row_in_archive_order":{"model":"W2V2-L-LL60K (pipeline approach, uses LM)","paper_title":"SLUE: New Benchmark Tasks for Spoken Language Understanding Evaluation on Natural Speech","paper_url":"/paper/slue-new-benchmark-tasks-for-spoken-language","paper_date":"2021-11-19","arxiv_id":"2111.10367","code_links":[{"title":"asappresearch/slue-toolkit","url":"https://github.com/asappresearch/slue-toolkit"}],"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/slue-new-benchmark-tasks-for-spoken-language#ran","syntology_url":"https://syntology.ai/paper/2111.10367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.10367"}},"official":{"repos":["asappresearch/slue-toolkit"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-conll","slug":"named-entity-recognition-on-conll","dataset":"CoNLL++","dataset_url":"/dataset/conll","rows_in_archive":11,"metrics":["F1"],"first_row_in_archive_order":{"model":"LUKE + SubRegWeigh (K-means)","paper_title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","paper_url":"/paper/subregweigh-effective-and-efficient","paper_date":"2024-09-10","arxiv_id":"2409.06216","code_links":[{"title":"4ldk/SubRegWeigh","url":"https://github.com/4ldk/SubRegWeigh"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-bc5cdr-disease","slug":"named-entity-recognition-on-bc5cdr-disease","dataset":"BC5CDR-disease","dataset_url":"/dataset/bc5cdr","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"BioMegatron","paper_title":"BioMegatron: Larger Biomedical Domain Language Model","paper_url":"/paper/biomegatron-larger-biomedical-domain-language","paper_date":"2020-10-12","arxiv_id":"2010.06060","code_links":[{"title":"NVIDIA/NeMo","url":"https://github.com/NVIDIA/NeMo"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-ace-2004","slug":"named-entity-recognition-on-ace-2004","dataset":"ACE 2004","dataset_url":"/dataset/ace-2004","rows_in_archive":9,"metrics":["F1","Multi-Task Supervision"],"first_row_in_archive_order":{"model":"Ours: cross-sentence ALB","paper_title":"A Frustratingly Easy Approach for Entity and Relation Extraction","paper_url":"/paper/a-frustratingly-easy-approach-for-joint","paper_date":"2020-10-24","arxiv_id":"2010.12812","code_links":[{"title":"princeton-nlp/PURE","url":"https://github.com/princeton-nlp/PURE"},{"title":"YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2","url":"https://github.com/YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2"}],"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-frustratingly-easy-approach-for-joint#ran","syntology_url":"https://syntology.ai/paper/2010.12812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12812"}},"official":{"repos":["princeton-nlp/PURE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-ner-on-scierc","slug":"named-entity-recognition-ner-on-scierc","dataset":"SciERC","dataset_url":"/dataset/scierc","rows_in_archive":7,"metrics":["F1"],"first_row_in_archive_order":{"model":"SciDeBERTa v2","paper_title":"SciDeBERTa: Learning DeBERTa for Science Technology Documents and Fine-Tuning Information Extraction Tasks","paper_url":"/paper/scideberta-learning-deberta-for-science","paper_date":"2022-06-08","arxiv_id":null,"code_links":[{"title":"Eunhui-Kim/SciDeBERTa-Fine-Tuning","url":"https://github.com/Eunhui-Kim/SciDeBERTa-Fine-Tuning"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-bc4chemd","slug":"named-entity-recognition-on-bc4chemd","dataset":"BC4CHEMD","dataset_url":"/dataset/bc4chemd","rows_in_archive":7,"metrics":["F1"],"first_row_in_archive_order":{"model":"BertForTokenClassification (Spark NLP)","paper_title":"Accurate clinical and biomedical Named entity recognition at scale","paper_url":"/paper/accurate-clinical-and-biomedical-named-entity","paper_date":"2022-07-19","arxiv_id":null,"code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-wnut-2016","slug":"named-entity-recognition-on-wnut-2016","dataset":"WNUT 2016","dataset_url":"/dataset/wnut-2016-ner","rows_in_archive":7,"metrics":["F1"],"first_row_in_archive_order":{"model":"HGN","paper_title":"Hero-Gang Neural Model For Named Entity Recognition","paper_url":"/paper/hero-gang-neural-model-for-named-entity","paper_date":"2022-05-15","arxiv_id":"2205.07177","code_links":[{"title":"jinpeng01/hgn","url":"https://github.com/jinpeng01/hgn"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll-2002","slug":"named-entity-recognition-on-conll-2002","dataset":"CoNLL 2002 (Spanish)","dataset_url":"/dataset/conll-2002","rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper_title":"Automated Concatenation of Embeddings for Structured Prediction","paper_url":"/paper/automated-concatenation-of-embeddings-for-1","paper_date":"2020-10-10","arxiv_id":"2010.05006","code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll-2002-dutch","slug":"named-entity-recognition-on-conll-2002-dutch","dataset":"CoNLL 2002 (Dutch)","dataset_url":"/dataset/conll-2002","rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper_title":"Automated Concatenation of Embeddings for Structured Prediction","paper_url":"/paper/automated-concatenation-of-embeddings-for-1","paper_date":"2020-10-10","arxiv_id":"2010.05006","code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german","slug":"named-entity-recognition-on-conll-2003-german","dataset":"CoNLL 2003 (German)","dataset_url":"/dataset/conll-1","rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper_title":"Automated Concatenation of Embeddings for Structured Prediction","paper_url":"/paper/automated-concatenation-of-embeddings-for-1","paper_date":"2020-10-10","arxiv_id":"2010.05006","code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-few-nerd-sup","slug":"named-entity-recognition-on-few-nerd-sup","dataset":"Few-NERD (SUP)","dataset_url":"/dataset/few-nerd","rows_in_archive":6,"metrics":["F1-Measure","Precision","Recall"],"first_row_in_archive_order":{"model":"PL-Marker","paper_title":"Packed Levitated Marker for Entity and Relation Extraction","paper_url":"/paper/pack-together-entity-and-relation-extraction","paper_date":"2021-09-13","arxiv_id":"2109.06067","code_links":[{"title":"tomaarsen/spanmarkerner","url":"https://github.com/tomaarsen/spanmarkerner"},{"title":"thunlp/pl-marker","url":"https://github.com/thunlp/pl-marker"}],"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-linnaeus","slug":"named-entity-recognition-on-linnaeus","dataset":"LINNAEUS","dataset_url":"/dataset/linnaeus","rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"BLSTM-CNN-Char (SparkNLP)","paper_title":"Biomedical Named Entity Recognition at Scale","paper_url":"/paper/biomedical-named-entity-recognition-at-scale","paper_date":"2020-11-12","arxiv_id":"2011.06315","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/1.4.Biomedical_NER_SparkNLP_paper_reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-anatem","slug":"named-entity-recognition-on-anatem","dataset":"AnatEM","dataset_url":null,"rows_in_archive":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"ConNER","paper_title":"Enhancing Label Consistency on Document-level Named Entity Recognition","paper_url":"/paper/enhancing-label-consistency-on-document-level","paper_date":"2022-10-24","arxiv_id":"2210.12949","code_links":[{"title":"dmis-lab/conner","url":"https://github.com/dmis-lab/conner"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german-1","slug":"named-entity-recognition-on-conll-2003-german-1","dataset":"CoNLL 2003 (German) Revised","dataset_url":"/dataset/conll-1","rows_in_archive":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"FLERT XLM-R","paper_title":"FLERT: Document-Level Features for Named Entity Recognition","paper_url":"/paper/flert-document-level-features-for-named","paper_date":"2020-11-13","arxiv_id":"2011.06993","code_links":[{"title":"flairNLP/flair","url":"https://github.com/flairNLP/flair"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll03","slug":"named-entity-recognition-on-conll03","dataset":"CoNLL03","dataset_url":"/dataset/conll","rows_in_archive":5,"metrics":["F1","F1 (micro)"],"first_row_in_archive_order":{"model":"UniNER-7B","paper_title":"UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition","paper_url":"/paper/universalner-targeted-distillation-from-large","paper_date":"2023-08-07","arxiv_id":"2308.03279","code_links":[{"title":"universal-ner/universal-ner","url":"https://github.com/universal-ner/universal-ner"},{"title":"emma1066/retrieval-augmented-it-openner","url":"https://github.com/emma1066/retrieval-augmented-it-openner"}],"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":2,"n_no_contract":2,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 2 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/universalner-targeted-distillation-from-large#ran","syntology_url":"https://syntology.ai/paper/2308.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.03279"}},"official":null}}},{"leaderboard":"/sota/named-entity-recognition-ner-on-cord-r","slug":"named-entity-recognition-ner-on-cord-r","dataset":"CORD-r","dataset_url":"/dataset/cord-r","rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"TPP (LayoutLMv3)","paper_title":"Reading Order Matters: Information Extraction from Visually-rich Documents by Token Path Prediction","paper_url":"/paper/reading-order-matters-information-extraction","paper_date":"2023-10-17","arxiv_id":"2310.11016","code_links":[{"title":"chongzhangfdu/tpp","url":"https://github.com/chongzhangfdu/tpp"},{"title":"WinterShiver/Token-Path-Prediction","url":"https://github.com/WinterShiver/Token-Path-Prediction"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-funsd-r","slug":"named-entity-recognition-ner-on-funsd-r","dataset":"FUNSD-r","dataset_url":"/dataset/funsd-r","rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"TPP (LayoutLMv3)","paper_title":"Reading Order Matters: Information Extraction from Visually-rich Documents by Token Path Prediction","paper_url":"/paper/reading-order-matters-information-extraction","paper_date":"2023-10-17","arxiv_id":"2310.11016","code_links":[{"title":"chongzhangfdu/tpp","url":"https://github.com/chongzhangfdu/tpp"},{"title":"WinterShiver/Token-Path-Prediction","url":"https://github.com/WinterShiver/Token-Path-Prediction"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-species-800","slug":"named-entity-recognition-on-species-800","dataset":"Species-800","dataset_url":"/dataset/species-800","rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"BioBERT","paper_title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","paper_url":"/paper/biobert-a-pre-trained-biomedical-language","paper_date":"2019-01-25","arxiv_id":"1901.08746","code_links":[{"title":"dmis-lab/biobert","url":"https://github.com/dmis-lab/biobert"},{"title":"EmilyAlsentzer/clinicalBERT","url":"https://github.com/EmilyAlsentzer/clinicalBERT"},{"title":"naver/biobert-pretrained","url":"https://github.com/naver/biobert-pretrained"},{"title":"plkmo/BERT-Relation-Extraction","url":"https://github.com/plkmo/BERT-Relation-Extraction"},{"title":"ncbi-nlp/NCBI_BERT","url":"https://github.com/ncbi-nlp/NCBI_BERT"},{"title":"re-search/DocProduct","url":"https://github.com/re-search/DocProduct"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"dmis-lab/bern","url":"https://github.com/dmis-lab/bern"},{"title":"MeRajat/SolvingAlmostAnythingWithBert","url":"https://github.com/MeRajat/SolvingAlmostAnythingWithBert"},{"title":"phucdev/TL_Bio_RE","url":"https://github.com/phucdev/TL_Bio_RE"},{"title":"ManasRMohanty/DS5500-capstone","url":"https://github.com/ManasRMohanty/DS5500-capstone"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"mocherson/aki_bert","url":"https://github.com/mocherson/aki_bert"},{"title":"jpablou/Matching-The-Blanks-Ths","url":"https://github.com/jpablou/Matching-The-Blanks-Ths"},{"title":"rahul-1996/KGraphs-QA","url":"https://github.com/rahul-1996/KGraphs-QA"},{"title":"ardakdemir/my_bert_ner","url":"https://github.com/ardakdemir/my_bert_ner"},{"title":"cypressd1999/FYP_2021","url":"https://github.com/cypressd1999/FYP_2021"},{"title":"hieudepchai/BERT_IE","url":"https://github.com/hieudepchai/BERT_IE"},{"title":"Dean/BioBERT-DAGsHub","url":"https://dagshub.com/Dean/BioBERT-DAGsHub"}],"syntology":{"n":25,"n_ran":15,"n_constructed":0,"n_ran_checked":11,"n_instrument":4,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 4 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/biobert-a-pre-trained-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/1901.08746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.08746"}},"official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}},{"leaderboard":"/sota/named-entity-recognition-ner-on-semclinbr","slug":"named-entity-recognition-ner-on-semclinbr","dataset":"SemClinBr","dataset_url":"/dataset/semclinbr","rows_in_archive":3,"metrics":["Micro F1"],"first_row_in_archive_order":{"model":"pucpr/biobertpt-clin","paper_title":"BioBERTpt - A Portuguese Neural Language Model for Clinical Named Entity Recognition","paper_url":"/paper/biobertpt-a-portuguese-neural-language-model","paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-bionlp13-cg","slug":"named-entity-recognition-on-bionlp13-cg","dataset":"BioNLP13-CG","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"BLSTM-CNN-Char (SparkNLP)","paper_title":"Biomedical Named Entity Recognition at Scale","paper_url":"/paper/biomedical-named-entity-recognition-at-scale","paper_date":"2020-11-12","arxiv_id":"2011.06315","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/1.4.Biomedical_NER_SparkNLP_paper_reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-biored","slug":"named-entity-recognition-on-biored","dataset":"BioRED","dataset_url":"/dataset/biored","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"PubMedBERT-CRF","paper_title":"BioRED: A Rich Biomedical Relation Extraction Dataset","paper_url":"/paper/biored-a-comprehensive-biomedical-relation","paper_date":"2022-04-08","arxiv_id":"2204.04263","code_links":[{"title":"ncbi/BioRED","url":"https://github.com/ncbi/BioRED"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-dwie","slug":"named-entity-recognition-on-dwie","dataset":"DWIE","dataset_url":"/dataset/dwie","rows_in_archive":3,"metrics":["F1-Hard"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-findvehicle","slug":"named-entity-recognition-on-findvehicle","dataset":"FindVehicle","dataset_url":"/dataset/findvehicle","rows_in_archive":3,"metrics":["F1 Score","F1"],"first_row_in_archive_order":{"model":"BiLSTM-CRF","paper_title":"Bidirectional LSTM-CRF Models for Sequence Tagging","paper_url":"/paper/bidirectional-lstm-crf-models-for-sequence","paper_date":"2015-08-09","arxiv_id":"1508.01991","code_links":[{"title":"determined22/zh-ner-tf","url":"https://github.com/determined22/zh-ner-tf"},{"title":"guillaumegenthial/tf_ner","url":"https://github.com/guillaumegenthial/tf_ner"},{"title":"baiyang2464/chatbot-base-on-Knowledge-Graph","url":"https://github.com/baiyang2464/chatbot-base-on-Knowledge-Graph"},{"title":"GlassyWing/bi-lstm-crf","url":"https://github.com/GlassyWing/bi-lstm-crf"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/research/nlp/lstm_crf"},{"title":"jidasheng/bi-lstm-crf","url":"https://github.com/jidasheng/bi-lstm-crf"},{"title":"aonotas/deep-crf","url":"https://github.com/aonotas/deep-crf"},{"title":"gxzzz/bilstm-crf","url":"https://github.com/gxzzz/bilstm-crf"},{"title":"epwalsh/pytorch-crf","url":"https://github.com/epwalsh/pytorch-crf"},{"title":"ngoquanghuy99/POS-Tagging-BiLSTM-CRF","url":"https://github.com/ngoquanghuy99/POS-Tagging-BiLSTM-CRF"},{"title":"HassanAzzam/Arabic-NER","url":"https://github.com/HassanAzzam/Arabic-NER"},{"title":"zysite/post","url":"https://github.com/zysite/post"},{"title":"DimasDMM/diseases-ner","url":"https://github.com/DimasDMM/diseases-ner"},{"title":"hazelnutsgz/Naive-LSTM-CRF","url":"https://github.com/hazelnutsgz/Naive-LSTM-CRF"},{"title":"kyzhouhzau/CCLNER","url":"https://github.com/kyzhouhzau/CCLNER"},{"title":"JZ-LIANG/CRF-LSTM-NER","url":"https://github.com/JZ-LIANG/CRF-LSTM-NER"},{"title":"moejoe95/crf-vs-rnn-ner","url":"https://github.com/moejoe95/crf-vs-rnn-ner"},{"title":"sarveshsparab/BiLSTMCRFSeqTag","url":"https://github.com/sarveshsparab/BiLSTMCRFSeqTag"},{"title":"sumehta/bilstm_crf_extract","url":"https://github.com/sumehta/bilstm_crf_extract"},{"title":"UcasLzz/ChineseWordSeg-POS","url":"https://github.com/UcasLzz/ChineseWordSeg-POS"},{"title":"Akshayanti/supersense-sequence-labelling","url":"https://github.com/Akshayanti/supersense-sequence-labelling"},{"title":"MindSpore-paper-code-3/code9","url":"https://github.com/MindSpore-paper-code-3/code9/tree/main/lstm_crf"},{"title":"UcasLzz/CWS","url":"https://github.com/UcasLzz/CWS"},{"title":"akshay-gupta123/BI-LSTM-CRF_Tensorflow","url":"https://github.com/akshay-gupta123/BI-LSTM-CRF_Tensorflow"},{"title":"2023-MindSpore-1/ms-code-5","url":"https://github.com/2023-MindSpore-1/ms-code-5/tree/main/lstm_crf"}],"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bidirectional-lstm-crf-models-for-sequence#ran","syntology_url":"https://syntology.ai/paper/1508.01991","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1508.01991"}},"official":null}}},{"leaderboard":"/sota/named-entity-recognition-on-nemo-corpus-morph-1","slug":"named-entity-recognition-on-nemo-corpus-morph-1","dataset":"NEMO-Corpus (morph,test)","dataset_url":"/dataset/nemo-corpus","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"AlephBERT-base Pipeline","paper_title":"AlephBERT:A Hebrew Large Pre-Trained Language Model to Start-off your Hebrew NLP Application With","paper_url":"/paper/alephbert-a-hebrew-large-pre-trained-language","paper_date":"2021-04-08","arxiv_id":"2104.04052","code_links":[{"title":"8400thehealthnetwork/hebsafeharbor","url":"https://github.com/8400thehealthnetwork/hebsafeharbor"},{"title":"OnlpLab/Hebrew-Sentiment-Data","url":"https://github.com/OnlpLab/Hebrew-Sentiment-Data"}],"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/alephbert-a-hebrew-large-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2104.04052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04052"}},"official":{"repos":["OnlpLab/Hebrew-Sentiment-Data"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-ontonotes","slug":"named-entity-recognition-on-ontonotes","dataset":"OntoNotes","dataset_url":"/dataset/ontonotes-5-0","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-wnut-20-task-1","slug":"named-entity-recognition-on-wnut-20-task-1","dataset":"WNUT 2020","dataset_url":"/dataset/wnut-20-task-1-extracting-entities-and","rows_in_archive":3,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"mgsohrab","paper_title":"mgsohrab at WNUT 2020 Shared Task-1: Neural Exhaustive Approach for Entity and Relation Recognition Over Wet Lab Protocols","paper_url":"/paper/mgsohrab-at-wnut-2020-shared-task-1-neural","paper_date":"2020-11-01","arxiv_id":null,"code_links":[{"title":"dnanhkhoa/WNUT-2020","url":"https://github.com/dnanhkhoa/WNUT-2020"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2020","slug":"named-entity-recognition-ner-on-conll-2020","dataset":"CoNLL-2020","dataset_url":"/dataset/conll-2020","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"LUKE + SubRegWeigh (K-means)","paper_title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","paper_url":"/paper/subregweigh-effective-and-efficient","paper_date":"2024-09-10","arxiv_id":"2409.06216","code_links":[{"title":"4ldk/SubRegWeigh","url":"https://github.com/4ldk/SubRegWeigh"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-ace2005","slug":"named-entity-recognition-on-ace2005","dataset":"ACE2005","dataset_url":"/dataset/ace-2005","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-bc7-nlm-chem","slug":"named-entity-recognition-on-bc7-nlm-chem","dataset":"BC7 NLM-Chem","dataset_url":"/dataset/bc7-nlm-chem","rows_in_archive":2,"metrics":["F1-score (strict)"],"first_row_in_archive_order":{"model":"PubMedBERT+MLP+CRF","paper_title":"Chemical identification and indexing in PubMed full-text articles using deep learning and heuristics","paper_url":"/paper/chemical-identification-and-indexing-in-1","paper_date":"2022-07-01","arxiv_id":null,"code_links":[{"title":"bioinformatics-ua/biocreativeVII_track2","url":"https://github.com/bioinformatics-ua/biocreativeVII_track2"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-cmeee","slug":"named-entity-recognition-on-cmeee","dataset":"CMeEE","dataset_url":"/dataset/cmeee","rows_in_archive":2,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"BERT-CRF (Replicated in AdaSeq)","paper_title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","paper_url":"/paper/improving-named-entity-recognition-by","paper_date":"2021-05-08","arxiv_id":"2105.03654","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"},{"title":"modelscope/AdaSeq","url":"https://github.com/modelscope/AdaSeq/tree/master/examples/RaNER"},{"title":"Alibaba-NLP/CLNER","url":"https://github.com/Alibaba-NLP/CLNER"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}},"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-dane","slug":"named-entity-recognition-on-dane","dataset":"DaNE","dataset_url":"/dataset/dane","rows_in_archive":2,"metrics":["Micro-average F1"],"first_row_in_archive_order":{"model":"saattrupdan/nbailab-base-ner-scandi","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-hiner-collapsed","slug":"named-entity-recognition-on-hiner-collapsed","dataset":"HiNER-collapsed","dataset_url":"/dataset/hiner-collapsed-1","rows_in_archive":2,"metrics":["F1-score (Weighted)"],"first_row_in_archive_order":{"model":"cfilt/HiNER-collapsed-xlm-roberta-large","paper_title":"HiNER: A Large Hindi Named Entity Recognition Dataset","paper_url":"/paper/hiner-a-large-hindi-named-entity-recognition","paper_date":"2022-04-28","arxiv_id":"2204.13743","code_links":[{"title":"cfiltnlp/hiner","url":"https://github.com/cfiltnlp/hiner"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-hiner-original","slug":"named-entity-recognition-on-hiner-original","dataset":"HiNER-original","dataset_url":"/dataset/hiner-original-1","rows_in_archive":2,"metrics":["F1-score (Weighted)"],"first_row_in_archive_order":{"model":"cfilt/HiNER-original-xlm-roberta-large","paper_title":"HiNER: A Large Hindi Named Entity Recognition Dataset","paper_url":"/paper/hiner-a-large-hindi-named-entity-recognition","paper_date":"2022-04-28","arxiv_id":"2204.13743","code_links":[{"title":"cfiltnlp/hiner","url":"https://github.com/cfiltnlp/hiner"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-nemo-corpus-token-1","slug":"named-entity-recognition-on-nemo-corpus-token-1","dataset":"NEMO-Corpus (token,test)","dataset_url":"/dataset/nemo-corpus","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"AlephBERT-base","paper_title":"AlephBERT:A Hebrew Large Pre-Trained Language Model to Start-off your Hebrew NLP Application With","paper_url":"/paper/alephbert-a-hebrew-large-pre-trained-language","paper_date":"2021-04-08","arxiv_id":"2104.04052","code_links":[{"title":"8400thehealthnetwork/hebsafeharbor","url":"https://github.com/8400thehealthnetwork/hebsafeharbor"},{"title":"OnlpLab/Hebrew-Sentiment-Data","url":"https://github.com/OnlpLab/Hebrew-Sentiment-Data"}],"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/alephbert-a-hebrew-large-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2104.04052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04052"}},"official":{"repos":["OnlpLab/Hebrew-Sentiment-Data"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/named-entity-recognition-on-ontonotes-5-0","slug":"named-entity-recognition-on-ontonotes-5-0","dataset":"OntoNotes 5.0","dataset_url":"/dataset/ontonotes-5-0","rows_in_archive":2,"metrics":["Average F1","Micro F1"],"first_row_in_archive_order":{"model":"HGN","paper_title":"Hero-Gang Neural Model For Named Entity Recognition","paper_url":"/paper/hero-gang-neural-model-for-named-entity","paper_date":"2022-05-15","arxiv_id":"2205.07177","code_links":[{"title":"jinpeng01/hgn","url":"https://github.com/jinpeng01/hgn"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-species800","slug":"named-entity-recognition-on-species800","dataset":"Species800","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"BLSTM-CNN-Char (SparkNLP)","paper_title":"Biomedical Named Entity Recognition at Scale","paper_url":"/paper/biomedical-named-entity-recognition-at-scale","paper_date":"2020-11-12","arxiv_id":"2011.06315","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/1.4.Biomedical_NER_SparkNLP_paper_reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-wlpc","slug":"named-entity-recognition-on-wlpc","dataset":"WLPC","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DyGIE","paper_title":"A General Framework for Information Extraction using Dynamic Span Graphs","paper_url":"/paper/a-general-framework-for-information","paper_date":"2019-04-05","arxiv_id":"1904.03296","code_links":[{"title":"luanyi/DyGIE","url":"https://github.com/luanyi/DyGIE"},{"title":"tricktreat/trimf","url":"https://github.com/tricktreat/trimf"},{"title":"AndrewSukhobok95/DL_GraphEntity_project","url":"https://github.com/AndrewSukhobok95/DL_GraphEntity_project"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-nemo-corpus","slug":"named-entity-recognition-ner-on-nemo-corpus","dataset":"NEMO-Corpus","dataset_url":"/dataset/nemo-corpus","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"AlephBERTGimmel-base MTL","paper_title":"Large Pre-Trained Models with Extra-Large Vocabularies: A Contrastive Analysis of Hebrew BERT Models and a New One to Outperform Them All","paper_url":"/paper/large-pre-trained-models-with-extra-large","paper_date":"2022-11-28","arxiv_id":"2211.15199","code_links":[],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1","slug":"named-entity-recognition-ner-on-uner-v1","dataset":"UNER v1 (Danish)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-1","slug":"named-entity-recognition-ner-on-uner-v1-1","dataset":"UNER v1 (English)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-2","slug":"named-entity-recognition-ner-on-uner-v1-2","dataset":"UNER v1 (Croatian)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-3","slug":"named-entity-recognition-ner-on-uner-v1-3","dataset":"UNER v1 (Portuguese)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-4","slug":"named-entity-recognition-ner-on-uner-v1-4","dataset":"UNER v1 (Slovak)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-5","slug":"named-entity-recognition-ner-on-uner-v1-5","dataset":"UNER v1 (Serbian)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-6","slug":"named-entity-recognition-ner-on-uner-v1-6","dataset":"UNER v1 (Swedish)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-7","slug":"named-entity-recognition-ner-on-uner-v1-7","dataset":"UNER v1 (Chinese)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-8","slug":"named-entity-recognition-ner-on-uner-v1-8","dataset":"UNER v1 (Chinese Simplified)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-pud","slug":"named-entity-recognition-ner-on-uner-v1-pud","dataset":"UNER v1 - PUD (English)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-pud-1","slug":"named-entity-recognition-ner-on-uner-v1-pud-1","dataset":"UNER v1 - PUD (Portuguese)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-pud-2","slug":"named-entity-recognition-ner-on-uner-v1-pud-2","dataset":"UNER v1 - PUD (Swedish)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-uner-v1-pud-3","slug":"named-entity-recognition-ner-on-uner-v1-pud-3","dataset":"UNER v1 - PUD (Chinese)","dataset_url":"/dataset/uner-v1","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"UNER XML-R","paper_title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","paper_url":"/paper/universal-ner-a-gold-standard-multilingual-1","paper_date":"2023-11-15","arxiv_id":"2311.09122","code_links":[{"title":"opennlg/openba-v2","url":"https://github.com/opennlg/openba-v2"},{"title":"UniversalNER/uner_code","url":"https://github.com/UniversalNER/uner_code"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-ner-on-wetlab","slug":"named-entity-recognition-ner-on-wetlab","dataset":"WetLab","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"BiLSTM-CRF with ELMo","paper_title":"Using Similarity Measures to Select Pretraining Data for NER","paper_url":"/paper/using-similarity-measures-to-select","paper_date":"2019-04-01","arxiv_id":"1904.00585","code_links":[{"title":"daixiangau/naacl2019-select-pretraining-data-for-ner","url":"https://github.com/daixiangau/naacl2019-select-pretraining-data-for-ner"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-adverse-drug","slug":"named-entity-recognition-on-adverse-drug","dataset":"Adverse Drug Events (ADE) Corpus","dataset_url":"/dataset/ade-corpus","rows_in_archive":1,"metrics":["NER Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Mining Adverse Drug Reactions from Unstructured Mediums at Scale","paper_url":"/paper/mining-adverse-drug-reactions-from","paper_date":"2022-01-05","arxiv_id":"2201.01405","code_links":[],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-broad-twitter","slug":"named-entity-recognition-on-broad-twitter","dataset":"Broad Twitter Corpus","dataset_url":"/dataset/broad-twitter-corpus","rows_in_archive":1,"metrics":["Entity F1"],"first_row_in_archive_order":{"model":"WORD_GAZ","paper_title":"The Utility and Interplay of Gazetteers and Entity Segmentation for Named Entity Recognition in English","paper_url":"/paper/the-utility-and-interplay-of-gazetteers-and","paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-code-switching","slug":"named-entity-recognition-on-code-switching","dataset":"Code-Switching English-Spanish NER","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"HME (word + BPE + char)","paper_title":"Hierarchical Meta-Embeddings for Code-Switching Named Entity Recognition","paper_url":"/paper/hierarchical-meta-embeddings-for-code","paper_date":"2019-09-18","arxiv_id":"1909.08504","code_links":[{"title":"gentaiscool/meta-emb","url":"https://github.com/gentaiscool/meta-emb"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-conll-2000","slug":"named-entity-recognition-on-conll-2000","dataset":"CoNLL 2000","dataset_url":"/dataset/conll-1","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SWEM-CRF","paper_title":"Baseline Needs More Love: On Simple Word-Embedding-Based Models and Associated Pooling Mechanisms","paper_url":"/paper/baseline-needs-more-love-on-simple-word","paper_date":"2018-05-24","arxiv_id":"1805.09843","code_links":[{"title":"dinghanshen/SWEM","url":"https://github.com/dinghanshen/SWEM"},{"title":"nyk510/scdv-python","url":"https://github.com/nyk510/scdv-python"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-french-treebank","slug":"named-entity-recognition-on-french-treebank","dataset":"French Treebank","dataset_url":null,"rows_in_archive":1,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"CamemBERT (subword masking)","paper_title":"CamemBERT: a Tasty French Language Model","paper_url":"/paper/camembert-a-tasty-french-language-model","paper_date":"2019-11-10","arxiv_id":"1911.03894","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"Karthik-Bhaskar/Context-Based-Question-Answering","url":"https://github.com/Karthik-Bhaskar/Context-Based-Question-Answering"},{"title":"anaishoareau/french_preprocessing","url":"https://github.com/anaishoareau/french_preprocessing"},{"title":"bourrel/French-News-Clustering","url":"https://github.com/bourrel/French-News-Clustering"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/camembert"},{"title":"hbaflast/bert-sentiment-analysis-pytorch","url":"https://github.com/hbaflast/bert-sentiment-analysis-pytorch"},{"title":"hbaflast/bert-sentiment-analysis-tensorflow","url":"https://github.com/hbaflast/bert-sentiment-analysis-tensorflow"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/camembert"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-gellus","slug":"named-entity-recognition-on-gellus","dataset":"Gellus","dataset_url":null,"rows_in_archive":1,"metrics":["F1 (%)"],"first_row_in_archive_order":{"model":"ConNER","paper_title":"Enhancing Label Consistency on Document-level Named Entity Recognition","paper_url":"/paper/enhancing-label-consistency-on-document-level","paper_date":"2022-10-24","arxiv_id":"2210.12949","code_links":[{"title":"dmis-lab/conner","url":"https://github.com/dmis-lab/conner"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-i2b2-de","slug":"named-entity-recognition-on-i2b2-de","dataset":"i2b2 De-identification Dataset","dataset_url":"/dataset/i2b2-de-identification-dataset","rows_in_archive":1,"metrics":["F1","Precision"],"first_row_in_archive_order":{"model":"BiLSTM with ELMo","paper_title":"MASK: A flexible framework to facilitate de-identification of clinical texts","paper_url":"/paper/mask-a-flexible-framework-to-facilitate-de","paper_date":"2020-05-24","arxiv_id":"2005.11687","code_links":[{"title":"icescentral/MASK_public","url":"https://github.com/icescentral/MASK_public"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-iecsil-fire-2018","slug":"named-entity-recognition-on-iecsil-fire-2018","dataset":"IECSIL FIRE-2018 Shared Task","dataset_url":"/dataset/iecsil-fire-2018-shared-task","rows_in_archive":1,"metrics":["Average F1"],"first_row_in_archive_order":{"model":"XLM-RoBERTa","paper_title":"Analysis Of Contextual and Non-Contextual Word Embedding Models For Hindi NER With Web Application For Data Collection","paper_url":"/paper/analysis-of-contextual-and-non-contextual","paper_date":"2021-02-18","arxiv_id":null,"code_links":[{"title":"AindriyaBarua/Contextual-vs-Non-Contextual-Word-Embeddings-For-Hindi-NER-With-WebApp","url":"https://github.com/AindriyaBarua/Contextual-vs-Non-Contextual-Word-Embeddings-For-Hindi-NER-With-WebApp"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-legalnero","slug":"named-entity-recognition-on-legalnero","dataset":"LegalNERo","dataset_url":"/dataset/legalnero","rows_in_archive":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"Marcell","paper_title":"Named Entity Recognition in the Romanian Legal Domain","paper_url":"/paper/named-entity-recognition-in-the-romanian","paper_date":"","arxiv_id":null,"code_links":[{"title":"racai-ai/LegalNER","url":"https://github.com/racai-ai/LegalNER"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-lener-br","slug":"named-entity-recognition-on-lener-br","dataset":"LeNER-Br","dataset_url":"/dataset/lener-br","rows_in_archive":1,"metrics":["Micro F1 (Exact Span)","Micro F1 (Tokens)"],"first_row_in_archive_order":{"model":"LSTM-CRF","paper_title":"LeNER-Br: a Dataset for Named Entity Recognition in Brazilian Legal Text","paper_url":"/paper/lener-br-a-dataset-for-named-entity","paper_date":"2018-09-24","arxiv_id":null,"code_links":[{"title":"peluz/lener-br","url":"https://github.com/peluz/lener-br"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-ncbi-disease","slug":"named-entity-recognition-on-ncbi-disease","dataset":"NCBI Disease","dataset_url":"/dataset/ncbi-disease-1","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"UniNER-7B","paper_title":"UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition","paper_url":"/paper/universalner-targeted-distillation-from-large","paper_date":"2023-08-07","arxiv_id":"2308.03279","code_links":[{"title":"universal-ner/universal-ner","url":"https://github.com/universal-ner/universal-ner"},{"title":"emma1066/retrieval-augmented-it-openner","url":"https://github.com/emma1066/retrieval-augmented-it-openner"}],"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":2,"n_no_contract":2,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 2 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/universalner-targeted-distillation-from-large#ran","syntology_url":"https://syntology.ai/paper/2308.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.03279"}},"official":null}}},{"leaderboard":"/sota/named-entity-recognition-on-semeval-2022","slug":"named-entity-recognition-on-semeval-2022","dataset":"SemEval 2022 - BanglaCoNER","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"POS Tagger, Prefix, Suffix, k-Neighbor Words, k-means clustering","paper_title":"BanglaCoNER: Towards Robust Bangla Complex Named Entity Recognition","paper_url":"/paper/towards-robust-bangla-complex-named-entity","paper_date":"2023-03-16","arxiv_id":"2303.09306","code_links":[{"title":"ramisa2108/bangla-complex-named-entity-recognition-challenge","url":"https://github.com/ramisa2108/bangla-complex-named-entity-recognition-challenge"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-semeval-2022-2023","slug":"named-entity-recognition-on-semeval-2022-2023","dataset":"SemEval 2022-2023 - BanglaCoNER","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"FT-Bangla BERT Large","paper_title":"BanglaCoNER: Towards Robust Bangla Complex Named Entity Recognition","paper_url":"/paper/towards-robust-bangla-complex-named-entity","paper_date":"2023-03-16","arxiv_id":"2303.09306","code_links":[{"title":"ramisa2108/bangla-complex-named-entity-recognition-challenge","url":"https://github.com/ramisa2108/bangla-complex-named-entity-recognition-challenge"}],"syntology":null}},{"leaderboard":"/sota/named-entity-recognition-on-soscisoci","slug":"named-entity-recognition-on-soscisoci","dataset":"SoSciSoCi","dataset_url":null,"rows_in_archive":1,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"Bi-LSTM-CRF (SSC->GSC)","paper_title":"Investigating Software Usage in the Social Sciences: A Knowledge Graph Approach","paper_url":"/paper/investigating-software-usage-in-the-social","paper_date":"2020-03-24","arxiv_id":"2003.10715","code_links":[],"syntology":null}}],"datasets":[{"url":"/dataset/conll-2003","name":"CoNLL 2003","full_name":"","num_papers_in_archive":755},{"url":"/dataset/pubmedqa","name":"PubMedQA","full_name":"PubMedQA","num_papers_in_archive":276},{"url":"/dataset/ontonotes-5-0","name":"OntoNotes 5.0","full_name":"","num_papers_in_archive":254},{"url":"/dataset/bc5cdr","name":"BC5CDR","full_name":"BioCreative V CDR corpus","num_papers_in_archive":191},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/funsd","name":"FUNSD","full_name":"Form Understanding in Noisy Scanned Documents","num_papers_in_archive":179},{"url":"/dataset/ncbi-disease-1","name":"NCBI Disease","full_name":"","num_papers_in_archive":154},{"url":"/dataset/scierc","name":"SciERC","full_name":"","num_papers_in_archive":134},{"url":"/dataset/blue","name":"BLUE","full_name":"Biomedical Language Understanding Evaluation","num_papers_in_archive":133},{"url":"/dataset/wnut-2017-emerging-and-rare-entity","name":"WNUT 2017","full_name":"WNUT 2017 Emerging and Rare entity recognition","num_papers_in_archive":127},{"url":"/dataset/genia","name":"GENIA","full_name":"","num_papers_in_archive":121},{"url":"/dataset/cord","name":"CORD","full_name":"Consolidated Receipt Dataset for Post-OCR Parsing","num_papers_in_archive":100},{"url":"/dataset/radgraph","name":"RadGraph","full_name":"RadGraph: Extracting Clinical Entities and Relations from Radiology Reports","num_papers_in_archive":78},{"url":"/dataset/few-nerd","name":"Few-NERD","full_name":"Few-NERD","num_papers_in_archive":77},{"url":"/dataset/wikiann-1","name":"WikiANN","full_name":"PAN-X","num_papers_in_archive":72},{"url":"/dataset/conll-2002","name":"CoNLL 2002","full_name":"","num_papers_in_archive":70},{"url":"/dataset/ace-2005","name":"ACE 2005","full_name":"ACE 2005 Multilingual Training Corpus","num_papers_in_archive":65},{"url":"/dataset/conll","name":"CoNLL++","full_name":"","num_papers_in_archive":56},{"url":"/dataset/masakhaner","name":"MasakhaNER","full_name":"","num_papers_in_archive":56},{"url":"/dataset/ace-2004","name":"ACE 2004","full_name":"ACE 2004 Multilingual Training Corpus","num_papers_in_archive":51},{"url":"/dataset/medmentions","name":"MedMentions","full_name":"","num_papers_in_archive":48},{"url":"/dataset/multiconer","name":"MultiCoNER","full_name":"","num_papers_in_archive":47},{"url":"/dataset/fin","name":"FIN","full_name":"","num_papers_in_archive":39},{"url":"/dataset/ipm-nel","name":"IPM NEL","full_name":"Derczynski IPM Named Entity Linking","num_papers_in_archive":32},{"url":"/dataset/wikicoref","name":"WikiCoref","full_name":"","num_papers_in_archive":28},{"url":"/dataset/biored","name":"BioRED","full_name":"","num_papers_in_archive":25},{"url":"/dataset/slue","name":"SLUE","full_name":"Spoken Language Understanding Evaluation","num_papers_in_archive":22},{"url":"/dataset/klue","name":"KLUE","full_name":"Korean Language Understanding Evaluation","num_papers_in_archive":21},{"url":"/dataset/lince","name":"LinCE","full_name":"Linguistic Code-switching Evaluation Dataset","num_papers_in_archive":21},{"url":"/dataset/jnlpba","name":"JNLPBA","full_name":"JNLPBA","num_papers_in_archive":20},{"url":"/dataset/xfun","name":"XFUND","full_name":"A Multilingual Form Understanding Benchmark","num_papers_in_archive":20},{"url":"/dataset/nne","name":"NNE","full_name":"","num_papers_in_archive":19},{"url":"/dataset/wnut-2016-ner","name":"WNUT 2016 NER","full_name":"WNUT 2016 Twitter Named Entity Recognition","num_papers_in_archive":19},{"url":"/dataset/dwie","name":"DWIE","full_name":"Deutsche Welle corpus for Information Extraction","num_papers_in_archive":18},{"url":"/dataset/groningen-meaning-bank","name":"Groningen Meaning Bank","full_name":"","num_papers_in_archive":18},{"url":"/dataset/indicglue","name":"IndicGLUE","full_name":"Indic General Language Understanding Evaluation Benchmark","num_papers_in_archive":16},{"url":"/dataset/crossner","name":"CrossNER","full_name":"","num_papers_in_archive":15},{"url":"/dataset/ade-corpus","name":"Adverse Drug Events (ADE) Corpus","full_name":"","num_papers_in_archive":14},{"url":"/dataset/bc2gm","name":"BC2GM","full_name":"BC2GM","num_papers_in_archive":13},{"url":"/dataset/gum","name":"GUM","full_name":"Georgetown University Multilayer corpus","num_papers_in_archive":13},{"url":"/dataset/broad-twitter-corpus","name":"Broad Twitter Corpus","full_name":"","num_papers_in_archive":12},{"url":"/dataset/earnings-21","name":"Earnings-21","full_name":"","num_papers_in_archive":12},{"url":"/dataset/ncbi-disease-corpus","name":"NCBI Datasets","full_name":"","num_papers_in_archive":11},{"url":"/dataset/cmeee","name":"CMeEE","full_name":"Chinese Medical Named Entity Recognition Dataset","num_papers_in_archive":10},{"url":"/dataset/polyglot-ner","name":"Polyglot-NER","full_name":"","num_papers_in_archive":10},{"url":"/dataset/geowebnews","name":"GeoWebNews","full_name":"","num_papers_in_archive":9},{"url":"/dataset/2018-n2c2-track-2-adverse-drug-events-and","name":"2018 n2c2 (Track 2) - Adverse Drug Events and Medication Extraction","full_name":"2018 n2c2 shared task on adverse drug events and medication extraction in electronic health records","num_papers_in_archive":8},{"url":"/dataset/bb","name":"BB","full_name":"Bacteria Biotope","num_papers_in_archive":8},{"url":"/dataset/conll-2000-1","name":"CoNLL-2000","full_name":"","num_papers_in_archive":8},{"url":"/dataset/peyma","name":"PEYMA","full_name":"","num_papers_in_archive":8},{"url":"/dataset/winogender-schemas","name":"Winogender Schemas","full_name":"","num_papers_in_archive":8},{"url":"/dataset/bc4chemd","name":"BC4CHEMD","full_name":"BioCreative IV Chemical compound and drug name recognition","num_papers_in_archive":6},{"url":"/dataset/dane","name":"DaNE","full_name":"Danish Dependency Treebank","num_papers_in_archive":6},{"url":"/dataset/legal-ner","name":"legal_NER","full_name":"","num_papers_in_archive":6},{"url":"/dataset/media","name":"MEDIA","full_name":"MEDIA","num_papers_in_archive":6},{"url":"/dataset/naamapadam-1","name":"Naamapadam","full_name":"","num_papers_in_archive":6},{"url":"/dataset/pgr","name":"PGR","full_name":"Phenotype-Gene Relations","num_papers_in_archive":6},{"url":"/dataset/wikineural","name":"WikiNEuRal","full_name":"","num_papers_in_archive":6},{"url":"/dataset/wnut-20-task-1-extracting-entities-and","name":"WNUT 2020","full_name":"WNUT-2020 Task 1 Overview: Extracting Entities and Relations from Wet Lab Protocols","num_papers_in_archive":6},{"url":"/dataset/amalgum","name":"AMALGUM","full_name":"A Machine Annotated Lookalike of GUM","num_papers_in_archive":5},{"url":"/dataset/dan","name":"DaN+","full_name":"","num_papers_in_archive":5},{"url":"/dataset/europeana-newspapers","name":"Europeana Newspapers","full_name":"","num_papers_in_archive":5},{"url":"/dataset/linnaeus","name":"LINNAEUS","full_name":"","num_papers_in_archive":5},{"url":"/dataset/somesci","name":"SoMeSci","full_name":"Software Mentions in Scientific Articles","num_papers_in_archive":5},{"url":"/dataset/species-800","name":"Species-800","full_name":"Species-800","num_papers_in_archive":5},{"url":"/dataset/findvehicle","name":"FindVehicle","full_name":"","num_papers_in_archive":4},{"url":"/dataset/finer","name":"Finer","full_name":"Finnish News Corpus for Named Entity Recognition","num_papers_in_archive":4},{"url":"/dataset/i2b2-de-identification-dataset","name":"i2b2 De-identification Dataset","full_name":"Informatics for Integrating Biology and the Bedside (i2b2) Project — De-identification Dataset","num_papers_in_archive":4},{"url":"/dataset/legalnero","name":"LegalNERo","full_name":"Romanian Named Entity Recognition in the Legal domain","num_papers_in_archive":4},{"url":"/dataset/ronec","name":"RONEC","full_name":"Romanian Named Entity Corpus","num_papers_in_archive":4},{"url":"/dataset/buster","name":"BUSTER","full_name":"BUSiness Transaction Entity Recognition dataset.","num_papers_in_archive":3},{"url":"/dataset/cord-r","name":"CORD-r","full_name":"","num_papers_in_archive":3},{"url":"/dataset/covid-q","name":"COVID-Q","full_name":"","num_papers_in_archive":3},{"url":"/dataset/dr-bench","name":"DR.BENCH","full_name":"Diagnostic Reasoning Benchmark for clinical natural language processing","num_papers_in_archive":3},{"url":"/dataset/e-ner","name":"E-NER","full_name":"","num_papers_in_archive":3},{"url":"/dataset/funsd-r","name":"FUNSD-r","full_name":"","num_papers_in_archive":3},{"url":"/dataset/kind","name":"KIND","full_name":"Kessler Italian Named-entities Dataset","num_papers_in_archive":3},{"url":"/dataset/lener-br","name":"LeNER-Br","full_name":"","num_papers_in_archive":3},{"url":"/dataset/nemo-corpus","name":"NEMO-Corpus","full_name":"NEMO Hebrew NER and Morphology Corpus","num_papers_in_archive":3},{"url":"/dataset/parstwiner","name":"ParsTwiner","full_name":"","num_papers_in_archive":3},{"url":"/dataset/phoner-covid19","name":"PhoNER COVID19","full_name":"","num_papers_in_archive":3},{"url":"/dataset/share-clef-2014-task-2-disorders","name":"ShARe/CLEF 2014: Task 2 Disorders","full_name":"","num_papers_in_archive":3},{"url":"/dataset/the-quaero-french-medical-corpus","name":"The QUAERO French Medical Corpus","full_name":"The QUAERO French Medical Corpus","num_papers_in_archive":3},{"url":"/dataset/vimq","name":"ViMQ","full_name":"","num_papers_in_archive":3},{"url":"/dataset/barner","name":"BarNER","full_name":"","num_papers_in_archive":2},{"url":"/dataset/bc7-nlm-chem","name":"BC7 NLM-Chem","full_name":"BioCreative VII NLM-Chem","num_papers_in_archive":2},{"url":"/dataset/biographical","name":"Biographical","full_name":"Biographical: A Semi-Supervised Relation Extraction Dataset","num_papers_in_archive":2},{"url":"/dataset/chinese-gigaword","name":"Chinese Gigaword","full_name":"Chinese Gigaword","num_papers_in_archive":2},{"url":"/dataset/cluener2020","name":"CLUENER2020","full_name":"","num_papers_in_archive":2},{"url":"/dataset/conll-2020","name":"CoNLL-2020","full_name":"CoNLLpp","num_papers_in_archive":2},{"url":"/dataset/dataset-of-legal-documents","name":"Dataset of Legal Documents","full_name":"","num_papers_in_archive":2},{"url":"/dataset/inlegalner","name":"InLegalNER","full_name":"InLegalNER","num_papers_in_archive":2},{"url":"/dataset/kaznerd","name":"KazNERD","full_name":"","num_papers_in_archive":2},{"url":"/dataset/mobie","name":"MobIE","full_name":"","num_papers_in_archive":2},{"url":"/dataset/pcmsp","name":"PcMSP","full_name":"","num_papers_in_archive":2},{"url":"/dataset/pioner","name":"pioNER","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/rare-disease-annotation-from-mimic-iii","name":"Rare Diseases Mentions in MIMIC-III","full_name":"Rare disease mention annotations from a sample of MIMIC-III clinical notes","num_papers_in_archive":2},{"url":"/dataset/semclinbr","name":"SemClinBr","full_name":"A multi‑institutional and multi‑specialty semantically annotated corpus for Portuguese clinical NLP tasks","num_papers_in_archive":2},{"url":"/dataset/thyme-2016","name":"THYME-2016","full_name":"","num_papers_in_archive":2},{"url":"/dataset/arendt","name":"Arendt","full_name":"","num_papers_in_archive":1},{"url":"/dataset/baitbuster-bangla","name":"BaitBuster-Bangla: A Comprehensive Dataset for Clickbait Detection in Bangla with Multi-Feature and Multi-Modal Analysis","full_name":"","num_papers_in_archive":1},{"url":"/dataset/business-license","name":"Business License","full_name":"","num_papers_in_archive":1},{"url":"/dataset/careercoach-2022","name":"CareerCoach 2022","full_name":"","num_papers_in_archive":1},{"url":"/dataset/chem-finese","name":"Chem-FINESE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/chinese-literature-ner-re","name":"Chinese Literature NER RE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/diakg","name":"DiaKG","full_name":"","num_papers_in_archive":1},{"url":"/dataset/esg-dlt-ner","name":"ESG-DLT-NER","full_name":"","num_papers_in_archive":1},{"url":"/dataset/financial-language-understanding-evaluation","name":"Financial Language Understanding Evaluation","full_name":"","num_papers_in_archive":1},{"url":"/dataset/first-harem","name":"First HAREM","full_name":"Primeiro HAREM","num_papers_in_archive":1},{"url":"/dataset/gsap-ner","name":"GSAP-NER","full_name":"GSAP-NER 1.0","num_papers_in_archive":1},{"url":"/dataset/hengamcorpus","name":"HengamCorpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/hiner-collapsed-1","name":"HiNER-collapsed","full_name":"HiNER: A Large Hindi Named Entity Recognition Dataset","num_papers_in_archive":1},{"url":"/dataset/hiner-original-1","name":"HiNER-original","full_name":"HiNER: A Large Hindi Named Entity Recognition Dataset","num_papers_in_archive":1},{"url":"/dataset/iecsil-fire-2018-shared-task","name":"IECSIL FIRE-2018 Shared Task","full_name":"","num_papers_in_archive":1},{"url":"/dataset/lpsc","name":"LPSC","full_name":"Planetary Science Data Set","num_papers_in_archive":1},{"url":"/dataset/masc","name":"MASC","full_name":"Manually Annotated Sub-Corpus","num_papers_in_archive":1},{"url":"/dataset/medical-case-report-corpus","name":"Medical Case Report Corpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mini-harem","name":"Mini HAREM","full_name":"","num_papers_in_archive":1},{"url":"/dataset/msner","name":"MSNER","full_name":"Multilingual Spoken Named Entity Recognition","num_papers_in_archive":1},{"url":"/dataset/scienceexamcer","name":"ScienceExamCER","full_name":"","num_papers_in_archive":1},{"url":"/dataset/sturm","name":"Sturm","full_name":"","num_papers_in_archive":1},{"url":"/dataset/sumeczech-ner","name":"SumeCzech-NER","full_name":"","num_papers_in_archive":1},{"url":"/dataset/tasteset","name":"TASTEset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/twitter-cyberthreat-detection-dataset","name":"Twitter Cyberthreat Detection Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/uner-v1","name":"UNER v1","full_name":"Universal NER v1","num_papers_in_archive":1},{"url":"/dataset/vietmed-ner","name":"VietMed-NER","full_name":"","num_papers_in_archive":1},{"url":"/dataset/popcorn","name":"POPCORN","full_name":"POPCORN: Fictional and Synthetic Intelligence Reports for Named Entity Recognition and Relation Extraction Tasks","num_papers_in_archive":0},{"url":"/dataset/second-harem","name":"Second HAREM","full_name":"Segundo HAREM","num_papers_in_archive":0},{"url":"/dataset/sigarra-news-corpus","name":"SIGARRA News Corpus","full_name":"","num_papers_in_archive":0},{"url":"/dataset/stem-ecr","name":"STEM-ECR","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/cg","name":"NER"},{"url":"/task/chinese-named-entity-recognition","name":"Chinese Named Entity Recognition"},{"url":"/task/cross-domain-named-entity-recognition","name":"Cross-Domain Named Entity Recognition"},{"url":"/task/few-shot-ner","name":"Few-shot NER"},{"url":"/task/medical-named-entity-recognition","name":"Medical Named Entity Recognition"},{"url":"/task/multi-grained-named-entity-recognition","name":"Multi-Grained Named Entity Recognition"},{"url":"/task/multi-modal-named-entity-recognition","name":"Multi-modal Named Entity Recognition"},{"url":"/task/multilingual-named-entity-recognition","name":"Multilingual Named Entity Recognition"},{"url":"/task/named-entity-recognition-in-vietnamese","name":"Named Entity Recognition In Vietnamese"},{"url":"/task/nested-named-entity-recognition","name":"Nested Named Entity Recognition"},{"url":"/task/scientific-concept-extraction","name":"Scientific Concept Extraction"},{"url":"/task/toponym-recognition","name":"Toponym Recognition"},{"url":"/task/zero-shot-named-entity-recognition-ner","name":"Zero-shot Named Entity Recognition (NER)"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":29,"rows_per_page":100,"shown":100,"of":2874,"of_with_code":955,"tagged_in_all":2874,"counts":{"archive_papers_tagged":2874,"with_a_code_link":955,"where_syntology_ran_a_sample":119,"not_listed_spam_title":0,"listed":2874,"listed_where_code_ran":119,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":97,"every_run_a_failure_of_syntologys_instrument":22,"listed_with_a_run_with_no_instrument_failure":97,"listed_every_run_a_failure_of_syntologys_instrument":22,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":300,"n_constructed":75,"n_ran_checked":234,"n_instrument":66,"n_unverified":359,"n_honours":18,"n_violates":5,"n_no_contract":211,"n_pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 234 with no instrument failure: 18 honoured, 5 violated, 211 with no contract checked; 66 where Syntology's instrument failed) · 359 unverified","sample_list":"/paper/bert-pre-training-of-deep-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1810.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04805"}},"official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/deep-contextualized-word-representations","slug":"deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","repositories_listed":46,"syntology":{"n":58,"n_ran":30,"n_constructed":12,"n_ran_checked":24,"n_instrument":6,"n_unverified":28,"n_honours":2,"n_violates":0,"n_no_contract":22,"n_pointer_only":25,"phrase":"30 ran (of which 12 constructed an object rather than computing a result; 24 with no instrument failure: 2 honoured, 0 violated, 22 with no contract checked; 6 where Syntology's instrument failed) · 28 unverified","sample_list":"/paper/deep-contextualized-word-representations#ran","syntology_url":"https://syntology.ai/paper/1802.05365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.05365"}},"official":null}},{"url":"/paper/neural-architectures-for-named-entity","slug":"neural-architectures-for-named-entity","title":"Neural Architectures for Named Entity Recognition","date":"2016-03-04","arxiv_id":"1603.01360","repositories_listed":43,"syntology":{"n":36,"n_ran":29,"n_constructed":0,"n_ran_checked":22,"n_instrument":7,"n_unverified":7,"n_honours":2,"n_violates":1,"n_no_contract":19,"n_pointer_only":6,"phrase":"29 ran (of which 0 constructed an object rather than computing a result; 22 with no instrument failure: 2 honoured, 1 violated, 19 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/neural-architectures-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1603.01360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.01360"}},"official":{"repos":["clab/stack-lstm-ner","glample/tagger"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/end-to-end-sequence-labeling-via-bi","slug":"end-to-end-sequence-labeling-via-bi","title":"End-to-end Sequence Labeling via Bi-directional LSTM-CNNs-CRF","date":"2016-03-04","arxiv_id":"1603.01354","repositories_listed":25,"syntology":{"n":24,"n_ran":24,"n_constructed":0,"n_ran_checked":22,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":20,"n_pointer_only":3,"phrase":"24 ran (of which 0 constructed an object rather than computing a result; 22 with no instrument failure: 2 honoured, 0 violated, 20 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/end-to-end-sequence-labeling-via-bi#ran","syntology_url":"https://syntology.ai/paper/1603.01354","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.01354"}},"official":null}},{"url":"/paper/bidirectional-lstm-crf-models-for-sequence","slug":"bidirectional-lstm-crf-models-for-sequence","title":"Bidirectional LSTM-CRF Models for Sequence Tagging","date":"2015-08-09","arxiv_id":"1508.01991","repositories_listed":25,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bidirectional-lstm-crf-models-for-sequence#ran","syntology_url":"https://syntology.ai/paper/1508.01991","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1508.01991"}},"official":null}},{"url":"/paper/ernie-enhanced-representation-through","slug":"ernie-enhanced-representation-through","title":"ERNIE: Enhanced Representation through Knowledge Integration","date":"2019-04-19","arxiv_id":"1904.09223","repositories_listed":19,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ernie-enhanced-representation-through#ran","syntology_url":"https://syntology.ai/paper/1904.09223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.09223"}},"official":{"repos":["PaddlePaddle/PaddleNLP"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/biobert-a-pre-trained-biomedical-language","slug":"biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","arxiv_id":"1901.08746","repositories_listed":19,"syntology":{"n":25,"n_ran":15,"n_constructed":0,"n_ran_checked":11,"n_instrument":4,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 4 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/biobert-a-pre-trained-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/1901.08746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.08746"}},"official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/deberta-decoding-enhanced-bert-with","slug":"deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/deberta-decoding-enhanced-bert-with#ran","syntology_url":"https://syntology.ai/paper/2006.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03654"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper","unlocated"]}}},{"url":"/paper/named-entity-recognition-with-bidirectional","slug":"named-entity-recognition-with-bidirectional","title":"Named Entity Recognition with Bidirectional LSTM-CNNs","date":"2015-11-26","arxiv_id":"1511.08308","repositories_listed":14,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":5,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/named-entity-recognition-with-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1511.08308","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1511.08308"}},"official":null}},{"url":"/paper/nezha-neural-contextualized-representation","slug":"nezha-neural-contextualized-representation","title":"NEZHA: Neural Contextualized Representation for Chinese Language Understanding","date":"2019-08-31","arxiv_id":"1909.00204","repositories_listed":10,"syntology":null},{"url":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","repositories_listed":9,"syntology":{"n":10,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}},"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/camembert-a-tasty-french-language-model","slug":"camembert-a-tasty-french-language-model","title":"CamemBERT: a Tasty French Language Model","date":"2019-11-10","arxiv_id":"1911.03894","repositories_listed":8,"syntology":null},{"url":"/paper/a-unified-mrc-framework-for-named-entity","slug":"a-unified-mrc-framework-for-named-entity","title":"A Unified MRC Framework for Named Entity Recognition","date":"2019-10-25","arxiv_id":"1910.11476","repositories_listed":8,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-unified-mrc-framework-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1910.11476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.11476"}},"official":{"repos":["ShannonAI/mrc-for-flat-nested-ner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/few-nerd-a-few-shot-named-entity-recognition","slug":"few-nerd-a-few-shot-named-entity-recognition","title":"Few-NERD: A Few-Shot Named Entity Recognition Dataset","date":"2021-05-16","arxiv_id":"2105.07464","repositories_listed":7,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/few-nerd-a-few-shot-named-entity-recognition#ran","syntology_url":"https://syntology.ai/paper/2105.07464","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.07464"}},"official":{"repos":["thunlp/Few-NERD"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tener-adapting-transformer-encoder-for-name","slug":"tener-adapting-transformer-encoder-for-name","title":"TENER: Adapting Transformer Encoder for Named Entity Recognition","date":"2019-11-10","arxiv_id":"1911.04474","repositories_listed":6,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tener-adapting-transformer-encoder-for-name#ran","syntology_url":"https://syntology.ai/paper/1911.04474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.04474"}},"official":{"repos":["fastnlp/TENER"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/scibert-pretrained-contextualized-embeddings","slug":"scibert-pretrained-contextualized-embeddings","title":"SciBERT: A Pretrained Language Model for Scientific Text","date":"2019-03-26","arxiv_id":"1903.10676","repositories_listed":6,"syntology":null},{"url":"/paper/the-natural-language-decathlon-multitask","slug":"the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":4,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-natural-language-decathlon-multitask#ran","syntology_url":"https://syntology.ai/paper/1806.08730","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.08730"}},"official":{"repos":["salesforce/decaNLP"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/optimal-hyperparameters-for-deep-lstm","slug":"optimal-hyperparameters-for-deep-lstm","title":"Optimal Hyperparameters for Deep LSTM-Networks for Sequence Labeling Tasks","date":"2017-07-21","arxiv_id":"1707.06799","repositories_listed":6,"syntology":null},{"url":"/paper/crossner-evaluating-cross-domain-named-entity","slug":"crossner-evaluating-cross-domain-named-entity","title":"CrossNER: Evaluating Cross-Domain Named Entity Recognition","date":"2020-12-08","arxiv_id":"2012.04373","repositories_listed":5,"syntology":null},{"url":"/paper/biomedical-and-clinical-english-model","slug":"biomedical-and-clinical-english-model","title":"Biomedical and Clinical English Model Packages in the Stanza Python NLP Library","date":"2020-07-29","arxiv_id":"2007.14640","repositories_listed":5,"syntology":null},{"url":"/paper/stanza-a-python-natural-language-processing","slug":"stanza-a-python-natural-language-processing","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","date":"2020-03-16","arxiv_id":"2003.07082","repositories_listed":5,"syntology":{"n":30,"n_ran":16,"n_constructed":8,"n_ran_checked":10,"n_instrument":6,"n_unverified":14,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":28,"phrase":"16 ran (of which 8 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 6 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/stanza-a-python-natural-language-processing#ran","syntology_url":"https://syntology.ai/paper/2003.07082","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.07082"}},"official":{"repos":["stanfordnlp/stanza"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/multi-task-identification-of-entities","slug":"multi-task-identification-of-entities","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","date":"2018-08-29","arxiv_id":"1808.09602","repositories_listed":5,"syntology":null},{"url":"/paper/reporting-score-distributions-makes-a","slug":"reporting-score-distributions-makes-a","title":"Reporting Score Distributions Makes a Difference: Performance Study of LSTM-networks for Sequence Tagging","date":"2017-07-31","arxiv_id":"1707.09861","repositories_listed":5,"syntology":null},{"url":"/paper/layoutlmv3-pre-training-for-document-ai-with","slug":"layoutlmv3-pre-training-for-document-ai-with","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","date":"2022-04-18","arxiv_id":"2204.08387","repositories_listed":4,"syntology":null},{"url":"/paper/klue-korean-language-understanding-evaluation","slug":"klue-korean-language-understanding-evaluation","title":"KLUE: Korean Language Understanding Evaluation","date":"2021-05-20","arxiv_id":"2105.09680","repositories_listed":4,"syntology":null},{"url":"/paper/rethinking-embedding-coupling-in-pre-trained-1","slug":"rethinking-embedding-coupling-in-pre-trained-1","title":"Rethinking embedding coupling in pre-trained language models","date":"2020-10-24","arxiv_id":"2010.12821","repositories_listed":4,"syntology":null},{"url":"/paper/neural-modeling-for-named-entities-and","slug":"neural-modeling-for-named-entities-and","title":"Neural Modeling for Named Entities and Morphology (NEMO^2)","date":"2020-07-30","arxiv_id":"2007.15620","repositories_listed":4,"syntology":null},{"url":"/paper/arabert-transformer-based-model-for-arabic","slug":"arabert-transformer-based-model-for-arabic","title":"AraBERT: Transformer-based Model for Arabic Language Understanding","date":"2020-02-28","arxiv_id":"2003.00104","repositories_listed":4,"syntology":null},{"url":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","slug":"dice-loss-for-data-imbalanced-nlp-tasks","title":"Dice Loss for Data-imbalanced NLP Tasks","date":"2019-11-07","arxiv_id":"1911.02855","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dice-loss-for-data-imbalanced-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/1911.02855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02855"}},"official":{"repos":["ShannonAI/dice_loss_for_NLP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/entity-relation-and-event-extraction-with","slug":"entity-relation-and-event-extraction-with","title":"Entity, Relation, and Event Extraction with Contextualized Span Representations","date":"2019-09-08","arxiv_id":"1909.03546","repositories_listed":4,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/entity-relation-and-event-extraction-with#ran","syntology_url":"https://syntology.ai/paper/1909.03546","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.03546"}},"official":{"repos":["dwadden/dygiepp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/transfer-learning-in-biomedical-natural","slug":"transfer-learning-in-biomedical-natural","title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","date":"2019-06-13","arxiv_id":"1906.05474","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transfer-learning-in-biomedical-natural#ran","syntology_url":"https://syntology.ai/paper/1906.05474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.05474"}},"official":{"repos":["ncbi-nlp/BLUE_Benchmark","ncbi-nlp/NCBI_BERT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/cutie-learning-to-understand-documents-with","slug":"cutie-learning-to-understand-documents-with","title":"CUTIE: Learning to Understand Documents with Convolutional Universal Text Information Extractor","date":"2019-03-29","arxiv_id":"1903.12363","repositories_listed":4,"syntology":null},{"url":"/paper/few-shot-learning-for-named-entity","slug":"few-shot-learning-for-named-entity","title":"Few-shot Learning for Named Entity Recognition in Medical Text","date":"2018-11-13","arxiv_id":"1811.05468","repositories_listed":4,"syntology":null},{"url":"/paper/transfer-learning-for-sequence-tagging-with","slug":"transfer-learning-for-sequence-tagging-with","title":"Transfer Learning for Sequence Tagging with Hierarchical Recurrent Networks","date":"2017-03-18","arxiv_id":"1703.06345","repositories_listed":4,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transfer-learning-for-sequence-tagging-with#ran","syntology_url":"https://syntology.ai/paper/1703.06345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1703.06345"}},"official":{"repos":["kimiyoung/transfer"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fast-and-accurate-entity-recognition-with","slug":"fast-and-accurate-entity-recognition-with","title":"Fast and Accurate Entity Recognition with Iterated Dilated Convolutions","date":"2017-02-07","arxiv_id":"1702.02098","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fast-and-accurate-entity-recognition-with#ran","syntology_url":"https://syntology.ai/paper/1702.02098","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1702.02098"}},"official":{"repos":["iesl/dilated-cnn-ner"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-incremental-parser-for-abstract-meaning","slug":"an-incremental-parser-for-abstract-meaning","title":"An Incremental Parser for Abstract Meaning Representation","date":"2016-08-22","arxiv_id":"1608.06111","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-incremental-parser-for-abstract-meaning#ran","syntology_url":"https://syntology.ai/paper/1608.06111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1608.06111"}},"official":{"repos":["mdtux89/amr-evaluation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/glove-global-vectors-for-word-representation","slug":"glove-global-vectors-for-word-representation","title":"GloVe: Global Vectors for Word Representation","date":"2014-10-01","arxiv_id":null,"repositories_listed":4,"syntology":null},{"url":"/paper/introduction-to-the-conll-2003-shared-task","slug":"introduction-to-the-conll-2003-shared-task","title":"Introduction to the CoNLL-2003 Shared Task: Language-Independent Named Entity Recognition","date":"2003-06-12","arxiv_id":"cs/0306050","repositories_listed":4,"syntology":null},{"url":"/paper/rita-automatic-framework-for-designing-of","slug":"rita-automatic-framework-for-designing-of","title":"RITA: Automatic Framework for Designing of Resilient IoT Applications","date":"2024-11-27","arxiv_id":"2411.18324","repositories_listed":3,"syntology":null},{"url":"/paper/diffusionner-boundary-diffusion-for-named","slug":"diffusionner-boundary-diffusion-for-named","title":"DiffusionNER: Boundary Diffusion for Named Entity Recognition","date":"2023-05-22","arxiv_id":"2305.13298","repositories_listed":3,"syntology":null},{"url":"/paper/finer-financial-named-entity-recognition","slug":"finer-financial-named-entity-recognition","title":"FiNER-ORD: Financial Named Entity Recognition Open Research Dataset","date":"2023-02-22","arxiv_id":"2302.11157","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/finer-financial-named-entity-recognition#ran","syntology_url":"https://syntology.ai/paper/2302.11157","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.11157"}},"official":{"repos":["gtfintechlab/finer","gtfintechlab/finer-ord"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/xlm-v-overcoming-the-vocabulary-bottleneck-in","slug":"xlm-v-overcoming-the-vocabulary-bottleneck-in","title":"XLM-V: Overcoming the Vocabulary Bottleneck in Multilingual Masked Language Models","date":"2023-01-25","arxiv_id":"2301.10472","repositories_listed":3,"syntology":null},{"url":"/paper/atco2-corpus-a-large-scale-dataset-for","slug":"atco2-corpus-a-large-scale-dataset-for","title":"ATCO2 corpus: A Large-Scale Dataset for Research on Automatic Speech Recognition and Natural Language Understanding of Air Traffic Control Communications","date":"2022-11-08","arxiv_id":"2211.04054","repositories_listed":3,"syntology":null},{"url":"/paper/chinesebert-chinese-pretraining-enhanced-by","slug":"chinesebert-chinese-pretraining-enhanced-by","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","date":"2021-06-30","arxiv_id":"2106.16038","repositories_listed":3,"syntology":null},{"url":"/paper/improving-named-entity-recognition-by","slug":"improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","arxiv_id":"2105.03654","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}},"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-analysis-of-simple-data-augmentation-for","slug":"an-analysis-of-simple-data-augmentation-for","title":"An Analysis of Simple Data Augmentation for Named Entity Recognition","date":"2020-10-22","arxiv_id":"2010.11683","repositories_listed":3,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/an-analysis-of-simple-data-augmentation-for#ran","syntology_url":"https://syntology.ai/paper/2010.11683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.11683"}},"official":null}},{"url":"/paper/parsbert-transformer-based-model-for-persian","slug":"parsbert-transformer-based-model-for-persian","title":"ParsBERT: Transformer-based Model for Persian Language Understanding","date":"2020-05-26","arxiv_id":"2005.12515","repositories_listed":3,"syntology":null},{"url":"/paper/bertweet-a-pre-trained-language-model-for","slug":"bertweet-a-pre-trained-language-model-for","title":"BERTweet: A pre-trained language model for English Tweets","date":"2020-05-20","arxiv_id":"2005.10200","repositories_listed":3,"syntology":null},{"url":"/paper/mad-x-an-adapter-based-framework-for-multi","slug":"mad-x-an-adapter-based-framework-for-multi","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","date":"2020-04-30","arxiv_id":"2005.00052","repositories_listed":3,"syntology":null},{"url":"/paper/beheshti-ner-persian-named-entity-recognition","slug":"beheshti-ner-persian-named-entity-recognition","title":"Beheshti-NER: Persian Named Entity Recognition Using BERT","date":"2020-03-19","arxiv_id":"2003.08875","repositories_listed":3,"syntology":null},{"url":"/paper/parallel-sequence-tagging-for-concept","slug":"parallel-sequence-tagging-for-concept","title":"Parallel sequence tagging for concept recognition","date":"2020-03-16","arxiv_id":"2003.07424","repositories_listed":3,"syntology":null},{"url":"/paper/cluener2020-fine-grained-name-entity","slug":"cluener2020-fine-grained-name-entity","title":"CLUENER2020: Fine-grained Named Entity Recognition Dataset and Benchmark for Chinese","date":"2020-01-13","arxiv_id":"2001.04351","repositories_listed":3,"syntology":null},{"url":"/paper/generalizing-natural-language-analysis-1","slug":"generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","repositories_listed":3,"syntology":null},{"url":"/paper/multi-hop-question-answering-via-reasoning","slug":"multi-hop-question-answering-via-reasoning","title":"Multi-hop Question Answering via Reasoning Chains","date":"2019-10-07","arxiv_id":"1910.02610","repositories_listed":3,"syntology":null},{"url":"/paper/ludwig-a-type-based-declarative-deep-learning","slug":"ludwig-a-type-based-declarative-deep-learning","title":"Ludwig: a type-based declarative deep learning toolbox","date":"2019-09-17","arxiv_id":"1909.07930","repositories_listed":3,"syntology":null},{"url":"/paper/span-based-joint-entity-and-relation","slug":"span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/nested-named-entity-recognition-via-second","slug":"nested-named-entity-recognition-via-second","title":"Nested Named Entity Recognition via Second-best Sequence Learning and Decoding","date":"2019-09-05","arxiv_id":"1909.02250","repositories_listed":3,"syntology":null},{"url":"/paper/remedying-bilstm-cnn-deficiency-in-modeling","slug":"remedying-bilstm-cnn-deficiency-in-modeling","title":"Why Attention? Analyze BiLSTM Deficiency and Its Remedies in the Case of NER","date":"2019-08-29","arxiv_id":"1908.11046","repositories_listed":3,"syntology":null},{"url":"/paper/ernie-20-a-continual-pre-training-framework","slug":"ernie-20-a-continual-pre-training-framework","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","date":"2019-07-29","arxiv_id":"1907.12412","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/ernie-20-a-continual-pre-training-framework#ran","syntology_url":"https://syntology.ai/paper/1907.12412","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.12412"}},"official":{"repos":["PaddlePaddle/ERNIE"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/a-general-framework-for-information","slug":"a-general-framework-for-information","title":"A General Framework for Information Extraction using Dynamic Span Graphs","date":"2019-04-05","arxiv_id":"1904.03296","repositories_listed":3,"syntology":null},{"url":"/paper/advancing-nlp-with-cognitive-language","slug":"advancing-nlp-with-cognitive-language","title":"Advancing NLP with Cognitive Language Processing Signals","date":"2019-04-04","arxiv_id":"1904.02682","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/advancing-nlp-with-cognitive-language#ran","syntology_url":"https://syntology.ai/paper/1904.02682","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.02682"}},"official":{"repos":["DS3Lab/ner-at-first-sight","DS3Lab/zuco-nlp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/linspector-multilingual-probing-tasks-for","slug":"linspector-multilingual-probing-tasks-for","title":"LINSPECTOR: Multilingual Probing Tasks for Word Representations","date":"2019-03-22","arxiv_id":"1903.09442","repositories_listed":3,"syntology":null},{"url":"/paper/semantic-relation-classification-via-1","slug":"semantic-relation-classification-via-1","title":"Semantic Relation Classification via Bidirectional LSTM Networks with Entity-aware Attention using Latent Entity Typing","date":"2019-01-23","arxiv_id":"1901.08163","repositories_listed":3,"syntology":null},{"url":"/paper/ncrf-an-open-source-neural-sequence-labeling","slug":"ncrf-an-open-source-neural-sequence-labeling","title":"NCRF++: An Open-source Neural Sequence Labeling Toolkit","date":"2018-06-14","arxiv_id":"1806.05626","repositories_listed":3,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ncrf-an-open-source-neural-sequence-labeling#ran","syntology_url":"https://syntology.ai/paper/1806.05626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.05626"}},"official":{"repos":["jiesutd/NCRFpp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/empower-sequence-labeling-with-task-aware","slug":"empower-sequence-labeling-with-task-aware","title":"Empower Sequence Labeling with Task-Aware Neural Language Model","date":"2017-09-13","arxiv_id":"1709.04109","repositories_listed":3,"syntology":null},{"url":"/paper/semi-supervised-multitask-learning-for","slug":"semi-supervised-multitask-learning-for","title":"Semi-supervised Multitask Learning for Sequence Labeling","date":"2017-04-24","arxiv_id":"1704.07156","repositories_listed":3,"syntology":null},{"url":"/paper/multimodal-llms-for-ocr-ocr-post-correction","slug":"multimodal-llms-for-ocr-ocr-post-correction","title":"Multimodal LLMs for OCR, OCR Post-Correction, and Named Entity Recognition in Historical Documents","date":"2025-04-01","arxiv_id":"2504.00414","repositories_listed":2,"syntology":null},{"url":"/paper/whisperner-unified-open-named-entity-and","slug":"whisperner-unified-open-named-entity-and","title":"WhisperNER: Unified Open Named Entity and Speech Recognition","date":"2024-09-12","arxiv_id":"2409.08107","repositories_listed":2,"syntology":null},{"url":"/paper/do-english-named-entity-recognizers-work-well","slug":"do-english-named-entity-recognizers-work-well","title":"Do \"English\" Named Entity Recognizers Work Well on Global Englishes?","date":"2024-04-20","arxiv_id":"2404.13465","repositories_listed":2,"syntology":null},{"url":"/paper/evaluating-named-entity-recognition","slug":"evaluating-named-entity-recognition","title":"Evaluating Named Entity Recognition: A comparative analysis of mono- and multilingual transformer models on a novel Brazilian corporate earnings call transcripts dataset","date":"2024-03-18","arxiv_id":"2403.12212","repositories_listed":2,"syntology":null},{"url":"/paper/rethinking-negative-instances-for-generative","slug":"rethinking-negative-instances-for-generative","title":"Rethinking Negative Instances for Generative Named Entity Recognition","date":"2024-02-26","arxiv_id":"2402.16602","repositories_listed":2,"syntology":null},{"url":"/paper/universal-ner-a-gold-standard-multilingual-1","slug":"universal-ner-a-gold-standard-multilingual-1","title":"Universal NER: A Gold-Standard Multilingual Named Entity Recognition Benchmark","date":"2023-11-15","arxiv_id":"2311.09122","repositories_listed":2,"syntology":null},{"url":"/paper/gliner-generalist-model-for-named-entity","slug":"gliner-generalist-model-for-named-entity","title":"GLiNER: Generalist Model for Named Entity Recognition using Bidirectional Transformer","date":"2023-11-14","arxiv_id":"2311.08526","repositories_listed":2,"syntology":null},{"url":"/paper/reading-order-matters-information-extraction","slug":"reading-order-matters-information-extraction","title":"Reading Order Matters: Information Extraction from Visually-rich Documents by Token Path Prediction","date":"2023-10-17","arxiv_id":"2310.11016","repositories_listed":2,"syntology":null},{"url":"/paper/puoberta-training-and-evaluation-of-a-curated","slug":"puoberta-training-and-evaluation-of-a-curated","title":"PuoBERTa: Training and evaluation of a curated language model for Setswana","date":"2023-10-13","arxiv_id":"2310.09141","repositories_listed":2,"syntology":null},{"url":"/paper/label-supervised-llama-finetuning","slug":"label-supervised-llama-finetuning","title":"Label Supervised LLaMA Finetuning","date":"2023-10-02","arxiv_id":"2310.01208","repositories_listed":2,"syntology":null},{"url":"/paper/advancing-hungarian-text-processing-with","slug":"advancing-hungarian-text-processing-with","title":"Advancing Hungarian Text Processing with HuSpaCy: Efficient and Accurate NLP Pipelines","date":"2023-08-24","arxiv_id":"2308.12635","repositories_listed":2,"syntology":null},{"url":"/paper/universalner-targeted-distillation-from-large","slug":"universalner-targeted-distillation-from-large","title":"UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition","date":"2023-08-07","arxiv_id":"2308.03279","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":2,"n_no_contract":2,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 2 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/universalner-targeted-distillation-from-large#ran","syntology_url":"https://syntology.ai/paper/2308.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.03279"}},"official":null}},{"url":"/paper/streamlining-social-media-information","slug":"streamlining-social-media-information","title":"Streamlining Social Media Information Retrieval for COVID-19 Research with Deep Learning","date":"2023-06-28","arxiv_id":"2306.16001","repositories_listed":2,"syntology":null},{"url":"/paper/pixiu-a-large-language-model-instruction-data","slug":"pixiu-a-large-language-model-instruction-data","title":"PIXIU: A Large Language Model, Instruction Data and Evaluation Benchmark for Finance","date":"2023-06-08","arxiv_id":"2306.05443","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pixiu-a-large-language-model-instruction-data#ran","syntology_url":"https://syntology.ai/paper/2306.05443","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05443"}},"official":{"repos":["chancefocus/pixiu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/impact-of-position-bias-on-language-models-in","slug":"impact-of-position-bias-on-language-models-in","title":"Technical Report: Impact of Position Bias on Language Models in Token Classification","date":"2023-04-26","arxiv_id":"2304.13567","repositories_listed":2,"syntology":null},{"url":"/paper/findvehicle-and-vehiclefinder-a-ner-dataset","slug":"findvehicle-and-vehiclefinder-a-ner-dataset","title":"FindVehicle and VehicleFinder: A NER dataset for natural language-based vehicle retrieval and a keyword-based cross-modal vehicle retrieval system","date":"2023-04-21","arxiv_id":"2304.10893","repositories_listed":2,"syntology":null},{"url":"/paper/type-aware-decomposed-framework-for-few-shot","slug":"type-aware-decomposed-framework-for-few-shot","title":"Type-Aware Decomposed Framework for Few-Shot Named Entity Recognition","date":"2023-02-13","arxiv_id":"2302.06397","repositories_listed":2,"syntology":null},{"url":"/paper/one-model-for-all-domains-collaborative","slug":"one-model-for-all-domains-collaborative","title":"One Model for All Domains: Collaborative Domain-Prefix Tuning for Cross-Domain NER","date":"2023-01-25","arxiv_id":"2301.10410","repositories_listed":2,"syntology":null},{"url":"/paper/foresight-deep-generative-modelling-of","slug":"foresight-deep-generative-modelling-of","title":"Foresight -- Generative Pretrained Transformer (GPT) for Modelling of Patient Timelines using EHRs","date":"2022-12-13","arxiv_id":"2212.08072","repositories_listed":2,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/foresight-deep-generative-modelling-of#ran","syntology_url":"https://syntology.ai/paper/2212.08072","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08072"}},"official":{"repos":["cogstack/foresight"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hengam-an-adversarially-trained-transformer","slug":"hengam-an-adversarially-trained-transformer","title":"Hengam: An Adversarially Trained Transformer for Persian Temporal Tagging","date":"2022-11-20","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/genius-sketch-based-language-model-pre","slug":"genius-sketch-based-language-model-pre","title":"GENIUS: Sketch-based Language Model Pre-training via Extreme and Selective Masking for Text Generation and Augmentation","date":"2022-11-18","arxiv_id":"2211.10330","repositories_listed":2,"syntology":null},{"url":"/paper/unsupervised-boundary-aware-language-model","slug":"unsupervised-boundary-aware-language-model","title":"Unsupervised Boundary-Aware Language Model Pretraining for Chinese Sequence Labeling","date":"2022-10-27","arxiv_id":"2210.15231","repositories_listed":2,"syntology":null},{"url":"/paper/simple-yet-powerful-an-overlooked-1","slug":"simple-yet-powerful-an-overlooked-1","title":"Simple Yet Powerful: An Overlooked Architecture for Nested Named Entity Recognition","date":"2022-10-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/decoupling-knowledge-from-memorization","slug":"decoupling-knowledge-from-memorization","title":"Decoupling Knowledge from Memorization: Retrieval-augmented Prompt Learning","date":"2022-05-29","arxiv_id":"2205.14704","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/decoupling-knowledge-from-memorization#ran","syntology_url":"https://syntology.ai/paper/2205.14704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14704"}},"official":{"repos":["zjunlp/promptkg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fijo-a-french-insurance-soft-skill-detection","slug":"fijo-a-french-insurance-soft-skill-detection","title":"\"FIJO\": a French Insurance Soft Skill Detection Dataset","date":"2022-04-11","arxiv_id":"2204.05208","repositories_listed":2,"syntology":null},{"url":"/paper/miner-improving-out-of-vocabulary-named-1","slug":"miner-improving-out-of-vocabulary-named-1","title":"MINER: Improving Out-of-Vocabulary Named Entity Recognition from an Information Theoretic Perspective","date":"2022-04-09","arxiv_id":"2204.04391","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/miner-improving-out-of-vocabulary-named-1#ran","syntology_url":"https://syntology.ai/paper/2204.04391","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.04391"}},"official":{"repos":["beyonderxx/miner"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rumedbench-a-russian-medical-language","slug":"rumedbench-a-russian-medical-language","title":"RuMedBench: A Russian Medical Language Understanding Benchmark","date":"2022-01-17","arxiv_id":"2201.06499","repositories_listed":2,"syntology":null},{"url":"/paper/label-descriptive-patterns-and-their","slug":"label-descriptive-patterns-and-their","title":"Label-Descriptive Patterns and Their Application to Characterizing Classification Errors","date":"2021-10-18","arxiv_id":"2110.09599","repositories_listed":2,"syntology":{"n":5,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/label-descriptive-patterns-and-their#ran","syntology_url":"https://syntology.ai/paper/2110.09599","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.09599"}},"official":{"repos":["uds-lsv/premise"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/reproducing-ner-and-pos-when-nothing-is","slug":"reproducing-ner-and-pos-when-nothing-is","title":"reproducing \"ner and pos when nothing is capitalized\"","date":"2021-09-17","arxiv_id":"2109.08396","repositories_listed":2,"syntology":null},{"url":"/paper/slot-filling-for-biomedical-information","slug":"slot-filling-for-biomedical-information","title":"Slot Filling for Biomedical Information Extraction","date":"2021-09-17","arxiv_id":"2109.08564","repositories_listed":2,"syntology":null},{"url":"/paper/everything-is-all-it-takes-a-multipronged","slug":"everything-is-all-it-takes-a-multipronged","title":"Everything Is All It Takes: A Multipronged Strategy for Zero-Shot Cross-Lingual Information Extraction","date":"2021-09-14","arxiv_id":"2109.06798","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/everything-is-all-it-takes-a-multipronged#ran","syntology_url":"https://syntology.ai/paper/2109.06798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06798"}},"official":{"repos":["shijie-wu/crosslingual-nlp","kentonmurray/arabicdetokenizer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pack-together-entity-and-relation-extraction","slug":"pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","arxiv_id":"2109.06067","repositories_listed":2,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/cblue-a-chinese-biomedical-language","slug":"cblue-a-chinese-biomedical-language","title":"CBLUE: A Chinese Biomedical Language Understanding Evaluation Benchmark","date":"2021-06-15","arxiv_id":"2106.08087","repositories_listed":2,"syntology":{"n":16,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/cblue-a-chinese-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/2106.08087","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08087"}},"official":{"repos":["cbluebenchmark/cblue"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/how-low-is-too-low-a-computational","slug":"how-low-is-too-low-a-computational","title":"How Low is Too Low? A Computational Perspective on Extremely Low-Resource Languages","date":"2021-05-30","arxiv_id":"2105.14515","repositories_listed":2,"syntology":null}],"syntology_records":36,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":4,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","since_archive":"/sota/named-entity-recognition-ner-on-conll-2003#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/named-entity-recognition-ner-on-bc5cdr","since_archive":"/sota/named-entity-recognition-ner-on-bc5cdr#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-on-genia","since_archive":"/sota/named-entity-recognition-on-genia#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-on-bc2gm","since_archive":"/sota/named-entity-recognition-on-bc2gm#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-ner-on-scierc","since_archive":"/sota/named-entity-recognition-ner-on-scierc#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-on-bc4chemd","since_archive":"/sota/named-entity-recognition-on-bc4chemd#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-on-anatem","since_archive":"/sota/named-entity-recognition-on-anatem#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/named-entity-recognition-on-biored","since_archive":"/sota/named-entity-recognition-on-biored#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":119,"papers_where_code_ran_first_page":"/task/named-entity-recognition-ner/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":29,"url":"/task/named-entity-recognition-ner/papers/2","json":"/task/named-entity-recognition-ner/papers/2.json","rows":100},{"order":"archive","page":3,"of":29,"url":"/task/named-entity-recognition-ner/papers/3","json":"/task/named-entity-recognition-ner/papers/3.json","rows":100},{"order":"archive","page":4,"of":29,"url":"/task/named-entity-recognition-ner/papers/4","json":"/task/named-entity-recognition-ner/papers/4.json","rows":100},{"order":"archive","page":5,"of":29,"url":"/task/named-entity-recognition-ner/papers/5","json":"/task/named-entity-recognition-ner/papers/5.json","rows":100},{"order":"archive","page":6,"of":29,"url":"/task/named-entity-recognition-ner/papers/6","json":"/task/named-entity-recognition-ner/papers/6.json","rows":100},{"order":"archive","page":7,"of":29,"url":"/task/named-entity-recognition-ner/papers/7","json":"/task/named-entity-recognition-ner/papers/7.json","rows":100},{"order":"archive","page":8,"of":29,"url":"/task/named-entity-recognition-ner/papers/8","json":"/task/named-entity-recognition-ner/papers/8.json","rows":100},{"order":"archive","page":9,"of":29,"url":"/task/named-entity-recognition-ner/papers/9","json":"/task/named-entity-recognition-ner/papers/9.json","rows":100},{"order":"archive","page":10,"of":29,"url":"/task/named-entity-recognition-ner/papers/10","json":"/task/named-entity-recognition-ner/papers/10.json","rows":100},{"order":"archive","page":11,"of":29,"url":"/task/named-entity-recognition-ner/papers/11","json":"/task/named-entity-recognition-ner/papers/11.json","rows":100},{"order":"archive","page":12,"of":29,"url":"/task/named-entity-recognition-ner/papers/12","json":"/task/named-entity-recognition-ner/papers/12.json","rows":100},{"order":"archive","page":13,"of":29,"url":"/task/named-entity-recognition-ner/papers/13","json":"/task/named-entity-recognition-ner/papers/13.json","rows":100},{"order":"archive","page":14,"of":29,"url":"/task/named-entity-recognition-ner/papers/14","json":"/task/named-entity-recognition-ner/papers/14.json","rows":100},{"order":"archive","page":15,"of":29,"url":"/task/named-entity-recognition-ner/papers/15","json":"/task/named-entity-recognition-ner/papers/15.json","rows":100},{"order":"archive","page":16,"of":29,"url":"/task/named-entity-recognition-ner/papers/16","json":"/task/named-entity-recognition-ner/papers/16.json","rows":100},{"order":"archive","page":17,"of":29,"url":"/task/named-entity-recognition-ner/papers/17","json":"/task/named-entity-recognition-ner/papers/17.json","rows":100},{"order":"archive","page":18,"of":29,"url":"/task/named-entity-recognition-ner/papers/18","json":"/task/named-entity-recognition-ner/papers/18.json","rows":100},{"order":"archive","page":19,"of":29,"url":"/task/named-entity-recognition-ner/papers/19","json":"/task/named-entity-recognition-ner/papers/19.json","rows":100},{"order":"archive","page":20,"of":29,"url":"/task/named-entity-recognition-ner/papers/20","json":"/task/named-entity-recognition-ner/papers/20.json","rows":100},{"order":"archive","page":21,"of":29,"url":"/task/named-entity-recognition-ner/papers/21","json":"/task/named-entity-recognition-ner/papers/21.json","rows":100},{"order":"archive","page":22,"of":29,"url":"/task/named-entity-recognition-ner/papers/22","json":"/task/named-entity-recognition-ner/papers/22.json","rows":100},{"order":"archive","page":23,"of":29,"url":"/task/named-entity-recognition-ner/papers/23","json":"/task/named-entity-recognition-ner/papers/23.json","rows":100},{"order":"archive","page":24,"of":29,"url":"/task/named-entity-recognition-ner/papers/24","json":"/task/named-entity-recognition-ner/papers/24.json","rows":100},{"order":"archive","page":25,"of":29,"url":"/task/named-entity-recognition-ner/papers/25","json":"/task/named-entity-recognition-ner/papers/25.json","rows":100},{"order":"archive","page":26,"of":29,"url":"/task/named-entity-recognition-ner/papers/26","json":"/task/named-entity-recognition-ner/papers/26.json","rows":100},{"order":"archive","page":27,"of":29,"url":"/task/named-entity-recognition-ner/papers/27","json":"/task/named-entity-recognition-ner/papers/27.json","rows":100},{"order":"archive","page":28,"of":29,"url":"/task/named-entity-recognition-ner/papers/28","json":"/task/named-entity-recognition-ner/papers/28.json","rows":100},{"order":"archive","page":29,"of":29,"url":"/task/named-entity-recognition-ner/papers/29","json":"/task/named-entity-recognition-ner/papers/29.json","rows":74},{"order":"ran","page":1,"of":2,"url":"/task/named-entity-recognition-ner/papers/ran/1","json":"/task/named-entity-recognition-ner/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":2,"url":"/task/named-entity-recognition-ner/papers/ran/2","json":"/task/named-entity-recognition-ner/papers/ran/2.json","rows":19}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"fcb1521398a2c32674a0cd728affc98f49357f2ebf20a97755176352340bb145","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}