{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/relation-extraction","name":"Relation Extraction","slug":"relation-extraction","description_markdown":"**Relation Extraction** is the task of predicting attributes and relations for entities in a sentence. For example, given a sentence “Barack Obama was born in Honolulu, Hawaii.”, a relation classifier aims at predicting the relation of “bornInCity”. Relation Extraction is the key component for building relation knowledge graphs, and it is of crucial significance to natural language processing applications such as structured search, sentiment analysis, question answering, and summarization.\r\n\r\n\r\n<span class=\"description-source\">Source: [Deep Residual Learning for Weakly-Supervised Relation Extraction ](https://arxiv.org/abs/1707.08866)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1977,"papers_with_code":735,"benchmarks":50,"benchmark_tables_in_archive":51,"benchmark_tables_shown":51,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":82,"subtasks":15,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/relation-extraction-on-docred","slug":"relation-extraction-on-docred","dataset":"DocRED","dataset_url":"/dataset/docred","rows_in_archive":62,"metrics":["F1","Ign F1"],"first_row_in_archive_order":{"model":"DREEAM","paper_title":"DREEAM: Guiding Attention with Evidence for Improving Document-Level Relation Extraction","paper_url":"/paper/dreeam-guiding-attention-with-evidence-for","paper_date":"2023-02-17","arxiv_id":"2302.08675","code_links":[{"title":"youmima/dreeam","url":"https://github.com/youmima/dreeam"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-tacred","slug":"relation-extraction-on-tacred","dataset":"TACRED","dataset_url":"/dataset/tacred","rows_in_archive":40,"metrics":["F1","F1 (10% Few-Shot)","F1 (5% Few-Shot)","F1 (1% Few-Shot)","F1 (Zero-Shot)"],"first_row_in_archive_order":{"model":"RAG4RE","paper_title":"Retrieval-Augmented Generation-based Relation Extraction","paper_url":"/paper/retrieval-augmented-generation-based-relation","paper_date":"2024-04-20","arxiv_id":"2404.13397","code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2010-task-8","slug":"relation-extraction-on-semeval-2010-task-8","dataset":"SemEval-2010 Task-8","dataset_url":"/dataset/semeval-2010-task-8","rows_in_archive":31,"metrics":["F1"],"first_row_in_archive_order":{"model":"SP","paper_title":"Relation Classification as Two-way Span-Prediction","paper_url":"/paper/relation-extraction-as-two-way-span","paper_date":"2020-10-09","arxiv_id":"2010.04829","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ace-2005","slug":"relation-extraction-on-ace-2005","dataset":"ACE 2005","dataset_url":"/dataset/ace-2005","rows_in_archive":30,"metrics":["RE Micro F1","RE+ Micro F1","NER Micro F1","Sentence Encoder","Relation classification F1","Cross Sentence","Relation F1"],"first_row_in_archive_order":{"model":"ITER","paper_title":"ITER: Iterative Transformer-based Entity Recognition and Relation Extraction","paper_url":"/paper/iter-iterative-transformer-based-entity","paper_date":"2024-11-11","arxiv_id":null,"code_links":[{"title":"fleonce/iter","url":"https://github.com/fleonce/iter"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-conll04","slug":"relation-extraction-on-conll04","dataset":"CoNLL04","dataset_url":"/dataset/conll04","rows_in_archive":16,"metrics":["RE+ Macro F1 ","RE+ Micro F1","NER Macro F1","NER Micro F1","RE+ Macro F1"],"first_row_in_archive_order":{"model":"REBEL","paper_title":"REBEL: Relation Extraction By End-to-end Language generation","paper_url":"/paper/rebel-relation-extraction-by-end-to-end","paper_date":"2021-10-29","arxiv_id":null,"code_links":[{"title":"Babelscape/rebel","url":"https://github.com/Babelscape/rebel"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ade-corpus","slug":"relation-extraction-on-ade-corpus","dataset":"Adverse Drug Events (ADE) Corpus","dataset_url":"/dataset/ade-corpus","rows_in_archive":15,"metrics":["RE+ Macro F1","RE Macro F1","NER Macro F1"],"first_row_in_archive_order":{"model":"ITER","paper_title":"ITER: Iterative Transformer-based Entity Recognition and Relation Extraction","paper_url":"/paper/iter-iterative-transformer-based-entity","paper_date":"2024-11-11","arxiv_id":null,"code_links":[{"title":"fleonce/iter","url":"https://github.com/fleonce/iter"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-webnlg","slug":"relation-extraction-on-webnlg","dataset":"WebNLG","dataset_url":"/dataset/webnlg","rows_in_archive":14,"metrics":["F1","NER Micro F1"],"first_row_in_archive_order":{"model":"UniRel","paper_title":"UniRel: Unified Representation and Interaction for Joint Relational Triple Extraction","paper_url":"/paper/unirel-unified-representation-and-interaction","paper_date":"2022-11-16","arxiv_id":"2211.09039","code_links":[{"title":"wtangdev/unirel","url":"https://github.com/wtangdev/unirel"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-chemprot","slug":"relation-extraction-on-chemprot","dataset":"ChemProt","dataset_url":"/dataset/chemprot","rows_in_archive":13,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"SciBert (Finetune)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt11-hrl","slug":"relation-extraction-on-nyt11-hrl","dataset":"NYT11-HRL","dataset_url":"/dataset/nyt11-hrl","rows_in_archive":12,"metrics":["F1"],"first_row_in_archive_order":{"model":"RERE","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ace-2004","slug":"relation-extraction-on-ace-2004","dataset":"ACE 2004","dataset_url":"/dataset/ace-2004","rows_in_archive":11,"metrics":["RE+ Micro F1","RE Micro F1","NER Micro F1","Cross Sentence"],"first_row_in_archive_order":{"model":"PL-Marker","paper_title":"Packed Levitated Marker for Entity and Relation Extraction","paper_url":"/paper/pack-together-entity-and-relation-extraction","paper_date":"2021-09-13","arxiv_id":"2109.06067","code_links":[{"title":"tomaarsen/spanmarkerner","url":"https://github.com/tomaarsen/spanmarkerner"},{"title":"thunlp/pl-marker","url":"https://github.com/thunlp/pl-marker"}],"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/relation-extraction-on-cdr","slug":"relation-extraction-on-cdr","dataset":"CDR","dataset_url":"/dataset/cdr","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"SAISORE+CR+ET-SciBERT","paper_title":"SAIS: Supervising and Augmenting Intermediate Steps for Document-Level Relation Extraction","paper_url":"/paper/sais-supervising-and-augmenting-intermediate","paper_date":"2021-09-24","arxiv_id":"2109.12093","code_links":[{"title":"xiaoyuxin1002/sais","url":"https://github.com/xiaoyuxin1002/sais"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt10-hrl","slug":"relation-extraction-on-nyt10-hrl","dataset":"NYT10-HRL","dataset_url":"/dataset/nyt10-hrl","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-funsd","slug":"relation-extraction-on-funsd","dataset":"FUNSD","dataset_url":"/dataset/funsd","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"LayoutLMv3 large EM + BBO + RSF","paper_title":"A LayoutLMv3-Based Model for Enhanced Relation Extraction in Visually-Rich Documents","paper_url":"/paper/a-layoutlmv3-based-model-for-enhanced","paper_date":"2024-04-16","arxiv_id":"2404.10848","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-gda","slug":"relation-extraction-on-gda","dataset":"GDA","dataset_url":"/dataset/gda","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"SAISORE+CR+ET-SciBERT","paper_title":"SAIS: Supervising and Augmenting Intermediate Steps for Document-Level Relation Extraction","paper_url":"/paper/sais-supervising-and-augmenting-intermediate","paper_date":"2021-09-24","arxiv_id":"2109.12093","code_links":[{"title":"xiaoyuxin1002/sais","url":"https://github.com/xiaoyuxin1002/sais"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-re-tacred","slug":"relation-extraction-on-re-tacred","dataset":"Re-TACRED","dataset_url":"/dataset/re-tacred","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"EXOBRAIN","paper_title":"Improving Sentence-Level Relation Extraction through Curriculum Learning","paper_url":"/paper/improving-sentence-level-relation-extraction","paper_date":"2021-07-20","arxiv_id":"2107.09332","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt","slug":"relation-extraction-on-nyt","dataset":"NYT","dataset_url":"/dataset/new-york-times-annotated-corpus","rows_in_archive":8,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReLiK-Large","paper_title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","paper_url":"/paper/2408-00103","paper_date":"2024-07-31","arxiv_id":"2408.00103","code_links":[{"title":"SapienzaNLP/relik","url":"https://github.com/SapienzaNLP/relik"},{"title":"RadeenXALNW/G-RAG_1.0","url":"https://github.com/RadeenXALNW/G-RAG_1.0"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-redocred","slug":"relation-extraction-on-redocred","dataset":"ReDocRED","dataset_url":"/dataset/re-docred","rows_in_archive":8,"metrics":["F1","Ign F1"],"first_row_in_archive_order":{"model":"TTM-RE","paper_title":"TTM-RE: Memory-Augmented Document-Level Relation Extraction","paper_url":"/paper/ttm-re-memory-augmented-document-level","paper_date":"2024-06-09","arxiv_id":"2406.05906","code_links":[{"title":"chufangao/ttm-re","url":"https://github.com/chufangao/ttm-re"}],"syntology":{"n":5,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/ttm-re-memory-augmented-document-level#ran","syntology_url":"https://syntology.ai/paper/2406.05906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05906"}},"official":{"repos":["chufangao/ttm-re"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/relation-extraction-on-nyt-corpus","slug":"relation-extraction-on-nyt-corpus","dataset":"NYT Corpus","dataset_url":null,"rows_in_archive":7,"metrics":["P@10%","P@30%"],"first_row_in_archive_order":{"model":"KGPOOL","paper_title":"KGPool: Dynamic Knowledge Graph Context Selection for Relation Extraction","paper_url":"/paper/kgpool-dynamic-knowledge-graph-context","paper_date":"2021-06-01","arxiv_id":"2106.00459","code_links":[{"title":"nadgeri14/KGPool","url":"https://github.com/nadgeri14/KGPool"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2018-task-10","slug":"relation-extraction-on-semeval-2018-task-10","dataset":"SemEval 2018 Task 10","dataset_url":null,"rows_in_archive":6,"metrics":["F1-Score"],"first_row_in_archive_order":{"model":"SVM with GloVe","paper_title":"SUNNYNLP at SemEval-2018 Task 10: A Support-Vector-Machine-Based Method for Detecting Semantic Difference using Taxonomy and Word Embedding Features","paper_url":"/paper/sunnynlp-at-semeval-2018-task-10-a-support","paper_date":"2018-06-01","arxiv_id":null,"code_links":[{"title":"Yermouth/sunnynlp","url":"https://github.com/Yermouth/sunnynlp"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt21","slug":"relation-extraction-on-nyt21","dataset":"NYT21","dataset_url":null,"rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ddi","slug":"relation-extraction-on-ddi","dataset":"DDI","dataset_url":"/dataset/ddi","rows_in_archive":3,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"BioLinkBERT (large)","paper_title":"LinkBERT: Pretraining Language Models with Document Links","paper_url":"/paper/linkbert-pretraining-language-models-with","paper_date":"2022-03-29","arxiv_id":"2203.15827","code_links":[{"title":"michiyasunaga/LinkBERT","url":"https://github.com/michiyasunaga/LinkBERT"}],"syntology":{"n":14,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/linkbert-pretraining-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2203.15827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15827"}},"official":{"repos":["michiyasunaga/LinkBERT"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/relation-extraction-on-dwie","slug":"relation-extraction-on-dwie","dataset":"DWIE","dataset_url":"/dataset/dwie","rows_in_archive":3,"metrics":["F1-Hard"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/relation-extraction-on-gad","slug":"relation-extraction-on-gad","dataset":"GAD","dataset_url":"/dataset/gad","rows_in_archive":3,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"BioLinkBERT (large)","paper_title":"LinkBERT: Pretraining Language Models with Document Links","paper_url":"/paper/linkbert-pretraining-language-models-with","paper_date":"2022-03-29","arxiv_id":"2203.15827","code_links":[{"title":"michiyasunaga/LinkBERT","url":"https://github.com/michiyasunaga/LinkBERT"}],"syntology":{"n":14,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/linkbert-pretraining-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2203.15827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15827"}},"official":{"repos":["michiyasunaga/LinkBERT"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/relation-extraction-on-nyt-single","slug":"relation-extraction-on-nyt-single","dataset":"NYT-single","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ETL-Span","paper_title":"Joint Extraction of Entities and Relations Based on a Novel Decomposition Strategy","paper_url":"/paper/joint-extraction-of-entities-and-relations-3","paper_date":"2019-09-10","arxiv_id":"1909.04273","code_links":[{"title":"yubowen-ph/JointER","url":"https://github.com/yubowen-ph/JointER"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt29","slug":"relation-extraction-on-nyt29","dataset":"NYT29","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"WDec","paper_title":"Effective Modeling of Encoder-Decoder Architecture for Joint Entity and Relation Extraction","paper_url":"/paper/effective-modeling-of-encoder-decoder","paper_date":"2019-11-22","arxiv_id":"1911.09886","code_links":[{"title":"nusnlp/PtrNetDecoding4JERE","url":"https://github.com/nusnlp/PtrNetDecoding4JERE"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-scierc","slug":"relation-extraction-on-scierc","dataset":"SciERC","dataset_url":"/dataset/scierc","rows_in_archive":3,"metrics":["F1","NER Micro F1","RE+ Micro F1"],"first_row_in_archive_order":{"model":"SciBERT (SciVocab)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ske","slug":"relation-extraction-on-ske","dataset":"SKE","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe (exact)","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-tacred-revisited","slug":"relation-extraction-on-tacred-revisited","dataset":"TACRED-Revisited","dataset_url":"/dataset/tacred-revisited","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"RAG4RE","paper_title":"Retrieval-Augmented Generation-based Relation Extraction","paper_url":"/paper/retrieval-augmented-generation-based-relation","paper_date":"2024-04-20","arxiv_id":"2404.13397","code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-biored","slug":"relation-extraction-on-biored","dataset":"BioRED","dataset_url":"/dataset/biored","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PubMedBERT","paper_title":"BioRED: A Rich Biomedical Relation Extraction Dataset","paper_url":"/paper/biored-a-comprehensive-biomedical-relation","paper_date":"2022-04-08","arxiv_id":"2204.04263","code_links":[{"title":"ncbi/BioRED","url":"https://github.com/ncbi/BioRED"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-dataset-relationship","slug":"relation-extraction-on-dataset-relationship","dataset":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships)","dataset_url":"/dataset/dataset-relationship-extraction-for-knowledge","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DistilBERT","paper_title":"Comparison of biomedical relationship extraction methods and models for knowledge graph creation","paper_url":"/paper/relationship-extraction-for-knowledge-graph","paper_date":"2022-01-05","arxiv_id":"2201.01647","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-fewrel","slug":"relation-extraction-on-fewrel","dataset":"FewRel","dataset_url":"/dataset/fewrel","rows_in_archive":2,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"RoCORE","paper_title":"A Relation-Oriented Clustering Method for Open Relation Extraction","paper_url":"/paper/a-relation-oriented-clustering-method-for","paper_date":"2021-09-15","arxiv_id":"2109.07205","code_links":[{"title":"ac-zyx/rocore","url":"https://github.com/ac-zyx/rocore"}],"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/a-relation-oriented-clustering-method-for#ran","syntology_url":"https://syntology.ai/paper/2109.07205","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07205"}},"official":{"repos":["ac-zyx/rocore"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}}},{"leaderboard":"/sota/relation-extraction-on-nyt24","slug":"relation-extraction-on-nyt24","dataset":"NYT24","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"WDec","paper_title":"Effective Modeling of Encoder-Decoder Architecture for Joint Entity and Relation Extraction","paper_url":"/paper/effective-modeling-of-encoder-decoder","paper_date":"2019-11-22","arxiv_id":"1911.09886","code_links":[{"title":"nusnlp/PtrNetDecoding4JERE","url":"https://github.com/nusnlp/PtrNetDecoding4JERE"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-rebel","slug":"relation-extraction-on-rebel","dataset":"REBEL","dataset_url":"/dataset/rebel-dataset","rows_in_archive":2,"metrics":["Triplet F1 (strict EL)"],"first_row_in_archive_order":{"model":"Relik-Large","paper_title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","paper_url":"/paper/2408-00103","paper_date":"2024-07-31","arxiv_id":"2408.00103","code_links":[{"title":"SapienzaNLP/relik","url":"https://github.com/SapienzaNLP/relik"},{"title":"RadeenXALNW/G-RAG_1.0","url":"https://github.com/RadeenXALNW/G-RAG_1.0"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2010-task-8-1","slug":"relation-extraction-on-semeval-2010-task-8-1","dataset":"SemEval-2010 Task 8","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"LLM-QA4RE (XXLarge)","paper_title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","paper_url":"/paper/aligning-instruction-tasks-unlocks-large","paper_date":"2023-05-18","arxiv_id":"2305.11159","code_links":[{"title":"osu-nlp-group/qa4re","url":"https://github.com/osu-nlp-group/qa4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wlpc","slug":"relation-extraction-on-wlpc","dataset":"WLPC","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"SpanRel","paper_title":"Generalizing Natural Language Analysis through Span-relation Representations","paper_url":"/paper/generalizing-natural-language-analysis-1","paper_date":"2019-11-10","arxiv_id":"1911.03822","code_links":[{"title":"jzbjyb/SpanRel","url":"https://github.com/jzbjyb/SpanRel"},{"title":"neulab/cmu-multinlp","url":"https://github.com/neulab/cmu-multinlp"},{"title":"jiachengli1995/jointie","url":"https://github.com/jiachengli1995/jointie"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2010-i2b2-va-1","slug":"relation-extraction-on-2010-i2b2-va-1","dataset":"2010 i2b2/VA","dataset_url":"/dataset/2010-i2b2-va","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2012-i2b2-temporal","slug":"relation-extraction-on-2012-i2b2-temporal","dataset":"2012 i2b2 Temporal Relations","dataset_url":"/dataset/2012-i2b2-temporal-relations","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2018-n2c2-posology","slug":"relation-extraction-on-2018-n2c2-posology","dataset":"2018 n2c2 posology","dataset_url":null,"rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ade-corpus-1","slug":"relation-extraction-on-ade-corpus-1","dataset":"ADE Corpus","dataset_url":null,"rows_in_archive":1,"metrics":["NER Macro F1","RE+ Macro F1"],"first_row_in_archive_order":{"model":"PFN","paper_title":"A Partition Filter Network for Joint Entity and Relation Extraction","paper_url":"/paper/a-partition-filter-network-for-joint-entity","paper_date":"2021-08-27","arxiv_id":"2108.12202","code_links":[{"title":"Coopercoppers/PFN","url":"https://github.com/Coopercoppers/PFN"}],"syntology":{"n":7,"n_ran":5,"n_constructed":3,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-partition-filter-network-for-joint-entity#ran","syntology_url":"https://syntology.ai/paper/2108.12202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12202"}},"official":{"repos":["Coopercoppers/PFN"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/relation-extraction-on-dataset-relationship-1","slug":"relation-extraction-on-dataset-relationship-1","dataset":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships) n","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"DistilBERT","paper_title":"Comparison of biomedical relationship extraction methods and models for knowledge graph creation","paper_url":"/paper/relationship-extraction-for-knowledge-graph","paper_date":"2022-01-05","arxiv_id":"2201.01647","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-duie","slug":"relation-extraction-on-duie","dataset":"DuIE","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"BiTT","paper_title":"A Bidirectional Tree Tagging Scheme for Joint Medical Relation Extraction","paper_url":"/paper/a-bidirectional-tree-tagging-scheme-for","paper_date":"2020-08-31","arxiv_id":"2008.13339","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-google-re","slug":"relation-extraction-on-google-re","dataset":"Google RE","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"RELA","paper_title":"Sequence Generation with Label Augmentation for Relation Extraction","paper_url":"/paper/sequence-generation-with-label-augmentation","paper_date":"2022-12-29","arxiv_id":"2212.14266","code_links":[{"title":"pkuserc/rela","url":"https://github.com/pkuserc/rela"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-jnlpba","slug":"relation-extraction-on-jnlpba","dataset":"JNLPBA","dataset_url":"/dataset/jnlpba","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SciBERT (SciVocab)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-lpsc-contains","slug":"relation-extraction-on-lpsc-contains","dataset":"LPSC-contains","dataset_url":"/dataset/lpsc","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"Stacked_LinkedBERT","paper_title":"Exploiting Unary Relations with Stacked Learning for Relation Extraction","paper_url":"/paper/exploiting-unary-relations-with-stacked","paper_date":"","arxiv_id":null,"code_links":[{"title":"yyzhuang1991/stackedlearningwithunarymodels","url":"https://github.com/yyzhuang1991/stackedlearningwithunarymodels"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-lpsc-hasproperty","slug":"relation-extraction-on-lpsc-hasproperty","dataset":"LPSC-hasproperty","dataset_url":"/dataset/lpsc","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"Stacked_LinkedBERT","paper_title":"Exploiting Unary Relations with Stacked Learning for Relation Extraction","paper_url":"/paper/exploiting-unary-relations-with-stacked","paper_date":"","arxiv_id":null,"code_links":[{"title":"yyzhuang1991/stackedlearningwithunarymodels","url":"https://github.com/yyzhuang1991/stackedlearningwithunarymodels"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-muc6","slug":"relation-extraction-on-muc6","dataset":"MUC6","dataset_url":null,"rows_in_archive":1,"metrics":["Average F1"],"first_row_in_archive_order":{"model":"iDepNN","paper_title":"Neural Relation Extraction Within and Across Sentence Boundaries","paper_url":"/paper/neural-relation-extraction-within-and-across","paper_date":"2018-10-11","arxiv_id":"1810.05102","code_links":[{"title":"pgcool/Cross-sentence-Relation-Extraction-iDepNN","url":"https://github.com/pgcool/Cross-sentence-Relation-Extraction-iDepNN"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-pgr","slug":"relation-extraction-on-pgr","dataset":"PGR","dataset_url":"/dataset/pgr","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-scierc-sent","slug":"relation-extraction-on-scierc-sent","dataset":"sciERC-sent","dataset_url":"/dataset/scierc","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"RELA","paper_title":"Sequence Generation with Label Augmentation for Relation Extraction","paper_url":"/paper/sequence-generation-with-label-augmentation","paper_date":"2022-12-29","arxiv_id":"2212.14266","code_links":[{"title":"pkuserc/rela","url":"https://github.com/pkuserc/rela"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wikipedia-wikidata","slug":"relation-extraction-on-wikipedia-wikidata","dataset":"Wikipedia-Wikidata relations","dataset_url":null,"rows_in_archive":1,"metrics":["Error rate"],"first_row_in_archive_order":{"model":"ContextAtt","paper_title":"Context-Aware Representations for Knowledge Base Relation Extraction","paper_url":"/paper/context-aware-representations-for-knowledge","paper_date":"2017-09-01","arxiv_id":null,"code_links":[{"title":"UKPLab/emnlp2017-relation-extraction","url":"https://github.com/UKPLab/emnlp2017-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wnut-20-task-1","slug":"relation-extraction-on-wnut-20-task-1","dataset":"WNUT 2020","dataset_url":"/dataset/wnut-20-task-1-extracting-entities-and","rows_in_archive":1,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"Baseline","paper_title":"WNUT-2020 Task 1 Overview: Extracting Entities and Relations from Wet Lab Protocols","paper_url":"/paper/wnut-2020-task-1-overview-extracting-entities","paper_date":"2020-10-27","arxiv_id":"2010.14576","code_links":[{"title":"jeniyat/WNUT_2020_NER","url":"https://github.com/jeniyat/WNUT_2020_NER"}],"syntology":null}},{"leaderboard":null,"slug":"relation-extraction-on-babelscape-rebel","dataset":"Babelscape/rebel-dataset","dataset_url":null,"rows_in_archive":0,"metrics":["RE+ Macro F1"],"first_row_in_archive_order":null}],"datasets":[{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/tacred","name":"TACRED","full_name":"The TAC Relation Extraction Dataset","num_papers_in_archive":204},{"url":"/dataset/fewrel","name":"FewRel","full_name":"Few-Shot Relation Classification Dataset","num_papers_in_archive":189},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/funsd","name":"FUNSD","full_name":"Form Understanding in Noisy Scanned Documents","num_papers_in_archive":179},{"url":"/dataset/docred","name":"DocRED","full_name":"","num_papers_in_archive":155},{"url":"/dataset/webnlg","name":"WebNLG","full_name":"","num_papers_in_archive":149},{"url":"/dataset/scierc","name":"SciERC","full_name":"","num_papers_in_archive":134},{"url":"/dataset/blue","name":"BLUE","full_name":"Biomedical Language Understanding Evaluation","num_papers_in_archive":133},{"url":"/dataset/semeval-2010-task-8","name":"SemEval-2010 Task-8","full_name":"","num_papers_in_archive":121},{"url":"/dataset/t-rex","name":"T-REx","full_name":"","num_papers_in_archive":117},{"url":"/dataset/radgraph","name":"RadGraph","full_name":"RadGraph: Extracting Clinical Entities and Relations from Radiology Reports","num_papers_in_archive":78},{"url":"/dataset/ace-2005","name":"ACE 2005","full_name":"ACE 2005 Multilingual Training Corpus","num_papers_in_archive":65},{"url":"/dataset/re-tacred","name":"Re-TACRED","full_name":"Revised-TACRED","num_papers_in_archive":56},{"url":"/dataset/ddi","name":"DDI","full_name":"","num_papers_in_archive":54},{"url":"/dataset/ace-2004","name":"ACE 2004","full_name":"ACE 2004 Multilingual Training Corpus","num_papers_in_archive":51},{"url":"/dataset/rebel-dataset","name":"REBEL","full_name":"","num_papers_in_archive":46},{"url":"/dataset/qa-srl","name":"QA-SRL","full_name":"QA-SRL","num_papers_in_archive":43},{"url":"/dataset/fewrel-2-0","name":"FewRel 2.0","full_name":"","num_papers_in_archive":38},{"url":"/dataset/re-docred","name":"Re-DocRED","full_name":"Revisiting Document Level Relation Extraction","num_papers_in_archive":34},{"url":"/dataset/biored","name":"BioRED","full_name":"","num_papers_in_archive":25},{"url":"/dataset/klue","name":"KLUE","full_name":"Korean Language Understanding Evaluation","num_papers_in_archive":21},{"url":"/dataset/jnlpba","name":"JNLPBA","full_name":"JNLPBA","num_papers_in_archive":20},{"url":"/dataset/xfun","name":"XFUND","full_name":"A Multilingual Form Understanding Benchmark","num_papers_in_archive":20},{"url":"/dataset/conll04","name":"CoNLL04","full_name":"","num_papers_in_archive":19},{"url":"/dataset/2010-i2b2-va","name":"2010 i2b2/VA","full_name":"2010 i2b2/VA","num_papers_in_archive":18},{"url":"/dataset/dwie","name":"DWIE","full_name":"Deutsche Welle corpus for Information Extraction","num_papers_in_archive":18},{"url":"/dataset/chemprot","name":"ChemProt","full_name":"","num_papers_in_archive":16},{"url":"/dataset/nyt11-hrl","name":"NYT11-HRL","full_name":"","num_papers_in_archive":15},{"url":"/dataset/ade-corpus","name":"Adverse Drug Events (ADE) Corpus","full_name":"","num_papers_in_archive":14},{"url":"/dataset/deft-corpus","name":"DEFT Corpus","full_name":"","num_papers_in_archive":14},{"url":"/dataset/cdr","name":"CDR","full_name":"BioCreative V CDR Task Corpus","num_papers_in_archive":12},{"url":"/dataset/maven-ere","name":"MAVEN-ERE","full_name":"","num_papers_in_archive":11},{"url":"/dataset/gda","name":"GDA","full_name":"Gene-Disease Associations Corpus","num_papers_in_archive":10},{"url":"/dataset/refind","name":"REFinD","full_name":"REFinD: Relation Extraction Financial Dataset","num_papers_in_archive":10},{"url":"/dataset/2012-i2b2-temporal-relations","name":"2012 i2b2 Temporal Relations","full_name":"2012 i2b2 Temporal Relations Corpus","num_papers_in_archive":9},{"url":"/dataset/finred","name":"FinRED","full_name":"","num_papers_in_archive":9},{"url":"/dataset/2018-n2c2-track-2-adverse-drug-events-and","name":"2018 n2c2 (Track 2) - Adverse Drug Events and Medication Extraction","full_name":"2018 n2c2 shared task on adverse drug events and medication extraction in electronic health records","num_papers_in_archive":8},{"url":"/dataset/hyperred","name":"HyperRED","full_name":"Hyper-Relational Extraction Dataset","num_papers_in_archive":7},{"url":"/dataset/tacred-revisited","name":"TACRED-Revisited","full_name":"","num_papers_in_archive":7},{"url":"/dataset/knowledgenet","name":"KnowledgeNet","full_name":"KnowledgeNet","num_papers_in_archive":6},{"url":"/dataset/pgr","name":"PGR","full_name":"Phenotype-Gene Relations","num_papers_in_archive":6},{"url":"/dataset/wnut-20-task-1-extracting-entities-and","name":"WNUT 2020","full_name":"WNUT-2020 Task 1 Overview: Extracting Entities and Relations from Wet Lab Protocols","num_papers_in_archive":6},{"url":"/dataset/crossre","name":"CrossRE","full_name":"","num_papers_in_archive":5},{"url":"/dataset/gad","name":"GAD","full_name":"Gene Associations Database","num_papers_in_archive":5},{"url":"/dataset/labpics","name":"LabPics","full_name":"LabPics Dataset for computer vision for autonomous chemistry labs and medical labs","num_papers_in_archive":5},{"url":"/dataset/somesci","name":"SoMeSci","full_name":"Software Mentions in Scientific Articles","num_papers_in_archive":5},{"url":"/dataset/dis-rex","name":"DiS-ReX","full_name":"","num_papers_in_archive":4},{"url":"/dataset/nyt10-hrl","name":"NYT10-HRL","full_name":"","num_papers_in_archive":4},{"url":"/dataset/perlex","name":"Perlex","full_name":"","num_papers_in_archive":4},{"url":"/dataset/timebankpt","name":"TimeBankPT","full_name":"Portuguese TimeBank","num_papers_in_archive":4},{"url":"/dataset/fb15k-237-low","name":"FB15k-237-low","full_name":null,"num_papers_in_archive":3},{"url":"/dataset/fobie","name":"FOBIE","full_name":"Focused Open Biological Information Extraction","num_papers_in_archive":3},{"url":"/dataset/fredo","name":"FREDo","full_name":"","num_papers_in_archive":3},{"url":"/dataset/roor","name":"ROOR","full_name":"","num_papers_in_archive":3},{"url":"/dataset/biographical","name":"Biographical","full_name":"Biographical: A Semi-Supervised Relation Extraction Dataset","num_papers_in_archive":2},{"url":"/dataset/core","name":"CORE","full_name":"Company Relation Extraction","num_papers_in_archive":2},{"url":"/dataset/mobie","name":"MobIE","full_name":"","num_papers_in_archive":2},{"url":"/dataset/multitacred","name":"MultiTACRED","full_name":"","num_papers_in_archive":2},{"url":"/dataset/nyt-h","name":"NYT-H","full_name":"","num_papers_in_archive":2},{"url":"/dataset/red-fm","name":"RED-FM","full_name":"","num_papers_in_archive":2},{"url":"/dataset/rusentne","name":"RuSentNE","full_name":"RuSentNE-2023","num_papers_in_archive":2},{"url":"/dataset/x-wikire","name":"X-WikiRE","full_name":"X-WikiRE","num_papers_in_archive":2},{"url":"/dataset/chinese-literature-ner-re","name":"Chinese Literature NER RE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/dataset-relationship-extraction-for-knowledge","name":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships)","full_name":"","num_papers_in_archive":1},{"url":"/dataset/diakg","name":"DiaKG","full_name":"","num_papers_in_archive":1},{"url":"/dataset/fb1-5m","name":"FB1.5M","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/financial-dynamic-knowledge-graph","name":"Financial Dynamic Knowledge Graph","full_name":"","num_papers_in_archive":1},{"url":"/dataset/kgred","name":"KGRED","full_name":"Knowledge-graph-enhanced relation extraction datasets--","num_papers_in_archive":1},{"url":"/dataset/lpsc","name":"LPSC","full_name":"Planetary Science Data Set","num_papers_in_archive":1},{"url":"/dataset/medical-case-report-corpus","name":"Medical Case Report Corpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/multi-crossre","name":"Multi-CrossRE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/part-whole-relations","name":"Part Whole Relations","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/productreviews2017","name":"Product Reviews 2017","full_name":"","num_papers_in_archive":1},{"url":"/dataset/somd","name":"SOMD","full_name":"SOftware Mention Detection","num_papers_in_archive":1},{"url":"/dataset/texrel","name":"TexRel","full_name":"","num_papers_in_archive":1},{"url":"/dataset/thred","name":"THRED","full_name":"Two-Hop Relation Extraction Dataset","num_papers_in_archive":1},{"url":"/dataset/translated-tacred","name":"Translated TACRED","full_name":"","num_papers_in_archive":1},{"url":"/dataset/turkqa","name":"TurkQA","full_name":"","num_papers_in_archive":1},{"url":"/dataset/arf","name":"ARF","full_name":"Artificial Relationships in Fiction","num_papers_in_archive":0},{"url":"/dataset/popcorn","name":"POPCORN","full_name":"POPCORN: Fictional and Synthetic Intelligence Reports for Named Entity Recognition and Relation Extraction Tasks","num_papers_in_archive":0},{"url":"/dataset/tfh-annotated-dataset","name":"TFH_Annotated_Dataset","full_name":"Thin_Film_head_relevant_Patent_Annotated_Dataset","num_papers_in_archive":0}],"subtasks":[{"url":"/task/4-ary-relation-extraction","name":"4-ary Relation Extraction"},{"url":"/task/binary-relation-extraction","name":"Binary Relation Extraction"},{"url":"/task/continual-relation-extraction","name":"Continual Relation Extraction"},{"url":"/task/dialog-relation-extraction","name":"Dialog Relation Extraction"},{"url":"/task/document-level-relation-extraction","name":"Document-level Relation Extraction"},{"url":"/task/drugprot","name":"DrugProt"},{"url":"/task/hyper-relational-extraction","name":"Hyper-Relational Extraction"},{"url":"/task/joint-entity-and-relation-extraction","name":"Joint Entity and Relation Extraction"},{"url":"/task/multi-labeled-relation-extraction","name":"Multi-Labeled Relation Extraction"},{"url":"/task/relation-classification","name":"Relation Classification"},{"url":"/task/relation-explanation","name":"relation explanation"},{"url":"/task/relation-mention-extraction","name":"Relation Mention Extraction"},{"url":"/task/relationship-extraction-distant-supervised","name":"Relationship Extraction (Distant Supervised)"},{"url":"/task/temporal-relation-extraction","name":"Temporal Relation Extraction"},{"url":"/task/zero-shot-relation-triplet-extraction","name":"Zero-shot Relation Triplet Extraction"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":20,"rows_per_page":100,"shown":100,"of":1977,"of_with_code":735,"tagged_in_all":1977,"counts":{"archive_papers_tagged":1977,"with_a_code_link":735,"where_syntology_ran_a_sample":111,"not_listed_spam_title":0,"listed":1977,"listed_where_code_ran":111,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":93,"every_run_a_failure_of_syntologys_instrument":18,"listed_with_a_run_with_no_instrument_failure":93,"listed_every_run_a_failure_of_syntologys_instrument":18,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/layoutlm-pre-training-of-text-and-layout-for","slug":"layoutlm-pre-training-of-text-and-layout-for","title":"LayoutLM: Pre-training of Text and Layout for Document Image Understanding","date":"2019-12-31","arxiv_id":"1912.13318","repositories_listed":19,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/layoutlm-pre-training-of-text-and-layout-for#ran","syntology_url":"https://syntology.ai/paper/1912.13318","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.13318"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/biobert-a-pre-trained-biomedical-language","slug":"biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","arxiv_id":"1901.08746","repositories_listed":19,"syntology":{"n":25,"n_ran":15,"n_constructed":0,"n_ran_checked":11,"n_instrument":4,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 4 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/biobert-a-pre-trained-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/1901.08746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.08746"}},"official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/matching-the-blanks-distributional-similarity","slug":"matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","repositories_listed":13,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/matching-the-blanks-distributional-similarity#ran","syntology_url":"https://syntology.ai/paper/1906.03158","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.03158"}},"official":null}},{"url":"/paper/are-transformers-effective-for-time-series","slug":"are-transformers-effective-for-time-series","title":"Are Transformers Effective for Time Series Forecasting?","date":"2022-05-26","arxiv_id":"2205.13504","repositories_listed":10,"syntology":{"n":19,"n_ran":13,"n_constructed":4,"n_ran_checked":13,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":13,"phrase":"13 ran (of which 4 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/are-transformers-effective-for-time-series#ran","syntology_url":"https://syntology.ai/paper/2205.13504","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.13504"}},"official":{"repos":["WenjieDu/PyPOTS"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper"]}}},{"url":"/paper/layoutlmv2-multi-modal-pre-training-for","slug":"layoutlmv2-multi-modal-pre-training-for","title":"LayoutLMv2: Multi-modal Pre-training for Visually-Rich Document Understanding","date":"2020-12-29","arxiv_id":"2012.14740","repositories_listed":9,"syntology":null},{"url":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","repositories_listed":9,"syntology":{"n":10,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}},"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/simplifying-graph-convolutional-networks","slug":"simplifying-graph-convolutional-networks","title":"Simplifying Graph Convolutional Networks","date":"2019-02-19","arxiv_id":"1902.07153","repositories_listed":7,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simplifying-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1902.07153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.07153"}},"official":{"repos":["Tiiiger/SGC"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}},"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/enriching-pre-trained-language-model-with","slug":"enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enriching-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/1905.08284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.08284"}},"official":null}},{"url":"/paper/scibert-pretrained-contextualized-embeddings","slug":"scibert-pretrained-contextualized-embeddings","title":"SciBERT: A Pretrained Language Model for Scientific Text","date":"2019-03-26","arxiv_id":"1903.10676","repositories_listed":6,"syntology":null},{"url":"/paper/the-natural-language-decathlon-multitask","slug":"the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":4,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-natural-language-decathlon-multitask#ran","syntology_url":"https://syntology.ai/paper/1806.08730","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.08730"}},"official":{"repos":["salesforce/decaNLP"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/joint-entity-recognition-and-relation","slug":"joint-entity-recognition-and-relation","title":"Joint entity recognition and relation extraction as a multi-head selection problem","date":"2018-04-20","arxiv_id":"1804.07847","repositories_listed":6,"syntology":null},{"url":"/paper/autoprompt-eliciting-knowledge-from-language","slug":"autoprompt-eliciting-knowledge-from-language","title":"AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts","date":"2020-10-29","arxiv_id":"2010.15980","repositories_listed":5,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/autoprompt-eliciting-knowledge-from-language#ran","syntology_url":"https://syntology.ai/paper/2010.15980","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.15980"}},"official":{"repos":["ucinlp/autoprompt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/stanza-a-python-natural-language-processing","slug":"stanza-a-python-natural-language-processing","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","date":"2020-03-16","arxiv_id":"2003.07082","repositories_listed":5,"syntology":{"n":30,"n_ran":16,"n_constructed":8,"n_ran_checked":10,"n_instrument":6,"n_unverified":14,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":28,"phrase":"16 ran (of which 8 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 6 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/stanza-a-python-natural-language-processing#ran","syntology_url":"https://syntology.ai/paper/2003.07082","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.07082"}},"official":{"repos":["stanfordnlp/stanza"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-novel-hierarchical-binary-tagging-framework","slug":"a-novel-hierarchical-binary-tagging-framework","title":"A Novel Cascade Binary Tagging Framework for Relational Triple Extraction","date":"2019-09-07","arxiv_id":"1909.03227","repositories_listed":5,"syntology":null},{"url":"/paper/improving-distantly-supervised-relation-1","slug":"improving-distantly-supervised-relation-1","title":"Improving Distantly Supervised Relation Extraction using Word and Entity Based Attention","date":"2018-04-19","arxiv_id":"1804.06987","repositories_listed":5,"syntology":null},{"url":"/paper/biogpt-generative-pre-trained-transformer-for","slug":"biogpt-generative-pre-trained-transformer-for","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","date":"2022-10-19","arxiv_id":"2210.10341","repositories_listed":4,"syntology":null},{"url":"/paper/layoutlmv3-pre-training-for-document-ai-with","slug":"layoutlmv3-pre-training-for-document-ai-with","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","date":"2022-04-18","arxiv_id":"2204.08387","repositories_listed":4,"syntology":null},{"url":"/paper/locating-and-editing-factual-knowledge-in-gpt","slug":"locating-and-editing-factual-knowledge-in-gpt","title":"Locating and Editing Factual Associations in GPT","date":"2022-02-10","arxiv_id":"2202.05262","repositories_listed":4,"syntology":{"n":15,"n_ran":4,"n_constructed":1,"n_ran_checked":2,"n_instrument":2,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/locating-and-editing-factual-knowledge-in-gpt#ran","syntology_url":"https://syntology.ai/paper/2202.05262","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.05262"}},"official":{"repos":["kmeng01/rome"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text","listed","official"]}}},{"url":"/paper/klue-korean-language-understanding-evaluation","slug":"klue-korean-language-understanding-evaluation","title":"KLUE: Korean Language Understanding Evaluation","date":"2021-05-20","arxiv_id":"2105.09680","repositories_listed":4,"syntology":null},{"url":"/paper/entity-relation-and-event-extraction-with","slug":"entity-relation-and-event-extraction-with","title":"Entity, Relation, and Event Extraction with Contextualized Span Representations","date":"2019-09-08","arxiv_id":"1909.03546","repositories_listed":4,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/entity-relation-and-event-extraction-with#ran","syntology_url":"https://syntology.ai/paper/1909.03546","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.03546"}},"official":{"repos":["dwadden/dygiepp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/docred-a-large-scale-document-level-relation","slug":"docred-a-large-scale-document-level-relation","title":"DocRED: A Large-Scale Document-Level Relation Extraction Dataset","date":"2019-06-14","arxiv_id":"1906.06127","repositories_listed":4,"syntology":null},{"url":"/paper/transfer-learning-in-biomedical-natural","slug":"transfer-learning-in-biomedical-natural","title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","date":"2019-06-13","arxiv_id":"1906.05474","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transfer-learning-in-biomedical-natural#ran","syntology_url":"https://syntology.ai/paper/1906.05474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.05474"}},"official":{"repos":["ncbi-nlp/BLUE_Benchmark","ncbi-nlp/NCBI_BERT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/revisiting-docred-addressing-the-overlooked","slug":"revisiting-docred-addressing-the-overlooked","title":"Revisiting DocRED -- Addressing the False Negative Problem in Relation Extraction","date":"2022-05-25","arxiv_id":"2205.12696","repositories_listed":3,"syntology":null},{"url":"/paper/entity-structure-within-and-throughout","slug":"entity-structure-within-and-throughout","title":"Entity Structure Within and Throughout: Modeling Mention Dependencies for Document-Level Relation Extraction","date":"2021-02-20","arxiv_id":"2102.10249","repositories_listed":3,"syntology":null},{"url":"/paper/let-s-stop-incorrect-comparisons-in-end-to","slug":"let-s-stop-incorrect-comparisons-in-end-to","title":"Let's Stop Incorrect Comparisons in End-to-end Relation Extraction!","date":"2020-09-22","arxiv_id":"2009.10684","repositories_listed":3,"syntology":null},{"url":"/paper/dialogue-based-relation-extraction","slug":"dialogue-based-relation-extraction","title":"Dialogue-Based Relation Extraction","date":"2020-04-17","arxiv_id":"2004.08056","repositories_listed":3,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":3,"n_instrument":6,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dialogue-based-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2004.08056","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.08056"}},"official":null}},{"url":"/paper/generalizing-natural-language-analysis-1","slug":"generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","repositories_listed":3,"syntology":null},{"url":"/paper/span-based-joint-entity-and-relation","slug":"span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/simple-bert-models-for-relation-extraction","slug":"simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simple-bert-models-for-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/1904.05255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.05255"}},"official":{"repos":["Impavidity/relogic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-general-framework-for-information","slug":"a-general-framework-for-information","title":"A General Framework for Information Extraction using Dynamic Span Graphs","date":"2019-04-05","arxiv_id":"1904.03296","repositories_listed":3,"syntology":null},{"url":"/paper/semantic-relation-classification-via-1","slug":"semantic-relation-classification-via-1","title":"Semantic Relation Classification via Bidirectional LSTM Networks with Entity-aware Attention using Latent Entity Typing","date":"2019-01-23","arxiv_id":"1901.08163","repositories_listed":3,"syntology":null},{"url":"/paper/indirect-supervision-for-relation-extraction","slug":"indirect-supervision-for-relation-extraction","title":"Indirect Supervision for Relation Extraction using Question-Answer Pairs","date":"2017-10-30","arxiv_id":"1710.11169","repositories_listed":3,"syntology":null},{"url":"/paper/cotype-joint-extraction-of-typed-entities-and","slug":"cotype-joint-extraction-of-typed-entities-and","title":"CoType: Joint Extraction of Typed Entities and Relations with Knowledge Bases","date":"2016-10-27","arxiv_id":"1610.08763","repositories_listed":3,"syntology":null},{"url":"/paper/rethinking-the-role-of-llms-for-document","slug":"rethinking-the-role-of-llms-for-document","title":"Rethinking the Role of LLMs for Document-level Relation Extraction: a Refiner with Task Distribution and Probability Fusion","date":"2025-04-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/2408-00103","slug":"2408-00103","title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","date":"2024-07-31","arxiv_id":"2408.00103","repositories_listed":2,"syntology":null},{"url":"/paper/xformparser-a-simple-and-effective-multimodal","slug":"xformparser-a-simple-and-effective-multimodal","title":"XFormParser: A Simple and Effective Multimodal Multilingual Semi-structured Form Parser","date":"2024-05-27","arxiv_id":"2405.17336","repositories_listed":2,"syntology":null},{"url":"/paper/benchmarking-large-language-models-on-cflue-a","slug":"benchmarking-large-language-models-on-cflue-a","title":"Benchmarking Large Language Models on CFLUE -- A Chinese Financial Language Understanding Evaluation Dataset","date":"2024-05-17","arxiv_id":"2405.10542","repositories_listed":2,"syntology":null},{"url":"/paper/autore-document-level-relation-extraction","slug":"autore-document-level-relation-extraction","title":"AutoRE: Document-Level Relation Extraction with Large Language Models","date":"2024-03-21","arxiv_id":"2403.14888","repositories_listed":2,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":8,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/autore-document-level-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2403.14888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.14888"}},"official":{"repos":["bigdante/autore","thudm/autore"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/learn-or-recall-revisiting-incremental","slug":"learn-or-recall-revisiting-incremental","title":"Learn or Recall? Revisiting Incremental Learning with Pre-trained Language Models","date":"2023-12-13","arxiv_id":"2312.07887","repositories_listed":2,"syntology":null},{"url":"/paper/relation-extraction-in-underexplored","slug":"relation-extraction-in-underexplored","title":"Relation Extraction in underexplored biomedical domains: A diversity-optimised sampling and synthetic data generation approach","date":"2023-11-10","arxiv_id":"2311.06364","repositories_listed":2,"syntology":null},{"url":"/paper/reading-order-matters-information-extraction","slug":"reading-order-matters-information-extraction","title":"Reading Order Matters: Information Extraction from Visually-rich Documents by Token Path Prediction","date":"2023-10-17","arxiv_id":"2310.11016","repositories_listed":2,"syntology":null},{"url":"/paper/how-to-unleash-the-power-of-large-language","slug":"how-to-unleash-the-power-of-large-language","title":"How to Unleash the Power of Large Language Models for Few-shot Relation Extraction?","date":"2023-05-02","arxiv_id":"2305.01555","repositories_listed":2,"syntology":null},{"url":"/paper/on-analyzing-the-role-of-image-for-visual","slug":"on-analyzing-the-role-of-image-for-visual","title":"On Analyzing the Role of Image for Visual-enhanced Relation Extraction","date":"2022-11-14","arxiv_id":"2211.07504","repositories_listed":2,"syntology":null},{"url":"/paper/entity-centered-cross-document-relation","slug":"entity-centered-cross-document-relation","title":"Entity-centered Cross-document Relation Extraction","date":"2022-10-29","arxiv_id":"2210.16541","repositories_listed":2,"syntology":null},{"url":"/paper/towards-realistic-low-resource-relation","slug":"towards-realistic-low-resource-relation","title":"Towards Realistic Low-resource Relation Extraction: A Benchmark with Empirical Baseline Study","date":"2022-10-19","arxiv_id":"2210.10678","repositories_listed":2,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":3,"n_instrument":5,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/towards-realistic-low-resource-relation#ran","syntology_url":"https://syntology.ai/paper/2210.10678","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.10678"}},"official":{"repos":["zjunlp/KnowPrompt","zjunlp/lrebench"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/iterative-document-level-information","slug":"iterative-document-level-information","title":"Iterative Document-level Information Extraction via Imitation Learning","date":"2022-10-12","arxiv_id":"2210.06600","repositories_listed":2,"syntology":null},{"url":"/paper/decoupling-knowledge-from-memorization","slug":"decoupling-knowledge-from-memorization","title":"Decoupling Knowledge from Memorization: Retrieval-augmented Prompt Learning","date":"2022-05-29","arxiv_id":"2205.14704","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/decoupling-knowledge-from-memorization#ran","syntology_url":"https://syntology.ai/paper/2205.14704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14704"}},"official":{"repos":["zjunlp/promptkg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-dataset-for-n-ary-relation-extraction-of-1","slug":"a-dataset-for-n-ary-relation-extraction-of-1","title":"A Dataset for N-ary Relation Extraction of Drug Combinations","date":"2022-05-04","arxiv_id":"2205.02289","repositories_listed":2,"syntology":null},{"url":"/paper/a-distant-supervision-corpus-for-extracting","slug":"a-distant-supervision-corpus-for-extracting","title":"A Distant Supervision Corpus for Extracting Biomedical Relationships Between Chemicals, Diseases and Genes","date":"2022-04-13","arxiv_id":"2204.06584","repositories_listed":2,"syntology":null},{"url":"/paper/a-sequence-to-sequence-approach-for-document","slug":"a-sequence-to-sequence-approach-for-document","title":"A sequence-to-sequence approach for document-level relation extraction","date":"2022-04-03","arxiv_id":"2204.01098","repositories_listed":2,"syntology":null},{"url":"/paper/relationprompt-leveraging-prompts-to-generate","slug":"relationprompt-leveraging-prompts-to-generate","title":"RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction","date":"2022-03-17","arxiv_id":"2203.09101","repositories_listed":2,"syntology":{"n":26,"n_ran":15,"n_constructed":1,"n_ran_checked":7,"n_instrument":8,"n_unverified":11,"n_honours":4,"n_violates":0,"n_no_contract":3,"n_pointer_only":16,"phrase":"15 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 4 honoured, 0 violated, 3 with no contract checked; 8 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/relationprompt-leveraging-prompts-to-generate#ran","syntology_url":"https://syntology.ai/paper/2203.09101","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09101"}},"official":{"repos":["declare-lab/relationprompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/open-rule-induction","slug":"open-rule-induction","title":"Open Rule Induction","date":"2021-10-26","arxiv_id":"2110.13577","repositories_listed":2,"syntology":null},{"url":"/paper/process-extraction-from-text-state-of-the-art","slug":"process-extraction-from-text-state-of-the-art","title":"Process Extraction from Text: Benchmarking the State of the Art and Paving the Way for Future Challenges","date":"2021-10-07","arxiv_id":"2110.03754","repositories_listed":2,"syntology":null},{"url":"/paper/slot-filling-for-biomedical-information","slug":"slot-filling-for-biomedical-information","title":"Slot Filling for Biomedical Information Extraction","date":"2021-09-17","arxiv_id":"2109.08564","repositories_listed":2,"syntology":null},{"url":"/paper/pack-together-entity-and-relation-extraction","slug":"pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","arxiv_id":"2109.06067","repositories_listed":2,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/bros-a-layout-aware-pre-trained-language","slug":"bros-a-layout-aware-pre-trained-language","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","date":"2021-08-10","arxiv_id":"2108.04539","repositories_listed":2,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bros-a-layout-aware-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2108.04539","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.04539"}},"official":{"repos":["clovaai/bros"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/document-level-relation-extraction-as","slug":"document-level-relation-extraction-as","title":"Document-level Relation Extraction as Semantic Segmentation","date":"2021-06-07","arxiv_id":"2106.03618","repositories_listed":2,"syntology":null},{"url":"/paper/discriminative-reasoning-for-document-level","slug":"discriminative-reasoning-for-document-level","title":"Discriminative Reasoning for Document-level Relation Extraction","date":"2021-06-03","arxiv_id":"2106.01562","repositories_listed":2,"syntology":{"n":10,"n_ran":8,"n_constructed":6,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 6 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/discriminative-reasoning-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2106.01562","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01562"}},"official":{"repos":["xwjim/DRN"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":6,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/electramed-a-new-pre-trained-language","slug":"electramed-a-new-pre-trained-language","title":"ELECTRAMed: a new pre-trained language representation model for biomedical NLP","date":"2021-04-19","arxiv_id":"2104.09585","repositories_listed":2,"syntology":null},{"url":"/paper/process-level-representation-of-scientific","slug":"process-level-representation-of-scientific","title":"Process-Level Representation of Scientific Protocols with Interactive Annotation","date":"2021-01-25","arxiv_id":"2101.10244","repositories_listed":2,"syntology":null},{"url":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/curriculum-meta-learning-for-order-robust","slug":"curriculum-meta-learning-for-order-robust","title":"Curriculum-Meta Learning for Order-Robust Continual Relation Extraction","date":"2021-01-06","arxiv_id":"2101.01926","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/curriculum-meta-learning-for-order-robust#ran","syntology_url":"https://syntology.ai/paper/2101.01926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.01926"}},"official":{"repos":["wutong8023/AAAI-CML","wutong8023/AAAI_CML"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/deer-a-data-efficient-language-model-for","slug":"deer-a-data-efficient-language-model-for","title":"ECONET: Effective Continual Pretraining of Language Models for Event Temporal Reasoning","date":"2020-12-30","arxiv_id":"2012.15283","repositories_listed":2,"syntology":null},{"url":"/paper/clinical-temporal-relation-extraction-with","slug":"clinical-temporal-relation-extraction-with","title":"Clinical Temporal Relation Extraction with Probabilistic Soft Logic Regularization and Global Inference","date":"2020-12-16","arxiv_id":"2012.08790","repositories_listed":2,"syntology":null},{"url":"/paper/a-frustratingly-easy-approach-for-joint","slug":"a-frustratingly-easy-approach-for-joint","title":"A Frustratingly Easy Approach for Entity and Relation Extraction","date":"2020-10-24","arxiv_id":"2010.12812","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-frustratingly-easy-approach-for-joint#ran","syntology_url":"https://syntology.ai/paper/2010.12812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12812"}},"official":{"repos":["princeton-nlp/PURE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/effective-distant-supervision-for-temporal","slug":"effective-distant-supervision-for-temporal","title":"Effective Distant Supervision for Temporal Relation Extraction","date":"2020-10-24","arxiv_id":"2010.12755","repositories_listed":2,"syntology":null},{"url":"/paper/characterbert-reconciling-elmo-and-bert-for","slug":"characterbert-reconciling-elmo-and-bert-for","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","date":"2020-10-20","arxiv_id":"2010.10392","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/characterbert-reconciling-elmo-and-bert-for#ran","syntology_url":"https://syntology.ai/paper/2010.10392","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.10392"}},"official":{"repos":["helboukkouri/character-bert"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/improving-long-tail-relation-extraction-with","slug":"improving-long-tail-relation-extraction-with","title":"Improving Long-Tail Relation Extraction with Collaborating Relation-Augmented Attention","date":"2020-10-08","arxiv_id":"2010.03773","repositories_listed":2,"syntology":null},{"url":"/paper/two-are-better-than-one-joint-entity-and","slug":"two-are-better-than-one-joint-entity-and","title":"Two are Better than One: Joint Entity and Relation Extraction with Table-Sequence Encoders","date":"2020-10-08","arxiv_id":"2010.03851","repositories_listed":2,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"0 ran · 3 unverified","sample_list":"/paper/two-are-better-than-one-joint-entity-and#ran","syntology_url":"https://syntology.ai/paper/2010.03851","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03851"}},"official":{"repos":["LorrinWWW/two-are-better-than-one"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/double-graph-based-reasoning-for-document","slug":"double-graph-based-reasoning-for-document","title":"Double Graph Based Reasoning for Document-level Relation Extraction","date":"2020-09-29","arxiv_id":"2009.13752","repositories_listed":2,"syntology":null},{"url":"/paper/dwie-an-entity-centric-dataset-for-multi-task","slug":"dwie-an-entity-centric-dataset-for-multi-task","title":"DWIE: an entity-centric dataset for multi-task document-level information extraction","date":"2020-09-26","arxiv_id":"2009.12626","repositories_listed":2,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":7,"n_instrument":4,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dwie-an-entity-centric-dataset-for-multi-task#ran","syntology_url":"https://syntology.ai/paper/2009.12626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.12626"}},"official":{"repos":["klimzaporojets/DWIE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/domain-specific-language-model-pretraining","slug":"domain-specific-language-model-pretraining","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","date":"2020-07-31","arxiv_id":"2007.15779","repositories_listed":2,"syntology":null},{"url":"/paper/reasoning-with-latent-structure-refinement","slug":"reasoning-with-latent-structure-refinement","title":"Reasoning with Latent Structure Refinement for Document-Level Relation Extraction","date":"2020-05-13","arxiv_id":"2005.06312","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":1,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reasoning-with-latent-structure-refinement#ran","syntology_url":"https://syntology.ai/paper/2005.06312","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.06312"}},"official":{"repos":["nanguoshun/LSR"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/expbert-representation-engineering-with","slug":"expbert-representation-engineering-with","title":"ExpBERT: Representation Engineering with Natural Language Explanations","date":"2020-05-05","arxiv_id":"2005.01932","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/expbert-representation-engineering-with#ran","syntology_url":"https://syntology.ai/paper/2005.01932","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01932"}},"official":{"repos":["MurtyShikhar/ExpBERT","worksheets.codalab.org/worksheets/0x609d2d6a66194592a7f44fbb67ba9f49"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/probing-linguistic-features-of-sentence-level","slug":"probing-linguistic-features-of-sentence-level","title":"Probing Linguistic Features of Sentence-Level Representations in Neural Relation Extraction","date":"2020-04-17","arxiv_id":"2004.08134","repositories_listed":2,"syntology":null},{"url":"/paper/coreferential-reasoning-learning-for-language","slug":"coreferential-reasoning-learning-for-language","title":"Coreferential Reasoning Learning for Language Representation","date":"2020-04-15","arxiv_id":"2004.06870","repositories_listed":2,"syntology":null},{"url":"/paper/k-adapter-infusing-knowledge-into-pre-trained","slug":"k-adapter-infusing-knowledge-into-pre-trained","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","date":"2020-02-05","arxiv_id":"2002.01808","repositories_listed":2,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":5,"n_instrument":6,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/k-adapter-infusing-knowledge-into-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2002.01808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.01808"}},"official":null}},{"url":"/paper/copymtl-copy-mechanism-for-joint-extraction","slug":"copymtl-copy-mechanism-for-joint-extraction","title":"CopyMTL: Copy Mechanism for Joint Extraction of Entities and Relations with Multi-Task Learning","date":"2019-11-24","arxiv_id":"1911.10438","repositories_listed":2,"syntology":null},{"url":"/paper/learning-to-few-shot-learn-across-diverse","slug":"learning-to-few-shot-learn-across-diverse","title":"Learning to Few-Shot Learn Across Diverse Natural Language Classification Tasks","date":"2019-11-10","arxiv_id":"1911.03863","repositories_listed":2,"syntology":null},{"url":"/paper/neural-graph-embedding-methods-for-natural","slug":"neural-graph-embedding-methods-for-natural","title":"Neural Graph Embedding Methods for Natural Language Processing","date":"2019-11-08","arxiv_id":"1911.03042","repositories_listed":2,"syntology":null},{"url":"/paper/mtab-matching-tabular-data-to-knowledge-graph","slug":"mtab-matching-tabular-data-to-knowledge-graph","title":"MTab: Matching Tabular Data to Knowledge Graph using Probability Models","date":"2019-10-01","arxiv_id":"1910.00246","repositories_listed":2,"syntology":null},{"url":"/paper/neural-rule-grounding-for-low-resource","slug":"neural-rule-grounding-for-low-resource","title":"NERO: A Neural Rule Grounding Framework for Label-Efficient Relation Extraction","date":"2019-09-05","arxiv_id":"1909.02177","repositories_listed":2,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/neural-rule-grounding-for-low-resource#ran","syntology_url":"https://syntology.ai/paper/1909.02177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02177"}},"official":{"repos":["INK-USC/NERO"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/eliciting-knowledge-from-expertsautomatic","slug":"eliciting-knowledge-from-expertsautomatic","title":"Eliciting Knowledge from Experts:Automatic Transcript Parsing for Cognitive Task Analysis","date":"2019-06-26","arxiv_id":"1906.11384","repositories_listed":2,"syntology":null},{"url":"/paper/attention-guided-graph-convolutional-networks","slug":"attention-guided-graph-convolutional-networks","title":"Attention Guided Graph Convolutional Networks for Relation Extraction","date":"2019-06-18","arxiv_id":"1906.07510","repositories_listed":2,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attention-guided-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1906.07510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.07510"}},"official":{"repos":["Cartus/AGGCN_TACRED"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/transfer-learning-for-causal-sentence","slug":"transfer-learning-for-causal-sentence","title":"Transfer Learning for Causal Sentence Detection","date":"2019-06-18","arxiv_id":"1906.07544","repositories_listed":2,"syntology":null},{"url":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ernie-enhanced-language-representation-with#ran","syntology_url":"https://syntology.ai/paper/1905.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.07129"}},"official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/sentence-embedding-alignment-for-lifelong","slug":"sentence-embedding-alignment-for-lifelong","title":"Sentence Embedding Alignment for Lifelong Relation Extraction","date":"2019-03-06","arxiv_id":"1903.02588","repositories_listed":2,"syntology":null},{"url":"/paper/knowledge-representation-learning-a","slug":"knowledge-representation-learning-a","title":"Knowledge Representation Learning: A Quantitative Review","date":"2018-12-28","arxiv_id":"1812.10901","repositories_listed":2,"syntology":null},{"url":"/paper/a-hierarchical-framework-for-relation","slug":"a-hierarchical-framework-for-relation","title":"A Hierarchical Framework for Relation Extraction with Reinforcement Learning","date":"2018-11-09","arxiv_id":"1811.03925","repositories_listed":2,"syntology":null},{"url":"/paper/collabonet-collaboration-of-deep-neural","slug":"collabonet-collaboration-of-deep-neural","title":"CollaboNet: collaboration of deep neural networks for biomedical named entity recognition","date":"2018-09-21","arxiv_id":"1809.07950","repositories_listed":2,"syntology":null},{"url":"/paper/n-ary-relation-extraction-using-graph-state","slug":"n-ary-relation-extraction-using-graph-state","title":"N-ary Relation Extraction using Graph State LSTM","date":"2018-08-28","arxiv_id":"1808.09101","repositories_listed":2,"syntology":null},{"url":"/paper/robust-distant-supervision-relation","slug":"robust-distant-supervision-relation","title":"Robust Distant Supervision Relation Extraction via Deep Reinforcement Learning","date":"2018-05-24","arxiv_id":"1805.09927","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robust-distant-supervision-relation#ran","syntology_url":"https://syntology.ai/paper/1805.09927","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.09927"}},"official":null}},{"url":"/paper/training-classifiers-with-natural-language","slug":"training-classifiers-with-natural-language","title":"Training Classifiers with Natural Language Explanations","date":"2018-05-10","arxiv_id":"1805.03818","repositories_listed":2,"syntology":null},{"url":"/paper/sentences-with-gapping-parsing-and","slug":"sentences-with-gapping-parsing-and","title":"Sentences with Gapping: Parsing and Reconstructing Elided Predicates","date":"2018-04-18","arxiv_id":"1804.06922","repositories_listed":2,"syntology":null},{"url":"/paper/a-discourse-level-named-entity-recognition","slug":"a-discourse-level-named-entity-recognition","title":"A Discourse-Level Named Entity Recognition and Relation Extraction Dataset for Chinese Literature Text","date":"2017-11-19","arxiv_id":"1711.07010","repositories_listed":2,"syntology":null},{"url":"/paper/position-aware-attention-and-supervised-data","slug":"position-aware-attention-and-supervised-data","title":"Position-aware Attention and Supervised Data Improve Slot Filling","date":"2017-09-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/zero-shot-relation-extraction-via-reading","slug":"zero-shot-relation-extraction-via-reading","title":"Zero-Shot Relation Extraction via Reading Comprehension","date":"2017-06-13","arxiv_id":"1706.04115","repositories_listed":2,"syntology":null},{"url":"/paper/joint-extraction-of-entities-and-relations","slug":"joint-extraction-of-entities-and-relations","title":"Joint Extraction of Entities and Relations Based on a Novel Tagging Scheme","date":"2017-06-07","arxiv_id":"1706.05075","repositories_listed":2,"syntology":null},{"url":"/paper/global-relation-embedding-for-relation","slug":"global-relation-embedding-for-relation","title":"Global Relation Embedding for Relation Extraction","date":"2017-04-19","arxiv_id":"1704.05958","repositories_listed":2,"syntology":null}],"syntology_records":35,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":5,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/relation-extraction-on-docred","since_archive":"/sota/relation-extraction-on-docred#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/relation-extraction-on-semeval-2010-task-8","since_archive":"/sota/relation-extraction-on-semeval-2010-task-8#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/relation-extraction-on-funsd","since_archive":"/sota/relation-extraction-on-funsd#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/relation-extraction-on-redocred","since_archive":"/sota/relation-extraction-on-redocred#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/relation-extraction-on-scierc","since_archive":"/sota/relation-extraction-on-scierc#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":111,"papers_where_code_ran_first_page":"/task/relation-extraction/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":20,"url":"/task/relation-extraction/papers/2","json":"/task/relation-extraction/papers/2.json","rows":100},{"order":"archive","page":3,"of":20,"url":"/task/relation-extraction/papers/3","json":"/task/relation-extraction/papers/3.json","rows":100},{"order":"archive","page":4,"of":20,"url":"/task/relation-extraction/papers/4","json":"/task/relation-extraction/papers/4.json","rows":100},{"order":"archive","page":5,"of":20,"url":"/task/relation-extraction/papers/5","json":"/task/relation-extraction/papers/5.json","rows":100},{"order":"archive","page":6,"of":20,"url":"/task/relation-extraction/papers/6","json":"/task/relation-extraction/papers/6.json","rows":100},{"order":"archive","page":7,"of":20,"url":"/task/relation-extraction/papers/7","json":"/task/relation-extraction/papers/7.json","rows":100},{"order":"archive","page":8,"of":20,"url":"/task/relation-extraction/papers/8","json":"/task/relation-extraction/papers/8.json","rows":100},{"order":"archive","page":9,"of":20,"url":"/task/relation-extraction/papers/9","json":"/task/relation-extraction/papers/9.json","rows":100},{"order":"archive","page":10,"of":20,"url":"/task/relation-extraction/papers/10","json":"/task/relation-extraction/papers/10.json","rows":100},{"order":"archive","page":11,"of":20,"url":"/task/relation-extraction/papers/11","json":"/task/relation-extraction/papers/11.json","rows":100},{"order":"archive","page":12,"of":20,"url":"/task/relation-extraction/papers/12","json":"/task/relation-extraction/papers/12.json","rows":100},{"order":"archive","page":13,"of":20,"url":"/task/relation-extraction/papers/13","json":"/task/relation-extraction/papers/13.json","rows":100},{"order":"archive","page":14,"of":20,"url":"/task/relation-extraction/papers/14","json":"/task/relation-extraction/papers/14.json","rows":100},{"order":"archive","page":15,"of":20,"url":"/task/relation-extraction/papers/15","json":"/task/relation-extraction/papers/15.json","rows":100},{"order":"archive","page":16,"of":20,"url":"/task/relation-extraction/papers/16","json":"/task/relation-extraction/papers/16.json","rows":100},{"order":"archive","page":17,"of":20,"url":"/task/relation-extraction/papers/17","json":"/task/relation-extraction/papers/17.json","rows":100},{"order":"archive","page":18,"of":20,"url":"/task/relation-extraction/papers/18","json":"/task/relation-extraction/papers/18.json","rows":100},{"order":"archive","page":19,"of":20,"url":"/task/relation-extraction/papers/19","json":"/task/relation-extraction/papers/19.json","rows":100},{"order":"archive","page":20,"of":20,"url":"/task/relation-extraction/papers/20","json":"/task/relation-extraction/papers/20.json","rows":77},{"order":"ran","page":1,"of":2,"url":"/task/relation-extraction/papers/ran/1","json":"/task/relation-extraction/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":2,"url":"/task/relation-extraction/papers/ran/2","json":"/task/relation-extraction/papers/ran/2.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"a025b9038c054e7125f234758fc915006427c3ccfc610f54b058e3b8f8b99058","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}