{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/joint-entity-and-relation-extraction","name":"Joint Entity and Relation Extraction","slug":"joint-entity-and-relation-extraction","description_markdown":"Joint Entity and Relation Extraction is the task of extracting entity mentions and semantic relations between entities from unstructured text with a single model.","categories":[{"name":"Medical","url":"/area/medical"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":87,"papers_with_code":56,"benchmarks":16,"benchmark_tables_in_archive":16,"benchmark_tables_shown":16,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":16,"subtasks":0,"parent_tasks":2},"benchmarks":[{"leaderboard":"/sota/joint-entity-and-relation-extraction-on","slug":"joint-entity-and-relation-extraction-on","dataset":"SciERC","dataset_url":"/dataset/scierc","rows_in_archive":11,"metrics":["Relation F1","Entity F1","RE+ Micro F1","Cross Sentence"],"first_row_in_archive_order":{"model":"PL-Marker","paper_title":"Packed Levitated Marker for Entity and Relation Extraction","paper_url":"/paper/pack-together-entity-and-relation-extraction","paper_date":"2021-09-13","arxiv_id":"2109.06067","code_links":[{"title":"tomaarsen/spanmarkerner","url":"https://github.com/tomaarsen/spanmarkerner"},{"title":"thunlp/pl-marker","url":"https://github.com/thunlp/pl-marker"}],"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-8","slug":"joint-entity-and-relation-extraction-on-8","dataset":"WebNLG 3.0","dataset_url":"/dataset/webnlg","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReGen (Ours) T2G.CE","paper_title":"ReGen: Reinforcement Learning for Text and Knowledge Base Generation using Pretrained Language Models","paper_url":"/paper/regen-reinforcement-learning-for-text-and","paper_date":"2021-08-27","arxiv_id":"2108.12472","code_links":[{"title":"IBM/regen","url":"https://github.com/IBM/regen"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regen-reinforcement-learning-for-text-and#ran","syntology_url":"https://syntology.ai/paper/2108.12472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12472"}},"official":{"repos":["IBM/regen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-3","slug":"joint-entity-and-relation-extraction-on-3","dataset":"DocRED","dataset_url":"/dataset/docred","rows_in_archive":6,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"REBEL+pretraining","paper_title":"REBEL: Relation Extraction By End-to-end Language generation","paper_url":"/paper/rebel-relation-extraction-by-end-to-end","paper_date":"2021-10-29","arxiv_id":null,"code_links":[{"title":"Babelscape/rebel","url":"https://github.com/Babelscape/rebel"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-nyt","slug":"joint-entity-and-relation-extraction-on-nyt","dataset":"NYT","dataset_url":"/dataset/new-york-times-annotated-corpus","rows_in_archive":5,"metrics":["F1","Entity F1","Relation F1"],"first_row_in_archive_order":{"model":"SPN","paper_title":"Joint Entity and Relation Extraction with Set Prediction Networks","paper_url":"/paper/joint-entity-and-relation-extraction-with-set","paper_date":"2020-11-03","arxiv_id":"2011.01675","code_links":[{"title":"DianboWork/SPN4RE","url":"https://github.com/DianboWork/SPN4RE"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-1","slug":"joint-entity-and-relation-extraction-on-1","dataset":"WebNLG","dataset_url":"/dataset/webnlg","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"SPN","paper_title":"Joint Entity and Relation Extraction with Set Prediction Networks","paper_url":"/paper/joint-entity-and-relation-extraction-with-set","paper_date":"2020-11-03","arxiv_id":"2011.01675","code_links":[{"title":"DianboWork/SPN4RE","url":"https://github.com/DianboWork/SPN4RE"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-2","slug":"joint-entity-and-relation-extraction-on-2","dataset":"CoNLL04","dataset_url":"/dataset/conll04","rows_in_archive":3,"metrics":["Entity F1","Relation F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-7","slug":"joint-entity-and-relation-extraction-on-7","dataset":"ACE2005","dataset_url":"/dataset/ace-2005","rows_in_archive":3,"metrics":["Entity F1","Relation F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-ade-1","slug":"joint-entity-and-relation-extraction-on-ade-1","dataset":"ADE Corpus","dataset_url":null,"rows_in_archive":3,"metrics":["Entity F1","Relation F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-6","slug":"joint-entity-and-relation-extraction-on-6","dataset":"SemEval-2022 Task-12","dataset_url":"/dataset/semeval-2022-task-12-symlink-linking","rows_in_archive":2,"metrics":["Entity F1 (partial)","Relation F1"],"first_row_in_archive_order":{"model":"MRC-based NER + Span pair classification with solid marker + ensemble","paper_title":"JBNU-CCLab at SemEval-2022 Task 12: Machine Reading Comprehension and Span Pair Classification for Linking Mathematical Symbols to Their Descriptions","paper_url":"/paper/jbnu-cclab-at-semeval-2022-task-12-machine","paper_date":"","arxiv_id":null,"code_links":[{"title":"zizun/symlink","url":"https://github.com/zizun/symlink"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-9","slug":"joint-entity-and-relation-extraction-on-9","dataset":"TekGen","dataset_url":"/dataset/tekgen","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReGen-SCST","paper_title":"ReGen: Reinforcement Learning for Text and Knowledge Base Generation using Pretrained Language Models","paper_url":"/paper/regen-reinforcement-learning-for-text-and","paper_date":"2021-08-27","arxiv_id":"2108.12472","code_links":[{"title":"IBM/regen","url":"https://github.com/IBM/regen"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regen-reinforcement-learning-for-text-and#ran","syntology_url":"https://syntology.ai/paper/2108.12472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12472"}},"official":{"repos":["IBM/regen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-10","slug":"joint-entity-and-relation-extraction-on-10","dataset":"DocRED-IE","dataset_url":"/dataset/docred-ie","rows_in_archive":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-2012","slug":"joint-entity-and-relation-extraction-on-2012","dataset":"2012 i2b2 Temporal Relations","dataset_url":"/dataset/2012-i2b2-temporal-relations","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Finetuned REBEL","paper_title":"End-to-End Temporal Relation Extraction in the Clinical Domain","paper_url":"/paper/end-to-end-temporal-relation-extraction-in","paper_date":"2023-04-02","arxiv_id":null,"code_links":[{"title":"jsaizant/ETEREX-REBEL","url":"https://github.com/jsaizant/ETEREX-REBEL"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-ace","slug":"joint-entity-and-relation-extraction-on-ace","dataset":"ACE 2005","dataset_url":"/dataset/ace-2005","rows_in_archive":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"Ours: cross-sentence ALB","paper_title":"A Frustratingly Easy Approach for Entity and Relation Extraction","paper_url":"/paper/a-frustratingly-easy-approach-for-joint","paper_date":"2020-10-24","arxiv_id":"2010.12812","code_links":[{"title":"princeton-nlp/PURE","url":"https://github.com/princeton-nlp/PURE"},{"title":"YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2","url":"https://github.com/YaoXinZhi/BERT-for-BioNLP-OST2019-AGAC-Task2"}],"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-frustratingly-easy-approach-for-joint#ran","syntology_url":"https://syntology.ai/paper/2010.12812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12812"}},"official":{"repos":["princeton-nlp/PURE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-cdr","slug":"joint-entity-and-relation-extraction-on-cdr","dataset":"CDR","dataset_url":"/dataset/cdr","rows_in_archive":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"seq2rel","paper_title":"A sequence-to-sequence approach for document-level relation extraction","paper_url":"/paper/a-sequence-to-sequence-approach-for-document","paper_date":"2022-04-03","arxiv_id":"2204.01098","code_links":[{"title":"johngiorgi/seq2rel","url":"https://github.com/johngiorgi/seq2rel"},{"title":"JohnGiorgi/seq2rel-ds","url":"https://github.com/JohnGiorgi/seq2rel-ds"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-gda","slug":"joint-entity-and-relation-extraction-on-gda","dataset":"GDA","dataset_url":"/dataset/gda","rows_in_archive":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"seq2rel","paper_title":"A sequence-to-sequence approach for document-level relation extraction","paper_url":"/paper/a-sequence-to-sequence-approach-for-document","paper_date":"2022-04-03","arxiv_id":"2204.01098","code_links":[{"title":"johngiorgi/seq2rel","url":"https://github.com/johngiorgi/seq2rel"},{"title":"JohnGiorgi/seq2rel-ds","url":"https://github.com/JohnGiorgi/seq2rel-ds"}],"syntology":null}},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-kpi","slug":"joint-entity-and-relation-extraction-on-kpi","dataset":"KPI-EDGAR","dataset_url":"/dataset/kpi-edgar","rows_in_archive":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"KPI-BERT","paper_title":"KPI-EDGAR: A Novel Dataset and Accompanying Metric for Relation Extraction from Financial Documents","paper_url":"/paper/kpi-edgar-a-novel-dataset-and-accompanying","paper_date":"2022-10-17","arxiv_id":"2210.09163","code_links":[{"title":"tobideusser/kpi-edgar","url":"https://github.com/tobideusser/kpi-edgar"}],"syntology":null}}],"datasets":[{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/docred","name":"DocRED","full_name":"","num_papers_in_archive":155},{"url":"/dataset/webnlg","name":"WebNLG","full_name":"","num_papers_in_archive":149},{"url":"/dataset/scierc","name":"SciERC","full_name":"","num_papers_in_archive":134},{"url":"/dataset/radgraph","name":"RadGraph","full_name":"RadGraph: Extracting Clinical Entities and Relations from Radiology Reports","num_papers_in_archive":78},{"url":"/dataset/ace-2005","name":"ACE 2005","full_name":"ACE 2005 Multilingual Training Corpus","num_papers_in_archive":65},{"url":"/dataset/conll04","name":"CoNLL04","full_name":"","num_papers_in_archive":19},{"url":"/dataset/cdr","name":"CDR","full_name":"BioCreative V CDR Task Corpus","num_papers_in_archive":12},{"url":"/dataset/tekgen","name":"TekGen","full_name":"","num_papers_in_archive":12},{"url":"/dataset/gda","name":"GDA","full_name":"Gene-Disease Associations Corpus","num_papers_in_archive":10},{"url":"/dataset/2012-i2b2-temporal-relations","name":"2012 i2b2 Temporal Relations","full_name":"2012 i2b2 Temporal Relations Corpus","num_papers_in_archive":9},{"url":"/dataset/semeval-2022-task-12-symlink-linking","name":"SemEval-2022 Task-12","full_name":"","num_papers_in_archive":4},{"url":"/dataset/kpi-edgar","name":"KPI-EDGAR","full_name":"","num_papers_in_archive":2},{"url":"/dataset/a-dataset-for-relation-extraction-of-natural","name":"A Dataset for Relation Extraction of Natural-Products","full_name":"A curated evaluation dataset for end-to-end Relation Extraction of relationships between organisms and natural-products","num_papers_in_archive":1},{"url":"/dataset/docred-ie","name":"DocRED-IE","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/information-extraction","name":"Information Extraction"},{"url":"/task/relation-extraction","name":"Relation Extraction"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":87,"of":87,"of_with_code":56,"tagged_in_all":87,"counts":{"archive_papers_tagged":87,"with_a_code_link":56,"where_syntology_ran_a_sample":11,"not_listed_spam_title":0,"listed":87,"listed_where_code_ran":11,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":10,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":10,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/multi-task-identification-of-entities","slug":"multi-task-identification-of-entities","title":"Multi-Task Identification of Entities, Relations, and Coreference for Scientific Knowledge Graph Construction","date":"2018-08-29","arxiv_id":"1808.09602","repositories_listed":5,"syntology":null},{"url":"/paper/entity-relation-and-event-extraction-with","slug":"entity-relation-and-event-extraction-with","title":"Entity, Relation, and Event Extraction with Contextualized Span Representations","date":"2019-09-08","arxiv_id":"1909.03546","repositories_listed":4,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/entity-relation-and-event-extraction-with#ran","syntology_url":"https://syntology.ai/paper/1909.03546","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.03546"}},"official":{"repos":["dwadden/dygiepp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/span-based-joint-entity-and-relation","slug":"span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/a-general-framework-for-information","slug":"a-general-framework-for-information","title":"A General Framework for Information Extraction using Dynamic Span Graphs","date":"2019-04-05","arxiv_id":"1904.03296","repositories_listed":3,"syntology":null},{"url":"/paper/cotype-joint-extraction-of-typed-entities-and","slug":"cotype-joint-extraction-of-typed-entities-and","title":"CoType: Joint Extraction of Typed Entities and Relations with Knowledge Bases","date":"2016-10-27","arxiv_id":"1610.08763","repositories_listed":3,"syntology":null},{"url":"/paper/a-sequence-to-sequence-approach-for-document","slug":"a-sequence-to-sequence-approach-for-document","title":"A sequence-to-sequence approach for document-level relation extraction","date":"2022-04-03","arxiv_id":"2204.01098","repositories_listed":2,"syntology":null},{"url":"/paper/pack-together-entity-and-relation-extraction","slug":"pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","arxiv_id":"2109.06067","repositories_listed":2,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pack-together-entity-and-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/2109.06067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06067"}},"official":{"repos":["thunlp/pl-marker"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/a-frustratingly-easy-approach-for-joint","slug":"a-frustratingly-easy-approach-for-joint","title":"A Frustratingly Easy Approach for Entity and Relation Extraction","date":"2020-10-24","arxiv_id":"2010.12812","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-frustratingly-easy-approach-for-joint#ran","syntology_url":"https://syntology.ai/paper/2010.12812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12812"}},"official":{"repos":["princeton-nlp/PURE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/two-are-better-than-one-joint-entity-and","slug":"two-are-better-than-one-joint-entity-and","title":"Two are Better than One: Joint Entity and Relation Extraction with Table-Sequence Encoders","date":"2020-10-08","arxiv_id":"2010.03851","repositories_listed":2,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"0 ran · 3 unverified","sample_list":"/paper/two-are-better-than-one-joint-entity-and#ran","syntology_url":"https://syntology.ai/paper/2010.03851","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03851"}},"official":{"repos":["LorrinWWW/two-are-better-than-one"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/joint-extraction-of-entities-and-relations","slug":"joint-extraction-of-entities-and-relations","title":"Joint Extraction of Entities and Relations Based on a Novel Tagging Scheme","date":"2017-06-07","arxiv_id":"1706.05075","repositories_listed":2,"syntology":null},{"url":"/paper/rexel-an-end-to-end-model-for-document-level","slug":"rexel-an-end-to-end-model-for-document-level","title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","date":"2024-04-19","arxiv_id":"2404.12788","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/enrico-enriched-representation-and-globally","slug":"enrico-enriched-representation-and-globally","title":"EnriCo: Enriched Representation and Globally Constrained Inference for Entity and Relation Extraction","date":"2024-04-18","arxiv_id":"2404.12493","repositories_listed":1,"syntology":null},{"url":"/paper/grapher-a-structure-aware-text-to-graph-model","slug":"grapher-a-structure-aware-text-to-graph-model","title":"GraphER: A Structure-aware Text-to-Graph Model for Entity and Relation Extraction","date":"2024-04-18","arxiv_id":"2404.12491","repositories_listed":1,"syntology":null},{"url":"/paper/an-autoregressive-text-to-graph-framework-for","slug":"an-autoregressive-text-to-graph-framework-for","title":"An Autoregressive Text-to-Graph Framework for Joint Entity and Relation Extraction","date":"2024-01-02","arxiv_id":"2401.01326","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":1,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":2,"n_pointer_only":7,"phrase":"7 ran (of which 1 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-autoregressive-text-to-graph-framework-for#ran","syntology_url":"https://syntology.ai/paper/2401.01326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.01326"}},"official":{"repos":["urchade/atg"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":1,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/joint-entity-and-relation-extraction-with","slug":"joint-entity-and-relation-extraction-with","title":"Joint Entity and Relation Extraction with Span Pruning and Hypergraph Neural Networks","date":"2023-10-26","arxiv_id":"2310.17238","repositories_listed":1,"syntology":null},{"url":"/paper/distantly-supervised-joint-entity-and","slug":"distantly-supervised-joint-entity-and","title":"Distantly-Supervised Joint Extraction with Noise-Robust Learning","date":"2023-10-08","arxiv_id":"2310.04994","repositories_listed":1,"syntology":null},{"url":"/paper/care-co-attention-network-for-joint-entity","slug":"care-co-attention-network-for-joint-entity","title":"CARE: Co-Attention Network for Joint Entity and Relation Extraction","date":"2023-08-24","arxiv_id":"2308.12531","repositories_listed":1,"syntology":null},{"url":"/paper/similarity-based-memory-enhanced-joint-entity","slug":"similarity-based-memory-enhanced-joint-entity","title":"Similarity-based Memory Enhanced Joint Entity and Relation Extraction","date":"2023-07-14","arxiv_id":"2307.11762","repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-temporal-relation-extraction-in","slug":"end-to-end-temporal-relation-extraction-in","title":"End-to-End Temporal Relation Extraction in the Clinical Domain","date":"2023-04-02","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/docred-fe-a-document-level-fine-grained","slug":"docred-fe-a-document-level-fine-grained","title":"DocRED-FE: A Document-Level Fine-Grained Entity And Relation Extraction Dataset","date":"2023-03-20","arxiv_id":"2303.11141","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-generation-from-text","slug":"knowledge-graph-generation-from-text","title":"Knowledge Graph Generation From Text","date":"2022-11-18","arxiv_id":"2211.10511","repositories_listed":1,"syntology":null},{"url":"/paper/kpi-edgar-a-novel-dataset-and-accompanying","slug":"kpi-edgar-a-novel-dataset-and-accompanying","title":"KPI-EDGAR: A Novel Dataset and Accompanying Metric for Relation Extraction from Financial Documents","date":"2022-10-17","arxiv_id":"2210.09163","repositories_listed":1,"syntology":null},{"url":"/paper/aifb-webscience-at-semeval-2022-task-12-1","slug":"aifb-webscience-at-semeval-2022-task-12-1","title":"AIFB-WebScience at SemEval-2022 Task 12: Relation Extraction First - Using Relation Extraction to Identify Entities","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/emrel-joint-representation-of-entities-and-1","slug":"emrel-joint-representation-of-entities-and-1","title":"EmRel: Joint Representation of Entities and Embedded Relations for Multi-triple Extraction","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/jbnu-cclab-at-semeval-2022-task-12-machine","slug":"jbnu-cclab-at-semeval-2022-task-12-machine","title":"JBNU-CCLab at SemEval-2022 Task 12: Machine Reading Comprehension and Span Pair Classification for Linking Mathematical Symbols to Their Descriptions","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/scideberta-learning-deberta-for-science","slug":"scideberta-learning-deberta-for-science","title":"SciDeBERTa: Learning DeBERTa for Science Technology Documents and Fine-Tuning Information Extraction Tasks","date":"2022-06-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/joint-entity-and-relation-extraction-based-on","slug":"joint-entity-and-relation-extraction-based-on","title":"Joint Entity and Relation Extraction Based on Table Labeling Using Convolutional Neural Networks","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/aifb-webscience-at-semeval-2022-task-12","slug":"aifb-webscience-at-semeval-2022-task-12","title":"AIFB-WebScience at SemEval-2022 Task 12: Relation Extraction First -- Using Relation Extraction to Identify Entities","date":"2022-03-10","arxiv_id":"2203.05325","repositories_listed":1,"syntology":null},{"url":"/paper/automated-tabulation-of-clinical-trial","slug":"automated-tabulation-of-clinical-trial","title":"Automated tabulation of clinical trial results: A joint entity and relation extraction approach with transformer-based language representations","date":"2021-12-10","arxiv_id":"2112.05596","repositories_listed":1,"syntology":null},{"url":"/paper/extracting-fine-grained-knowledge-graphs-of-1","slug":"extracting-fine-grained-knowledge-graphs-of-1","title":"Extracting Fine-Grained Knowledge Graphs of Scientific Claims: Dataset and Transformer-Based Results","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/tdeer-an-efficient-translating-decoding","slug":"tdeer-an-efficient-translating-decoding","title":"TDEER: An Efficient Translating Decoding Schema for Joint Extraction of Entities and Relations","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/rebel-relation-extraction-by-end-to-end","slug":"rebel-relation-extraction-by-end-to-end","title":"REBEL: Relation Extraction By End-to-end Language generation","date":"2021-10-29","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/joint-entity-and-relation-extraction-from","slug":"joint-entity-and-relation-extraction-from","title":"Joint Entity and Relation Extraction from Scientific Documents: Role of Linguistic Information and Entity Types","date":"2021-09-30","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-partition-filter-network-for-joint-entity","slug":"a-partition-filter-network-for-joint-entity","title":"A Partition Filter Network for Joint Entity and Relation Extraction","date":"2021-08-27","arxiv_id":"2108.12202","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":3,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-partition-filter-network-for-joint-entity#ran","syntology_url":"https://syntology.ai/paper/2108.12202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12202"}},"official":{"repos":["Coopercoppers/PFN"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/regen-reinforcement-learning-for-text-and","slug":"regen-reinforcement-learning-for-text-and","title":"ReGen: Reinforcement Learning for Text and Knowledge Base Generation using Pretrained Language Models","date":"2021-08-27","arxiv_id":"2108.12472","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regen-reinforcement-learning-for-text-and#ran","syntology_url":"https://syntology.ai/paper/2108.12472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12472"}},"official":{"repos":["IBM/regen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/injecting-knowledge-base-information-into-end","slug":"injecting-knowledge-base-information-into-end","title":"Injecting Knowledge Base Information into End-to-End Joint Entity and Relation Extraction and Coreference Resolution","date":"2021-07-05","arxiv_id":"2107.02286","repositories_listed":1,"syntology":null},{"url":"/paper/hyspa-hybrid-span-generation-for-scalable","slug":"hyspa-hybrid-span-generation-for-scalable","title":"HySPA: Hybrid Span Generation for Scalable Text-to-Graph Extraction","date":"2021-06-30","arxiv_id":"2106.15838","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/hyspa-hybrid-span-generation-for-scalable#ran","syntology_url":"https://syntology.ai/paper/2106.15838","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15838"}},"official":{"repos":["renll/HySPA"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/effective-cascade-dual-decoder-model-for","slug":"effective-cascade-dual-decoder-model-for","title":"A Cascade Dual-Decoder Model for Joint Entity and Relation Extraction","date":"2021-06-27","arxiv_id":"2106.14163","repositories_listed":1,"syntology":null},{"url":"/paper/joint-biomedical-entity-and-relation","slug":"joint-biomedical-entity-and-relation","title":"Joint Biomedical Entity and Relation Extraction with Knowledge-Enhanced Collective Inference","date":"2021-05-27","arxiv_id":"2105.13456","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/joint-biomedical-entity-and-relation#ran","syntology_url":"https://syntology.ai/paper/2105.13456","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.13456"}},"official":{"repos":["laituan245/bio_relex"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/representation-iterative-fusion-based-on","slug":"representation-iterative-fusion-based-on","title":"Representation Iterative Fusion based on Heterogeneous Graph Neural Network for Joint Entity and Relation Extraction","date":"2021-05-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deep-neural-networks-for-relation-extraction","slug":"deep-neural-networks-for-relation-extraction","title":"Deep Neural Networks for Relation Extraction","date":"2021-04-05","arxiv_id":"2104.01799","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-entity-and-relation-extraction","slug":"multilingual-entity-and-relation-extraction","title":"Multilingual Entity and Relation Extraction Dataset and Model","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/an-end-to-end-model-for-entity-level-relation","slug":"an-end-to-end-model-for-entity-level-relation","title":"An End-to-end Model for Entity-level Relation Extraction using Multi-instance Learning","date":"2021-02-11","arxiv_id":"2102.05980","repositories_listed":1,"syntology":null},{"url":"/paper/a-trigger-sense-memory-flow-framework-for","slug":"a-trigger-sense-memory-flow-framework-for","title":"A Trigger-Sense Memory Flow Framework for Joint Entity and Relation Extraction","date":"2021-01-25","arxiv_id":"2101.10213","repositories_listed":1,"syntology":null},{"url":"/paper/joint-entity-and-relation-extraction-with-set","slug":"joint-entity-and-relation-extraction-with-set","title":"Joint Entity and Relation Extraction with Set Prediction Networks","date":"2020-11-03","arxiv_id":"2011.01675","repositories_listed":1,"syntology":null},{"url":"/paper/openue-an-open-toolkit-of-universal","slug":"openue-an-open-toolkit-of-universal","title":"OpenUE: An Open Toolkit of Universal Extraction from Text","date":"2020-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/minimize-exposure-bias-of-seq2seq-models-in","slug":"minimize-exposure-bias-of-seq2seq-models-in","title":"Minimize Exposure Bias of Seq2Seq Models in Joint Entity and Relation Extraction","date":"2020-09-16","arxiv_id":"2009.07503","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/minimize-exposure-bias-of-seq2seq-models-in#ran","syntology_url":"https://syntology.ai/paper/2009.07503","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.07503"}},"official":{"repos":["WindChimeRan/OpenJERE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/a-relation-specific-attention-network-for","slug":"a-relation-specific-attention-network-for","title":"A Relation-Specific Attention Network for Joint Entity and Relation Extraction","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deeper-task-specificity-improves-joint-entity","slug":"deeper-task-specificity-improves-joint-entity","title":"Deeper Task-Specificity Improves Joint Entity and Relation Extraction","date":"2020-02-15","arxiv_id":"2002.06424","repositories_listed":1,"syntology":null},{"url":"/paper/effective-modeling-of-encoder-decoder","slug":"effective-modeling-of-encoder-decoder","title":"Effective Modeling of Encoder-Decoder Architecture for Joint Entity and Relation Extraction","date":"2019-11-22","arxiv_id":"1911.09886","repositories_listed":1,"syntology":null},{"url":"/paper/190807721","slug":"190807721","title":"Fine-tuning BERT for Joint Entity and Relation Extraction in Chinese Medical Text","date":"2019-08-21","arxiv_id":"1908.07721","repositories_listed":1,"syntology":null},{"url":"/paper/graphrel-modeling-text-as-relational-graphs","slug":"graphrel-modeling-text-as-relational-graphs","title":"GraphRel: Modeling Text as Relational Graphs for Joint Entity and Relation Extraction","date":"2019-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-training-for-multi-context-joint","slug":"adversarial-training-for-multi-context-joint","title":"Adversarial training for multi-context joint entity and relation extraction","date":"2018-08-21","arxiv_id":"1808.06876","repositories_listed":1,"syntology":null},{"url":"/paper/table-filling-multi-task-recurrent-neural","slug":"table-filling-multi-task-recurrent-neural","title":"Table Filling Multi-Task Recurrent Neural Network for Joint Entity and Relation Extraction","date":"2016-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":null,"slug":"docie-xllm25-in-context-learning-for","title":"DocIE@XLLM25: In-Context Learning for Information Extraction using Fully Synthetic Demonstrations","date":"2025-07-08","arxiv_id":"2507.05997","repositories_listed":0,"syntology":null},{"url":null,"slug":"interim-report-on-human-guided-adaptive","title":"Interim Report on Human-Guided Adaptive Hyperparameter Optimization with Multi-Fidelity Sprints","date":"2025-05-14","arxiv_id":"2505.09792","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-knowledge-graph-construction-using","title":"Enhancing Knowledge Graph Construction Using Large Language Models","date":"2023-05-08","arxiv_id":"2305.04676","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-two-step-approach-for-handling-zero","title":"90% F1 Score in Relational Triple Extraction: Is it Real ?","date":"2023-02-20","arxiv_id":"2302.09887","repositories_listed":0,"syntology":null},{"url":null,"slug":"query-based-instance-discrimination-network","title":"Query-based Instance Discrimination Network for Relational Triple Extraction","date":"2022-11-03","arxiv_id":"2211.01797","repositories_listed":0,"syntology":null},{"url":null,"slug":"span-based-joint-entity-and-relation-2","title":"Span-based joint entity and relation extraction augmented with sequence tagging mechanism","date":"2022-10-23","arxiv_id":"2210.12720","repositories_listed":0,"syntology":null},{"url":"/paper/a-multi-gate-encoder-for-joint-entity-and","slug":"a-multi-gate-encoder-for-joint-entity-and","title":"A Multi-Gate Encoder for Joint Entity and Relation Extraction","date":"2022-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"ji-yu-ping-xing-jiao-hu-zhu-yi-li-wang-luo-de","title":"基于平行交互注意力网络的中文电子病历实体及关系联合抽取(Parallel Interactive Attention Network for Joint Entity and Relation Extraction Based on Chinese Electronic Medical Record)","date":"2022-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"generalizing-through-forgetting-domain","title":"Generalizing through Forgetting -- Domain Generalization for Symptom Event Extraction in Clinical Notes","date":"2022-09-20","arxiv_id":"2209.09485","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-two-phase-paradigm-for-joint-entity","title":"A Two-Phase Paradigm for Joint Entity-Relation Extraction","date":"2022-08-18","arxiv_id":"2208.08659","repositories_listed":0,"syntology":null},{"url":null,"slug":"reknow-enhanced-knowledge-for-joint-entity","title":"REKnow: Enhanced Knowledge for Joint Entity and Relation Extraction","date":"2022-06-10","arxiv_id":"2206.05123","repositories_listed":0,"syntology":null},{"url":null,"slug":"stable-table-generation-framework-for-encoder","title":"STable: Table Generation Framework for Encoder-Decoder Models","date":"2022-06-08","arxiv_id":"2206.04045","repositories_listed":0,"syntology":null},{"url":"/paper/modeling-task-interactions-in-document-level","slug":"modeling-task-interactions-in-document-level","title":"Modeling Task Interactions in Document-Level Joint Entity and Relation Extraction","date":"2022-05-04","arxiv_id":"2205.01909","repositories_listed":0,"syntology":null},{"url":null,"slug":"onerel-joint-entity-and-relation-extraction","title":"OneRel:Joint Entity and Relation Extraction with One Module in One Step","date":"2022-03-10","arxiv_id":"2203.05412","repositories_listed":0,"syntology":null},{"url":null,"slug":"improved-decomposition-strategy-for-joint","title":"Improved Decomposition Strategy for Joint Entity and Relation Extraction","date":"2021-12-15","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"emrel-joint-representation-of-entities-and","title":"EmRel: Joint Representation of Entities and Embedded Relations for Multi-triple Extraction","date":"2021-11-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"seq2rel-a-sequence-to-sequence-based-approach","title":"Seq2rel: A sequence-to-sequence-based approach for document-level relation extraction","date":"2021-11-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"generativere-incorporating-a-novel-copy","title":"GenerativeRE: Incorporating a Novel Copy Mechanism and Pretrained Model for Joint Entity and Relation Extraction","date":"2021-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"synchronous-dual-network-with-cross-type","title":"Synchronous Dual Network with Cross-Type Attention for Joint Entity and Relation Extraction","date":"2021-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"extracting-fine-grained-knowledge-graphs-of","title":"Extracting Fine-Grained Knowledge Graphs of Scientific Claims: Dataset and Transformer-Based Results","date":"2021-09-21","arxiv_id":"2109.10453","repositories_listed":0,"syntology":null},{"url":null,"slug":"conner-a-cascade-count-and-measurement","title":"CONNER: A Cascade Count and Measurement Extraction Tool for Scientific Discourse","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"grantrel-grant-information-extraction-via","title":"GrantRel: Grant Information Extraction via Joint Entity and Relation Extraction","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"mian-xiang-fa-lu-wen-ben-de-shi-ti-guan-xi","title":"面向法律文本的实体关系联合抽取算法(Joint Entity and Relation Extraction for Legal Texts)","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"boosting-span-based-joint-entity-and-relation","title":"Boosting Span-based Joint Entity and Relation Extraction via Squence Tagging Mechanism","date":"2021-05-21","arxiv_id":"2105.10080","repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-entity-and-relation-extraction-for","title":"Joint Entity and Relation Extraction for Legal Documents with Legal Feature Enhancement","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"span-based-joint-entity-and-relation-1","title":"Span-based Joint Entity and Relation Extraction with Attention-based Span-specific and Contextual Semantic Representations","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"entity-relative-position-representation-based","title":"Entity Relative Position Representation based Multi-head Selection for Joint Entity and Relation Extraction","date":"2020-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":"/paper/modeling-dense-cross-modal-interactions-for","slug":"modeling-dense-cross-modal-interactions-for","title":"Modeling Dense Cross-Modal Interactions for Joint Entity-Relation Extraction","date":"2020-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"semi-automating-knowledge-base-construction","title":"Semi-Automating Knowledge Base Construction for Cancer Genetics","date":"2020-05-17","arxiv_id":"2005.08146","repositories_listed":0,"syntology":null},{"url":"/paper/joint-extraction-of-entities-and-overlapping","slug":"joint-extraction-of-entities-and-overlapping","title":"Joint extraction of entities and overlapping relations using position-attentive sequence labeling","date":"2019-07-17","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":"/paper/modeling-joint-entity-and-relation-extraction","slug":"modeling-joint-entity-and-relation-extraction","title":"Modeling Joint Entity and Relation Extraction with Table Representation","date":"2014-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":12,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/joint-entity-and-relation-extraction-on","since_archive":"/sota/joint-entity-and-relation-extraction-on#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":11,"papers_where_code_ran_first_page":"/task/joint-entity-and-relation-extraction/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/joint-entity-and-relation-extraction/papers/ran/1","json":"/task/joint-entity-and-relation-extraction/papers/ran/1.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"18ce7cbfdbcd4687d37f9500a5c63088a4e9a938e957f2c8362e576c8a53566c","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}