{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/dataset/tacred","name":"TACRED","full_name":"The TAC Relation Extraction Dataset","description_markdown":"TACRED is a large-scale relation extraction dataset with 106,264 examples built over newswire and web text from the corpus used in the yearly TAC Knowledge Base Population (TAC KBP) challenges. Examples in TACRED cover 41 relation types as used in the TAC KBP challenges (e.g., per:schools_attended and org:members) or are labeled as no_relation if no defined relation is held. These examples are created by combining available human annotations from the TAC KBP challenges and crowdsourcing.\r\n\r\nSource: https://nlp.stanford.edu/projects/tacred/","description_withheld":null,"homepage":"https://nlp.stanford.edu/projects/tacred/","introduced_date":"2017-09-01","introduced_date_note":null,"introduced_by":{"paper":"/paper/position-aware-attention-and-supervised-data","title":"Position-aware Attention and Supervised Data Improve Slot Filling","first_author":"Yuhao Zhang","url":null},"license":null,"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Relation Extraction","url":"/task/relation-extraction","datasets_with_task":"/datasets/task/relation-extraction"},{"name":"Relation Classification","url":"/task/relation-classification","datasets_with_task":"/datasets/task/relation-classification"}],"languages":[],"variants":["TACRED"],"data_loaders":[],"num_papers_in_archive":204,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/relation-extraction-on-tacred","task":"Relation Extraction","dataset_variant":"TACRED","rows":40,"metrics":["F1","F1 (10% Few-Shot)","F1 (5% Few-Shot)","F1 (1% Few-Shot)","F1 (Zero-Shot)"],"first_row_in_archive_order":{"model":"RAG4RE","paper":"/paper/retrieval-augmented-generation-based-relation","metrics":{"F1":"86.6"},"code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/relation-classification-on-tacred-1","task":"Relation Classification","dataset_variant":"TACRED","rows":17,"metrics":["F1"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"36.1"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers":{"order":"date (newest first), then slug","population":"every paper with a leaderboard row on this dataset's benchmarks (the benchmark-backed subset): the archive's own papers-using-this-dataset list was never published, so this is not that list; num_papers_in_archive is the archive's own count","page":1,"pages_in_order":1,"rows_per_page":100,"shown":35,"of":35,"counts":{"papers_with_a_benchmark_row":35,"with_a_code_link":30,"where_syntology_ran_a_sample":13,"not_listed_spam_title":0,"listed":35,"listed_where_code_ran":13,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":13,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":13,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers with at least one leaderboard row on this dataset's benchmarks; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"paper":"/paper/retrieval-augmented-generation-based-relation","slug":"retrieval-augmented-generation-based-relation","title":"Retrieval-Augmented Generation-based Relation Extraction","date":"2024-04-20","arxiv_id":"2404.13397","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/aligning-instruction-tasks-unlocks-large","slug":"aligning-instruction-tasks-unlocks-large","title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","date":"2023-05-18","arxiv_id":"2305.11159","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/sequence-generation-with-label-augmentation","slug":"sequence-generation-with-label-augmentation","title":"Sequence Generation with Label Augmentation for Relation Extraction","date":"2022-12-29","arxiv_id":"2212.14266","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/generative-prompt-tuning-for-relation-1","slug":"generative-prompt-tuning-for-relation-1","title":"Generative Prompt Tuning for Relation Classification","date":"2022-10-22","arxiv_id":"2210.12435","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/enhancing-targeted-minority-class-prediction","slug":"enhancing-targeted-minority-class-prediction","title":"Enhancing Targeted Minority Class Prediction in Sentence-Level Relation Extraction","date":"2022-06-29","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":10,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":3,"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}}}},{"paper":"/paper/summarization-as-indirect-supervision-for","slug":"summarization-as-indirect-supervision-for","title":"Summarization as Indirect Supervision for Relation Extraction","date":"2022-05-19","arxiv_id":"2205.09837","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["luka-group/sure"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/summarization-as-indirect-supervision-for#ran","syntology_url":"https://syntology.ai/paper/2205.09837","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09837"}}}},{"paper":"/paper/unified-semantic-typing-with-meaningful-label","slug":"unified-semantic-typing-with-meaningful-label","title":"Unified Semantic Typing with Meaningful Label Inference","date":"2022-05-04","arxiv_id":"2205.01826","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["luka-group/unist"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/unified-semantic-typing-with-meaningful-label#ran","syntology_url":"https://syntology.ai/paper/2205.01826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01826"}}}},{"paper":"/paper/zero-shot-information-extraction-as-a-unified","slug":"zero-shot-information-extraction-as-a-unified","title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","date":"2021-09-23","arxiv_id":"2109.11171","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/label-verbalization-and-entailment-for","slug":"label-verbalization-and-entailment-for","title":"Label Verbalization and Entailment for Effective Zero- and Few-Shot Relation Extraction","date":"2021-09-08","arxiv_id":"2109.03659","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/improving-sentence-level-relation-extraction","slug":"improving-sentence-level-relation-extraction","title":"Improving Sentence-Level Relation Extraction through Curriculum Learning","date":"2021-07-20","arxiv_id":"2107.09332","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/relation-classification-with-entity-type","slug":"relation-classification-with-entity-type","title":"Relation Classification with Entity Type Restriction","date":"2021-05-18","arxiv_id":"2105.08393","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-noisy-labels-for-entity-centric","slug":"learning-from-noisy-labels-for-entity-centric","title":"Learning from Noisy Labels for Entity-Centric Information Extraction","date":"2021-04-17","arxiv_id":"2104.08656","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/an-improved-baseline-for-sentence-level","slug":"an-improved-baseline-for-sentence-level","title":"An Improved Baseline for Sentence-level Relation Extraction","date":"2021-02-02","arxiv_id":"2102.01373","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/gdpnet-refining-latent-multi-view-graph-for","slug":"gdpnet-refining-latent-multi-view-graph-for","title":"GDPNet: Refining Latent Multi-View Graph for Relation Extraction","date":"2020-12-12","arxiv_id":"2012.06780","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/relation-extraction-as-two-way-span","slug":"relation-extraction-as-two-way-span","title":"Relation Classification as Two-way Span-Prediction","date":"2020-10-09","arxiv_id":"2010.04829","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-context-or-names-an-empirical","slug":"learning-from-context-or-names-an-empirical","title":"Learning from Context or Names? An Empirical Study on Neural Relation Extraction","date":"2020-10-05","arxiv_id":"2010.01923","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","rows_on_this_dataset":2,"code_links":9,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":3,"samples_constructed":2,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}}}},{"paper":"/paper/denert-kg-named-entity-and-relation","slug":"denert-kg-named-entity-and-relation","title":"DeNERT-KG: Named Entity and Relation Extraction Model Using DQN, Knowledge Graph, and BERT","date":"2020-09-15","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/efficient-long-distance-relation-extraction","slug":"efficient-long-distance-relation-extraction","title":"Efficient long-distance relation extraction with DG-SpanBERT","date":"2020-04-07","arxiv_id":"2004.03636","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/k-adapter-infusing-knowledge-into-pre-trained","slug":"k-adapter-infusing-knowledge-into-pre-trained","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","date":"2020-02-05","arxiv_id":"2002.01808","rows_on_this_dataset":3,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":14,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":6,"samples_unverified":3,"pointer_only_for_licence":2,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/k-adapter-infusing-knowledge-into-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2002.01808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.01808"}}}},{"paper":"/paper/kepler-a-unified-model-for-knowledge","slug":"kepler-a-unified-model-for-knowledge","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","date":"2019-11-13","arxiv_id":"1911.06136","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":5,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":5,"official":{"repos":["THU-KEG/KEPLER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/kepler-a-unified-model-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/1911.06136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.06136"}}}},{"paper":"/paper/knowledge-enhanced-contextual-word","slug":"knowledge-enhanced-contextual-word","title":"Knowledge Enhanced Contextual Word Representations","date":"2019-09-09","arxiv_id":"1909.04164","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/beyond-word-attention-using-segment-attention","slug":"beyond-word-attention-using-segment-attention","title":"Beyond Word Attention: Using Segment Attention in Neural Relation Extraction","date":"2019-08-10","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","rows_on_this_dataset":2,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":15,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":4,"samples_unverified":6,"pointer_only_for_licence":6,"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}}}},{"paper":"/paper/attention-guided-graph-convolutional-networks","slug":"attention-guided-graph-convolutional-networks","title":"Attention Guided Graph Convolutional Networks for Relation Extraction","date":"2019-06-18","arxiv_id":"1906.07510","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":13,"samples_constructed":0,"samples_ran_checked":12,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["Cartus/AGGCN_TACRED"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/attention-guided-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1906.07510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.07510"}}}},{"paper":"/paper/improving-relation-extraction-by-pre-trained-1","slug":"improving-relation-extraction-by-pre-trained-1","title":"Improving Relation Extraction by Pre-trained Language Representations","date":"2019-06-07","arxiv_id":"1906.03088","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/matching-the-blanks-distributional-similarity","slug":"matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","rows_on_this_dataset":2,"code_links":13,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":14,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":2,"samples_unverified":5,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/matching-the-blanks-distributional-similarity#ran","syntology_url":"https://syntology.ai/paper/1906.03158","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.03158"}}}},{"paper":"/paper/enriching-pre-trained-language-model-with","slug":"enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","rows_on_this_dataset":1,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":7,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":3,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/enriching-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/1905.08284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.08284"}}}},{"paper":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","rows_on_this_dataset":3,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/ernie-enhanced-language-representation-with#ran","syntology_url":"https://syntology.ai/paper/1905.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.07129"}}}},{"paper":"/paper/simple-bert-models-for-relation-extraction","slug":"simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["Impavidity/relogic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simple-bert-models-for-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/1904.05255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.05255"}}}},{"paper":"/paper/simplifying-graph-convolutional-networks","slug":"simplifying-graph-convolutional-networks","title":"Simplifying Graph Convolutional Networks","date":"2019-02-19","arxiv_id":"1902.07153","rows_on_this_dataset":1,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":{"repos":["Tiiiger/SGC"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simplifying-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1902.07153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.07153"}}}},{"paper":"/paper/graph-convolution-over-pruned-dependency","slug":"graph-convolution-over-pruned-dependency","title":"Graph Convolution over Pruned Dependency Trees Improves Relation Extraction","date":"2018-09-26","arxiv_id":"1809.10185","rows_on_this_dataset":5,"code_links":1,"syntology":null},{"paper":"/paper/position-aware-attention-and-supervised-data","slug":"position-aware-attention-and-supervised-data","title":"Position-aware Attention and Supervised Data Improve Slot Filling","date":"2017-09-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":2,"syntology":null}],"full_list":"papers_with_a_benchmark_row: every listed paper, in this order"},"papers_with_a_benchmark_row":[{"paper":"/paper/retrieval-augmented-generation-based-relation","slug":"retrieval-augmented-generation-based-relation","title":"Retrieval-Augmented Generation-based Relation Extraction","date":"2024-04-20","arxiv_id":"2404.13397","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/aligning-instruction-tasks-unlocks-large","slug":"aligning-instruction-tasks-unlocks-large","title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","date":"2023-05-18","arxiv_id":"2305.11159","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/sequence-generation-with-label-augmentation","slug":"sequence-generation-with-label-augmentation","title":"Sequence Generation with Label Augmentation for Relation Extraction","date":"2022-12-29","arxiv_id":"2212.14266","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/generative-prompt-tuning-for-relation-1","slug":"generative-prompt-tuning-for-relation-1","title":"Generative Prompt Tuning for Relation Classification","date":"2022-10-22","arxiv_id":"2210.12435","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/enhancing-targeted-minority-class-prediction","slug":"enhancing-targeted-minority-class-prediction","title":"Enhancing Targeted Minority Class Prediction in Sentence-Level Relation Extraction","date":"2022-06-29","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":10,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":3,"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}}}},{"paper":"/paper/summarization-as-indirect-supervision-for","slug":"summarization-as-indirect-supervision-for","title":"Summarization as Indirect Supervision for Relation Extraction","date":"2022-05-19","arxiv_id":"2205.09837","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["luka-group/sure"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/summarization-as-indirect-supervision-for#ran","syntology_url":"https://syntology.ai/paper/2205.09837","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09837"}}}},{"paper":"/paper/unified-semantic-typing-with-meaningful-label","slug":"unified-semantic-typing-with-meaningful-label","title":"Unified Semantic Typing with Meaningful Label Inference","date":"2022-05-04","arxiv_id":"2205.01826","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["luka-group/unist"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/unified-semantic-typing-with-meaningful-label#ran","syntology_url":"https://syntology.ai/paper/2205.01826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01826"}}}},{"paper":"/paper/zero-shot-information-extraction-as-a-unified","slug":"zero-shot-information-extraction-as-a-unified","title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","date":"2021-09-23","arxiv_id":"2109.11171","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/label-verbalization-and-entailment-for","slug":"label-verbalization-and-entailment-for","title":"Label Verbalization and Entailment for Effective Zero- and Few-Shot Relation Extraction","date":"2021-09-08","arxiv_id":"2109.03659","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/improving-sentence-level-relation-extraction","slug":"improving-sentence-level-relation-extraction","title":"Improving Sentence-Level Relation Extraction through Curriculum Learning","date":"2021-07-20","arxiv_id":"2107.09332","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/relation-classification-with-entity-type","slug":"relation-classification-with-entity-type","title":"Relation Classification with Entity Type Restriction","date":"2021-05-18","arxiv_id":"2105.08393","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-noisy-labels-for-entity-centric","slug":"learning-from-noisy-labels-for-entity-centric","title":"Learning from Noisy Labels for Entity-Centric Information Extraction","date":"2021-04-17","arxiv_id":"2104.08656","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/an-improved-baseline-for-sentence-level","slug":"an-improved-baseline-for-sentence-level","title":"An Improved Baseline for Sentence-level Relation Extraction","date":"2021-02-02","arxiv_id":"2102.01373","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/gdpnet-refining-latent-multi-view-graph-for","slug":"gdpnet-refining-latent-multi-view-graph-for","title":"GDPNet: Refining Latent Multi-View Graph for Relation Extraction","date":"2020-12-12","arxiv_id":"2012.06780","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/relation-extraction-as-two-way-span","slug":"relation-extraction-as-two-way-span","title":"Relation Classification as Two-way Span-Prediction","date":"2020-10-09","arxiv_id":"2010.04829","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-context-or-names-an-empirical","slug":"learning-from-context-or-names-an-empirical","title":"Learning from Context or Names? An Empirical Study on Neural Relation Extraction","date":"2020-10-05","arxiv_id":"2010.01923","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","rows_on_this_dataset":2,"code_links":9,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":10,"samples_ran":3,"samples_constructed":2,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":7,"pointer_only_for_licence":0,"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}}}},{"paper":"/paper/denert-kg-named-entity-and-relation","slug":"denert-kg-named-entity-and-relation","title":"DeNERT-KG: Named Entity and Relation Extraction Model Using DQN, Knowledge Graph, and BERT","date":"2020-09-15","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/efficient-long-distance-relation-extraction","slug":"efficient-long-distance-relation-extraction","title":"Efficient long-distance relation extraction with DG-SpanBERT","date":"2020-04-07","arxiv_id":"2004.03636","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/k-adapter-infusing-knowledge-into-pre-trained","slug":"k-adapter-infusing-knowledge-into-pre-trained","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","date":"2020-02-05","arxiv_id":"2002.01808","rows_on_this_dataset":3,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":14,"samples_ran":11,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":6,"samples_unverified":3,"pointer_only_for_licence":2,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/k-adapter-infusing-knowledge-into-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2002.01808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.01808"}}}},{"paper":"/paper/kepler-a-unified-model-for-knowledge","slug":"kepler-a-unified-model-for-knowledge","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","date":"2019-11-13","arxiv_id":"1911.06136","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":5,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":2,"pointer_only_for_licence":5,"official":{"repos":["THU-KEG/KEPLER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/kepler-a-unified-model-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/1911.06136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.06136"}}}},{"paper":"/paper/knowledge-enhanced-contextual-word","slug":"knowledge-enhanced-contextual-word","title":"Knowledge Enhanced Contextual Word Representations","date":"2019-09-09","arxiv_id":"1909.04164","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/beyond-word-attention-using-segment-attention","slug":"beyond-word-attention-using-segment-attention","title":"Beyond Word Attention: Using Segment Attention in Neural Relation Extraction","date":"2019-08-10","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","rows_on_this_dataset":2,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":15,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":4,"samples_unverified":6,"pointer_only_for_licence":6,"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}}}},{"paper":"/paper/attention-guided-graph-convolutional-networks","slug":"attention-guided-graph-convolutional-networks","title":"Attention Guided Graph Convolutional Networks for Relation Extraction","date":"2019-06-18","arxiv_id":"1906.07510","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":13,"samples_constructed":0,"samples_ran_checked":12,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["Cartus/AGGCN_TACRED"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/attention-guided-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1906.07510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.07510"}}}},{"paper":"/paper/improving-relation-extraction-by-pre-trained-1","slug":"improving-relation-extraction-by-pre-trained-1","title":"Improving Relation Extraction by Pre-trained Language Representations","date":"2019-06-07","arxiv_id":"1906.03088","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/matching-the-blanks-distributional-similarity","slug":"matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","rows_on_this_dataset":2,"code_links":13,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":14,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":2,"samples_unverified":5,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/matching-the-blanks-distributional-similarity#ran","syntology_url":"https://syntology.ai/paper/1906.03158","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.03158"}}}},{"paper":"/paper/enriching-pre-trained-language-model-with","slug":"enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","rows_on_this_dataset":1,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":7,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":3,"samples_unverified":1,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/enriching-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/1905.08284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.08284"}}}},{"paper":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","rows_on_this_dataset":3,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/ernie-enhanced-language-representation-with#ran","syntology_url":"https://syntology.ai/paper/1905.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.07129"}}}},{"paper":"/paper/simple-bert-models-for-relation-extraction","slug":"simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":3,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["Impavidity/relogic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simple-bert-models-for-relation-extraction#ran","syntology_url":"https://syntology.ai/paper/1904.05255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.05255"}}}},{"paper":"/paper/simplifying-graph-convolutional-networks","slug":"simplifying-graph-convolutional-networks","title":"Simplifying Graph Convolutional Networks","date":"2019-02-19","arxiv_id":"1902.07153","rows_on_this_dataset":1,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":7,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":{"repos":["Tiiiger/SGC"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simplifying-graph-convolutional-networks#ran","syntology_url":"https://syntology.ai/paper/1902.07153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.07153"}}}},{"paper":"/paper/graph-convolution-over-pruned-dependency","slug":"graph-convolution-over-pruned-dependency","title":"Graph Convolution over Pruned Dependency Trees Improves Relation Extraction","date":"2018-09-26","arxiv_id":"1809.10185","rows_on_this_dataset":5,"code_links":1,"syntology":null},{"paper":"/paper/position-aware-attention-and-supervised-data","slug":"position-aware-attention-and-supervised-data","title":"Position-aware Attention and Supervised Data Improve Slot Filling","date":"2017-09-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":2,"syntology":null}],"papers_where_code_ran":13,"papers_where_code_ran_first_page":"/dataset/tacred/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this dataset or check it against this dataset's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/dataset/tacred/papers/ran/1","json":"/dataset/tacred/papers/ran/1.json","rows":13}],"row_route":"each paper's syntology object carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers","syntology_totals":{"read_at":"2026-10-05T00:36:11+00:00","papers_with_samples":13,"samples_harvested":109,"samples_ran":83,"samples_constructed":2,"samples_ran_checked":63,"samples_ran_instrument_failed":20,"samples_unverified":26,"pointer_only_for_licence":21,"papers_with_no_sample_that_ran":0,"papers_with_a_sample_that_ran":13,"papers_with_a_run_with_no_instrument_failure":13,"papers_where_every_run_was_an_instrument_failure":0,"note":"the per-paper counts of every listed paper (all pages), summed; not a rate"},"key_notes":{"samples_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","samples_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks.","record_sha256":"0e995c1e40395b13d2b6cb6e2168ec9d545cbf8b220f68d5ab758b9b0780b5ff","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}