{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/relation-classification","name":"Relation Classification","slug":"relation-classification","description_markdown":"**Relation Classification** is the task of identifying the semantic relation holding between two nominal entities in text.\n\n\n<span class=\"description-source\">Source: [Structure Regularized Neural Network for Entity Relation Classification for Chinese Literature Text ](https://arxiv.org/abs/1803.05662)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":445,"papers_with_code":160,"benchmarks":8,"benchmark_tables_in_archive":8,"benchmark_tables_shown":8,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":23,"subtasks":3,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/relation-classification-on-tacred-1","slug":"relation-classification-on-tacred-1","dataset":"TACRED","dataset_url":"/dataset/tacred","rows_in_archive":17,"metrics":["F1"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/relation-classification-on-semeval-2010-task-1","slug":"relation-classification-on-semeval-2010-task-1","dataset":"SemEval 2010 Task 8","dataset_url":null,"rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"BRCNN","paper_title":"Bidirectional Recurrent Convolutional Neural Network for Relation Classification","paper_url":"/paper/bidirectional-recurrent-convolutional-neural","paper_date":"2016-08-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-fewrel-1","slug":"relation-classification-on-fewrel-1","dataset":"FewRel","dataset_url":"/dataset/fewrel","rows_in_archive":5,"metrics":["F1 (10-way 1-shot)","F1 (10-way 5-shot)","F1 (5-way 1-shot)","F1 (5-way 5-shot","F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/relation-classification-on-abstrct-neoplasm","slug":"relation-classification-on-abstrct-neoplasm","dataset":"AbstRCT - Neoplasm","dataset_url":"/dataset/abstrct-neoplasm","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-cdcp","slug":"relation-classification-on-cdcp","dataset":"CDCP","dataset_url":"/dataset/cdcp","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-discovery-dataset","slug":"relation-classification-on-discovery-dataset","dataset":"Discovery","dataset_url":"/dataset/discovery","rows_in_archive":1,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"BERT","paper_title":"Mining Discourse Markers for Unsupervised Sentence Representation Learning","paper_url":"/paper/mining-discourse-markers-for-unsupervised","paper_date":"2019-03-28","arxiv_id":"1903.11850","code_links":[{"title":"synapse-developpement/Discovery","url":"https://github.com/synapse-developpement/Discovery"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-dr-inventor","slug":"relation-classification-on-dr-inventor","dataset":"DRI Corpus","dataset_url":"/dataset/dr-inventor","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-matres","slug":"relation-classification-on-matres","dataset":"MATRES","dataset_url":"/dataset/matres","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SCS-EERE","paper_title":"Selecting Optimal Context Sentences for Event-Event Relation Extraction","paper_url":"/paper/selecting-optimal-context-sentences-for-event","paper_date":"2022-04-02","arxiv_id":null,"code_links":[{"title":"hieumdt/SCS-EERE","url":"https://github.com/hieumdt/SCS-EERE"}],"syntology":null}}],"datasets":[{"url":"/dataset/tacred","name":"TACRED","full_name":"The TAC Relation Extraction Dataset","num_papers_in_archive":204},{"url":"/dataset/fewrel","name":"FewRel","full_name":"Few-Shot Relation Classification Dataset","num_papers_in_archive":189},{"url":"/dataset/fewrel-2-0","name":"FewRel 2.0","full_name":"","num_papers_in_archive":38},{"url":"/dataset/matres","name":"MATRES","full_name":"Multi-Axis Temporal RElations for Start-points","num_papers_in_archive":16},{"url":"/dataset/gum","name":"GUM","full_name":"Georgetown University Multilayer corpus","num_papers_in_archive":13},{"url":"/dataset/cdcp","name":"CDCP","full_name":"Cornell eRulemaking Corpus","num_papers_in_archive":12},{"url":"/dataset/discovery","name":"Discovery","full_name":"","num_papers_in_archive":10},{"url":"/dataset/tacred-revisited","name":"TACRED-Revisited","full_name":"","num_papers_in_archive":7},{"url":"/dataset/relx","name":"RELX","full_name":null,"num_papers_in_archive":6},{"url":"/dataset/crossre","name":"CrossRE","full_name":"","num_papers_in_archive":5},{"url":"/dataset/labpics","name":"LabPics","full_name":"LabPics Dataset for computer vision for autonomous chemistry labs and medical labs","num_papers_in_archive":5},{"url":"/dataset/disrpt2021","name":"DISRPT2021","full_name":"DISRPT2021 shared task on Discourse Unit Segmentation, Connective Detection and Discourse Relation Classification","num_papers_in_archive":3},{"url":"/dataset/fredo","name":"FREDo","full_name":"","num_papers_in_archive":3},{"url":"/dataset/supplygraph","name":"SupplyGraph","full_name":"SupplyGraph: A Benchmark Dataset for Supply Chain Planning using Graph Neural Networks","num_papers_in_archive":3},{"url":"/dataset/core","name":"CORE","full_name":"Company Relation Extraction","num_papers_in_archive":2},{"url":"/dataset/dr-inventor","name":"DRI Corpus","full_name":"Dr. Inventor Multi-layer Scientific Corpus","num_papers_in_archive":2},{"url":"/dataset/multitacred","name":"MultiTACRED","full_name":"","num_papers_in_archive":2},{"url":"/dataset/pcmsp","name":"PcMSP","full_name":"","num_papers_in_archive":2},{"url":"/dataset/abstrct-neoplasm","name":"AbstRCT - Neoplasm","full_name":"","num_papers_in_archive":1},{"url":"/dataset/relational-pattern-similarity-dataset","name":"Relational Pattern Similarity Dataset","full_name":"Relational Pattern Similarity Dataset","num_papers_in_archive":1},{"url":"/dataset/texrel","name":"TexRel","full_name":"","num_papers_in_archive":1},{"url":"/dataset/translated-tacred","name":"Translated TACRED","full_name":"","num_papers_in_archive":1},{"url":"/dataset/tfh-annotated-dataset","name":"TFH_Annotated_Dataset","full_name":"Thin_Film_head_relevant_Patent_Annotated_Dataset","num_papers_in_archive":0}],"subtasks":[{"url":"/task/cause-effect-relation-classification","name":"Cause-Effect Relation Classification"},{"url":"/task/few-shot-relation-classification","name":"Few-Shot Relation Classification"},{"url":"/task/implicit-discourse-relation-classification","name":"Implicit Discourse Relation Classification"}],"parent_tasks":[{"url":"/task/relation-extraction","name":"Relation Extraction"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":5,"rows_per_page":100,"shown":100,"of":445,"of_with_code":160,"tagged_in_all":445,"counts":{"archive_papers_tagged":445,"with_a_code_link":160,"where_syntology_ran_a_sample":29,"not_listed_spam_title":0,"listed":445,"listed_where_code_ran":29,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":25,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":25,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/matching-the-blanks-distributional-similarity","slug":"matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","repositories_listed":13,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/matching-the-blanks-distributional-similarity#ran","syntology_url":"https://syntology.ai/paper/1906.03158","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.03158"}},"official":null}},{"url":"/paper/luke-deep-contextualized-entity","slug":"luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","repositories_listed":9,"syntology":{"n":10,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/luke-deep-contextualized-entity#ran","syntology_url":"https://syntology.ai/paper/2010.01057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.01057"}},"official":{"repos":["studio-ousia/luke"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}},"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/enriching-pre-trained-language-model-with","slug":"enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enriching-pre-trained-language-model-with#ran","syntology_url":"https://syntology.ai/paper/1905.08284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.08284"}},"official":null}},{"url":"/paper/table-pretraining-a-survey-on-model","slug":"table-pretraining-a-survey-on-model","title":"Table Pre-training: A Survey on Model Architectures, Pre-training Objectives, and Downstream Tasks","date":"2022-01-24","arxiv_id":"2201.09745","repositories_listed":3,"syntology":null},{"url":"/paper/upb-at-semeval-2020-task-6-pretrained","slug":"upb-at-semeval-2020-task-6-pretrained","title":"UPB at SemEval-2020 Task 6: Pretrained Language Models for Definition Extraction","date":"2020-09-11","arxiv_id":"2009.05603","repositories_listed":3,"syntology":null},{"url":"/paper/span-based-joint-entity-and-relation","slug":"span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/advancing-nlp-with-cognitive-language","slug":"advancing-nlp-with-cognitive-language","title":"Advancing NLP with Cognitive Language Processing Signals","date":"2019-04-04","arxiv_id":"1904.02682","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/advancing-nlp-with-cognitive-language#ran","syntology_url":"https://syntology.ai/paper/1904.02682","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.02682"}},"official":{"repos":["DS3Lab/ner-at-first-sight","DS3Lab/zuco-nlp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-relation-classification-via-1","slug":"semantic-relation-classification-via-1","title":"Semantic Relation Classification via Bidirectional LSTM Networks with Entity-aware Attention using Latent Entity Typing","date":"2019-01-23","arxiv_id":"1901.08163","repositories_listed":3,"syntology":null},{"url":"/paper/explaining-relation-classification-models","slug":"explaining-relation-classification-models","title":"Explaining Relation Classification Models with Semantic Extents","date":"2023-08-04","arxiv_id":"2308.02193","repositories_listed":2,"syntology":null},{"url":"/paper/relationprompt-leveraging-prompts-to-generate","slug":"relationprompt-leveraging-prompts-to-generate","title":"RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction","date":"2022-03-17","arxiv_id":"2203.09101","repositories_listed":2,"syntology":{"n":26,"n_ran":15,"n_constructed":1,"n_ran_checked":7,"n_instrument":8,"n_unverified":11,"n_honours":4,"n_violates":0,"n_no_contract":3,"n_pointer_only":16,"phrase":"15 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 4 honoured, 0 violated, 3 with no contract checked; 8 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/relationprompt-leveraging-prompts-to-generate#ran","syntology_url":"https://syntology.ai/paper/2203.09101","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09101"}},"official":{"repos":["declare-lab/relationprompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/structured-prediction-as-translation-between-1","slug":"structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/k-adapter-infusing-knowledge-into-pre-trained","slug":"k-adapter-infusing-knowledge-into-pre-trained","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","date":"2020-02-05","arxiv_id":"2002.01808","repositories_listed":2,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":5,"n_instrument":6,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/k-adapter-infusing-knowledge-into-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2002.01808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.01808"}},"official":null}},{"url":"/paper/few-shot-text-classification-with","slug":"few-shot-text-classification-with","title":"Few-shot Text Classification with Distributional Signatures","date":"2019-08-16","arxiv_id":"1908.06039","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/few-shot-text-classification-with#ran","syntology_url":"https://syntology.ai/paper/1908.06039","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.06039"}},"official":{"repos":["YujiaBao/Distributional-Signatures"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ernie-enhanced-language-representation-with#ran","syntology_url":"https://syntology.ai/paper/1905.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.07129"}},"official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/large-scale-exploration-of-neural-relation","slug":"large-scale-exploration-of-neural-relation","title":"Large-scale Exploration of Neural Relation Classification Architectures","date":"2018-10-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/end-to-end-relation-extraction-using-lstms-on","slug":"end-to-end-relation-extraction-using-lstms-on","title":"End-to-End Relation Extraction using LSTMs on Sequences and Tree Structures","date":"2016-01-05","arxiv_id":"1601.00770","repositories_listed":2,"syntology":null},{"url":"/paper/classifying-relations-by-ranking-with","slug":"classifying-relations-by-ranking-with","title":"Classifying Relations by Ranking with Convolutional Neural Networks","date":"2015-04-24","arxiv_id":"1504.06580","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/classifying-relations-by-ranking-with#ran","syntology_url":"https://syntology.ai/paper/1504.06580","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1504.06580"}},"official":null}},{"url":"/paper/relation-classification-via-convolutional","slug":"relation-classification-via-convolutional","title":"Relation Classification via Convolutional Deep Neural Network","date":"2014-08-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/comparative-analysis-of-ai-agent","slug":"comparative-analysis-of-ai-agent","title":"Comparative Analysis of AI Agent Architectures for Entity Relationship Classification","date":"2025-06-03","arxiv_id":"2506.02426","repositories_listed":1,"syntology":null},{"url":"/paper/towards-a-more-generalized-approach-in-open","slug":"towards-a-more-generalized-approach-in-open","title":"Towards a More Generalized Approach in Open Relation Extraction","date":"2025-05-28","arxiv_id":"2505.22801","repositories_listed":1,"syntology":null},{"url":"/paper/towards-rehearsal-free-continual-relation","slug":"towards-rehearsal-free-continual-relation","title":"Towards Rehearsal-Free Continual Relation Extraction: Capturing Within-Task Variance with Adaptive Prompting","date":"2025-05-20","arxiv_id":"2505.13944","repositories_listed":1,"syntology":null},{"url":"/paper/probing-llms-for-multilingual-discourse","slug":"probing-llms-for-multilingual-discourse","title":"Probing LLMs for Multilingual Discourse Generalization Through a Unified Label Set","date":"2025-03-13","arxiv_id":"2503.10515","repositories_listed":1,"syntology":null},{"url":"/paper/facial-dynamics-in-video-instruction-tuning","slug":"facial-dynamics-in-video-instruction-tuning","title":"Facial Dynamics in Video: Instruction Tuning for Improved Facial Expression Perception and Contextual Awareness","date":"2025-01-14","arxiv_id":"2501.07978","repositories_listed":1,"syntology":null},{"url":"/paper/glirel-generalist-model-for-zero-shot","slug":"glirel-generalist-model-for-zero-shot","title":"GLiREL -- Generalist Model for Zero-Shot Relation Extraction","date":"2025-01-06","arxiv_id":"2501.03172","repositories_listed":1,"syntology":null},{"url":"/paper/annotations-for-exploring-food-tweets-from","slug":"annotations-for-exploring-food-tweets-from","title":"Annotations for Exploring Food Tweets From Multiple Aspects","date":"2024-12-09","arxiv_id":"2412.06179","repositories_listed":1,"syntology":null},{"url":"/paper/gdtb-genre-diverse-data-for-english-shallow","slug":"gdtb-genre-diverse-data-for-english-shallow","title":"GDTB: Genre Diverse Data for English Shallow Discourse Parsing across Modalities, Text Types, and Domains","date":"2024-11-01","arxiv_id":"2411.00491","repositories_listed":1,"syntology":null},{"url":"/paper/will-llms-replace-the-encoder-only-models-in","slug":"will-llms-replace-the-encoder-only-models-in","title":"Will LLMs Replace the Encoder-Only Models in Temporal Relation Classification?","date":"2024-10-14","arxiv_id":"2410.10476","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/will-llms-replace-the-encoder-only-models-in#ran","syntology_url":"https://syntology.ai/paper/2410.10476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.10476"}},"official":{"repos":["brownfortress/llms-trc"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/konstruktor-a-strong-baseline-for-simple","slug":"konstruktor-a-strong-baseline-for-simple","title":"Konstruktor: A Strong Baseline for Simple Knowledge Graph Question Answering","date":"2024-09-24","arxiv_id":"2409.15902","repositories_listed":1,"syntology":null},{"url":"/paper/llm-with-relation-classifier-for-document","slug":"llm-with-relation-classifier-for-document","title":"LLM with Relation Classifier for Document-Level Relation Extraction","date":"2024-08-25","arxiv_id":"2408.13889","repositories_listed":1,"syntology":null},{"url":"/paper/description-boosting-for-zero-shot-entity-and","slug":"description-boosting-for-zero-shot-entity-and","title":"Description Boosting for Zero-Shot Entity and Relation Classification","date":"2024-06-04","arxiv_id":"2406.02245","repositories_listed":1,"syntology":null},{"url":"/paper/oed-towards-one-stage-end-to-end-dynamic","slug":"oed-towards-one-stage-end-to-end-dynamic","title":"OED: Towards One-stage End-to-End Dynamic Scene Graph Generation","date":"2024-05-27","arxiv_id":"2405.16925","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/oed-towards-one-stage-end-to-end-dynamic#ran","syntology_url":"https://syntology.ai/paper/2405.16925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.16925"}},"official":{"repos":["guanw-pku/oed"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/how-to-encode-domain-information-in-relation","slug":"how-to-encode-domain-information-in-relation","title":"How to Encode Domain Information in Relation Classification","date":"2024-04-21","arxiv_id":"2404.13760","repositories_listed":1,"syntology":null},{"url":"/paper/rexel-an-end-to-end-model-for-document-level","slug":"rexel-an-end-to-end-model-for-document-level","title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","date":"2024-04-19","arxiv_id":"2404.12788","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rexel-an-end-to-end-model-for-document-level#ran","syntology_url":"https://syntology.ai/paper/2404.12788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12788"}},"official":{"repos":["amazon-science/e2e-docie"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/efficient-information-extraction-in-few-shot","slug":"efficient-information-extraction-in-few-shot","title":"Efficient Information Extraction in Few-Shot Relation Classification through Contrastive Representation Learning","date":"2024-03-25","arxiv_id":"2403.16543","repositories_listed":1,"syntology":null},{"url":"/paper/extracting-protein-protein-interactions-ppis","slug":"extracting-protein-protein-interactions-ppis","title":"Extracting Protein-Protein Interactions (PPIs) from Biomedical Literature using Attention-based Relational Context Information","date":"2024-03-08","arxiv_id":"2403.05602","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-use-of-silver-standard-data-for-zero","slug":"on-the-use-of-silver-standard-data-for-zero","title":"On the use of Silver Standard Data for Zero-shot Classification Tasks in Information Extraction","date":"2024-02-28","arxiv_id":"2402.18061","repositories_listed":1,"syntology":null},{"url":"/paper/graph-language-models","slug":"graph-language-models","title":"Graph Language Models","date":"2024-01-13","arxiv_id":"2401.07105","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/graph-language-models#ran","syntology_url":"https://syntology.ai/paper/2401.07105","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.07105"}},"official":{"repos":["heidelberg-nlp/graphlanguagemodels"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/creoleval-multilingual-multitask-benchmarks","slug":"creoleval-multilingual-multitask-benchmarks","title":"CreoleVal: Multilingual Multitask Benchmarks for Creoles","date":"2023-10-30","arxiv_id":"2310.19567","repositories_listed":1,"syntology":null},{"url":"/paper/core-a-few-shot-company-relation","slug":"core-a-few-shot-company-relation","title":"CORE: A Few-Shot Company Relation Classification Dataset for Robust Domain Adaptation","date":"2023-10-18","arxiv_id":"2310.12024","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/core-a-few-shot-company-relation#ran","syntology_url":"https://syntology.ai/paper/2310.12024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.12024"}},"official":{"repos":["pnborchert/core"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/rationale-enhanced-language-models-are-better","slug":"rationale-enhanced-language-models-are-better","title":"Rationale-Enhanced Language Models are Better Continual Relation Learners","date":"2023-10-10","arxiv_id":"2310.06547","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rationale-enhanced-language-models-are-better#ran","syntology_url":"https://syntology.ai/paper/2310.06547","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06547"}},"official":{"repos":["weiminxiong/rationalecl"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multiple-relations-classification-using","slug":"multiple-relations-classification-using","title":"Multiple Relations Classification using Imbalanced Predictions Adaptation","date":"2023-09-24","arxiv_id":"2309.13718","repositories_listed":1,"syntology":null},{"url":"/paper/synthesizing-political-zero-shot-relation","slug":"synthesizing-political-zero-shot-relation","title":"Leveraging Codebook Knowledge with NLI and ChatGPT for Zero-Shot Political Relation Classification","date":"2023-08-15","arxiv_id":"2308.07876","repositories_listed":1,"syntology":null},{"url":"/paper/mutually-guided-few-shot-learning-for","slug":"mutually-guided-few-shot-learning-for","title":"Mutually Guided Few-shot Learning for Relational Triple Extraction","date":"2023-06-23","arxiv_id":"2306.13310","repositories_listed":1,"syntology":null},{"url":"/paper/annotation-inspired-implicit-discourse","slug":"annotation-inspired-implicit-discourse","title":"Annotation-Inspired Implicit Discourse Relation Classification with Auxiliary Discourse Connective Generation","date":"2023-06-10","arxiv_id":"2306.06480","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/annotation-inspired-implicit-discourse#ran","syntology_url":"https://syntology.ai/paper/2306.06480","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06480"}},"official":{"repos":["liuwei1206/connrel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/matsci-nlp-evaluating-scientific-language","slug":"matsci-nlp-evaluating-scientific-language","title":"MatSci-NLP: Evaluating Scientific Language Models on Materials Science Language Tasks Using Text-to-Schema Modeling","date":"2023-05-14","arxiv_id":"2305.08264","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/matsci-nlp-evaluating-scientific-language#ran","syntology_url":"https://syntology.ai/paper/2305.08264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08264"}},"official":{"repos":["banglab-udem-mila/nlp4matsci-acl23"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/end-to-end-n-ary-relation-extraction-for","slug":"end-to-end-n-ary-relation-extraction-for","title":"End-to-End $n$-ary Relation Extraction for Combination Drug Therapies","date":"2023-03-29","arxiv_id":"2303.16886","repositories_listed":1,"syntology":null},{"url":"/paper/borrowing-human-senses-comment-aware-self","slug":"borrowing-human-senses-comment-aware-self","title":"Borrowing Human Senses: Comment-Aware Self-Training for Social Media Multimodal Classification","date":"2023-03-27","arxiv_id":"2303.15016","repositories_listed":1,"syntology":null},{"url":"/paper/docred-fe-a-document-level-fine-grained","slug":"docred-fe-a-document-level-fine-grained","title":"DocRED-FE: A Document-Level Fine-Grained Entity And Relation Extraction Dataset","date":"2023-03-20","arxiv_id":"2303.11141","repositories_listed":1,"syntology":null},{"url":"/paper/rankdnn-learning-to-rank-for-few-shot","slug":"rankdnn-learning-to-rank-for-few-shot","title":"RankDNN: Learning to Rank for Few-shot Learning","date":"2022-11-28","arxiv_id":"2211.15320","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-relation-classification-via","slug":"multilingual-relation-classification-via","title":"Multilingual Relation Classification via Efficient and Effective Prompting","date":"2022-10-25","arxiv_id":"2210.13838","repositories_listed":1,"syntology":null},{"url":"/paper/generative-prompt-tuning-for-relation-1","slug":"generative-prompt-tuning-for-relation-1","title":"Generative Prompt Tuning for Relation Classification","date":"2022-10-22","arxiv_id":"2210.12435","repositories_listed":1,"syntology":null},{"url":"/paper/pcmsp-a-dataset-for-scientific-action-graphs","slug":"pcmsp-a-dataset-for-scientific-action-graphs","title":"PcMSP: A Dataset for Scientific Action Graphs Extraction from Polycrystalline Materials Synthesis Procedure Text","date":"2022-10-22","arxiv_id":"2210.12401","repositories_listed":1,"syntology":null},{"url":"/paper/crossre-a-cross-domain-dataset-for-relation","slug":"crossre-a-cross-domain-dataset-for-relation","title":"CrossRE: A Cross-Domain Dataset for Relation Extraction","date":"2022-10-17","arxiv_id":"2210.09345","repositories_listed":1,"syntology":null},{"url":"/paper/dependency-aware-prototype-learning-for-few","slug":"dependency-aware-prototype-learning-for-few","title":"Dependency-aware Prototype Learning for Few-shot Relation Classification","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/how-about-time-probing-a-multilingual","slug":"how-about-time-probing-a-multilingual","title":"How about Time? Probing a Multilingual Language Model for Temporal Relations","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/label-distributions-help-implicit-discourse","slug":"label-distributions-help-implicit-discourse","title":"Label distributions help implicit discourse relation classification","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/logical-form-generation-via-multi-task","slug":"logical-form-generation-via-multi-task","title":"Logical Form Generation via Multi-task Learning for Complex Question Answering over Knowledge Bases","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/attentionsitedti-an-interpretable-graph-based","slug":"attentionsitedti-an-interpretable-graph-based","title":"AttentionSiteDTI: an interpretable graph-based model for drug-target interaction prediction using NLP sentence-level relation classification","date":"2022-07-12","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/opi-at-semeval-2022-task-10-transformer-based","slug":"opi-at-semeval-2022-task-10-transformer-based","title":"OPI at SemEval-2022 Task 10: Transformer-based Sequence Tagging with Relation Classification for Structured Sentiment Analysis","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/rcl-relation-contrastive-learning-for-zero","slug":"rcl-relation-contrastive-learning-for-zero","title":"RCL: Relation Contrastive Learning for Zero-Shot Relation Extraction","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-targeted-minority-class-prediction","slug":"enhancing-targeted-minority-class-prediction","title":"Enhancing Targeted Minority Class Prediction in Sentence-Level Relation Extraction","date":"2022-06-29","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deepref-a-framework-for-optimized-deep","slug":"deepref-a-framework-for-optimized-deep","title":"DeepREF: A Framework for Optimized Deep Learning-based Relation Classification","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/discogem-a-crowdsourced-corpus-of-genre-mixed","slug":"discogem-a-crowdsourced-corpus-of-genre-mixed","title":"DiscoGeM: A Crowdsourced Corpus of Genre-Mixed Implicit Discourse Relations","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/relation-specific-attentions-over-entity","slug":"relation-specific-attentions-over-entity","title":"Relation-Specific Attentions over Entity Mentions for Enhanced Document-Level Relation Extraction","date":"2022-05-28","arxiv_id":"2205.14393","repositories_listed":1,"syntology":null},{"url":"/paper/vector-quantized-input-contextualized-soft","slug":"vector-quantized-input-contextualized-soft","title":"Vector-Quantized Input-Contextualized Soft Prompts for Natural Language Understanding","date":"2022-05-23","arxiv_id":"2205.11024","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/vector-quantized-input-contextualized-soft#ran","syntology_url":"https://syntology.ai/paper/2205.11024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.11024"}},"official":{"repos":["declare-lab/vip"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/why-only-micro-f1-class-weighting-of-measures-1","slug":"why-only-micro-f1-class-weighting-of-measures-1","title":"Why only Micro-F1? Class Weighting of Measures for Relation Classification","date":"2022-05-19","arxiv_id":"2205.09460","repositories_listed":1,"syntology":null},{"url":"/paper/few-shot-document-level-relation-extraction","slug":"few-shot-document-level-relation-extraction","title":"Few-Shot Document-Level Relation Extraction","date":"2022-05-04","arxiv_id":"2205.02048","repositories_listed":1,"syntology":null},{"url":"/paper/unified-semantic-typing-with-meaningful-label","slug":"unified-semantic-typing-with-meaningful-label","title":"Unified Semantic Typing with Meaningful Label Inference","date":"2022-05-04","arxiv_id":"2205.01826","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unified-semantic-typing-with-meaningful-label#ran","syntology_url":"https://syntology.ai/paper/2205.01826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01826"}},"official":{"repos":["luka-group/unist"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/what-do-you-mean-by-relation-extraction-a","slug":"what-do-you-mean-by-relation-extraction-a","title":"What do You Mean by Relation Extraction? A Survey on Datasets and Study on Scientific Relation Classification","date":"2022-04-28","arxiv_id":"2204.13516","repositories_listed":1,"syntology":null},{"url":"/paper/selecting-optimal-context-sentences-for-event","slug":"selecting-optimal-context-sentences-for-event","title":"Selecting Optimal Context Sentences for Event-Event Relation Extraction","date":"2022-04-02","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/from-examples-to-rules-neural-guided-rule","slug":"from-examples-to-rules-neural-guided-rule","title":"From Examples to Rules: Neural Guided Rule Synthesis for Information Extraction","date":"2022-01-16","arxiv_id":"2202.00475","repositories_listed":1,"syntology":null},{"url":"/paper/unified-named-entity-recognition-as-word-word","slug":"unified-named-entity-recognition-as-word-word","title":"Unified Named Entity Recognition as Word-Word Relation Classification","date":"2021-12-19","arxiv_id":"2112.10070","repositories_listed":1,"syntology":null},{"url":"/paper/commonsense-knowledge-augmented-pretrained-1","slug":"commonsense-knowledge-augmented-pretrained-1","title":"Knowledge-Augmented Language Models for Cause-Effect Relation Classification","date":"2021-12-16","arxiv_id":"2112.08615","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/commonsense-knowledge-augmented-pretrained-1#ran","syntology_url":"https://syntology.ai/paper/2112.08615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.08615"}},"official":{"repos":["phosseini/causal-reasoning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cogalex-2-0-impact-of-data-quality-on-lexical","slug":"cogalex-2-0-impact-of-data-quality-on-lexical","title":"CogALex 2.0: Impact of Data Quality on Lexical-Semantic Relation Prediction","date":"2021-12-14","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/prompt-based-zero-shot-relation","slug":"prompt-based-zero-shot-relation","title":"Prompt-based Zero-shot Relation Extraction with Semantic Knowledge Augmentation","date":"2021-12-08","arxiv_id":"2112.04539","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-based-multilingual-language-model-1","slug":"knowledge-based-multilingual-language-model-1","title":"Enhancing Multilingual Language Model with Massive Multilingual Knowledge Triples","date":"2021-11-22","arxiv_id":"2111.10962","repositories_listed":1,"syntology":null},{"url":"/paper/distilling-relation-embeddings-from","slug":"distilling-relation-embeddings-from","title":"Distilling Relation Embeddings from Pretrained Language Models","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/klmo-knowledge-graph-enhanced-pretrained","slug":"klmo-knowledge-graph-enhanced-pretrained","title":"KLMo: Knowledge Graph Enhanced Pretrained Language Model with Fine-Grained Relationships","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/towards-realistic-few-shot-relation","slug":"towards-realistic-few-shot-relation","title":"Towards Realistic Few-Shot Relation Extraction","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/utilizing-relative-event-time-to-enhance","slug":"utilizing-relative-event-time-to-enhance","title":"Utilizing Relative Event Time to Enhance Event-Event Temporal Relation Extraction","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/rebel-relation-extraction-by-end-to-end","slug":"rebel-relation-extraction-by-end-to-end","title":"REBEL: Relation Extraction By End-to-end Language generation","date":"2021-10-29","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/on-the-relation-between-syntactic-divergence","slug":"on-the-relation-between-syntactic-divergence","title":"On the Relation between Syntactic Divergence and Zero-Shot Performance","date":"2021-10-09","arxiv_id":"2110.04644","repositories_listed":1,"syntology":null},{"url":"/paper/zero-shot-information-extraction-as-a-unified","slug":"zero-shot-information-extraction-as-a-unified","title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","date":"2021-09-23","arxiv_id":"2109.11171","repositories_listed":1,"syntology":null},{"url":"/paper/distilling-relation-embeddings-from-pre","slug":"distilling-relation-embeddings-from-pre","title":"Distilling Relation Embeddings from Pre-trained Language Models","date":"2021-09-21","arxiv_id":"2110.15705","repositories_listed":1,"syntology":null},{"url":"/paper/discodisco-at-the-disrpt2021-shared-task-a","slug":"discodisco-at-the-disrpt2021-shared-task-a","title":"DisCoDisCo at the DISRPT2021 Shared Task: A System for Discourse Segmentation, Classification, and Connective Detection","date":"2021-09-20","arxiv_id":"2109.09777","repositories_listed":1,"syntology":null},{"url":"/paper/sornet-spatial-object-centric-representations","slug":"sornet-spatial-object-centric-representations","title":"SORNet: Spatial Object-Centric Representations for Sequential Manipulation","date":"2021-09-08","arxiv_id":"2109.03891","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sornet-spatial-object-centric-representations#ran","syntology_url":"https://syntology.ai/paper/2109.03891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03891"}},"official":{"repos":["wentaoyuan/sornet"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/dependency-driven-relation-extraction-with","slug":"dependency-driven-relation-extraction-with","title":"Dependency-driven Relation Extraction with Attentive Graph Convolutional Networks","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/unire-a-unified-label-space-for-entity","slug":"unire-a-unified-label-space-for-entity","title":"UniRE: A Unified Label Space for Entity Relation Extraction","date":"2021-07-09","arxiv_id":"2107.04292","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unire-a-unified-label-space-for-entity#ran","syntology_url":"https://syntology.ai/paper/2107.04292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.04292"}},"official":{"repos":["Receiling/UniRE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/from-argument-search-to-argumentative","slug":"from-argument-search-to-argumentative","title":"From Argument Search to Argumentative Dialogue: A Topic-independent Approach to Argument Acquisition for Dialogue Systems","date":"2021-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-span-based-model-for-joint-overlapped-and","slug":"a-span-based-model-for-joint-overlapped-and","title":"A Span-Based Model for Joint Overlapped and Discontinuous Named Entity Recognition","date":"2021-06-28","arxiv_id":"2106.14373","repositories_listed":1,"syntology":null},{"url":"/paper/one-shot-to-weakly-supervised-relation","slug":"one-shot-to-weakly-supervised-relation","title":"One-shot to Weakly-Supervised Relation Classification using Language Models","date":"2021-06-22","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ptr-prompt-tuning-with-rules-for-text","slug":"ptr-prompt-tuning-with-rules-for-text","title":"PTR: Prompt Tuning with Rules for Text Classification","date":"2021-05-24","arxiv_id":"2105.11259","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ptr-prompt-tuning-with-rules-for-text#ran","syntology_url":"https://syntology.ai/paper/2105.11259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11259"}},"official":{"repos":["thunlp/PTR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/do-models-learn-the-directionality-of","slug":"do-models-learn-the-directionality-of","title":"Do Models Learn the Directionality of Relations? A New Evaluation: Relation Direction Recognition","date":"2021-05-19","arxiv_id":"2105.09045","repositories_listed":1,"syntology":null},{"url":"/paper/representation-iterative-fusion-based-on","slug":"representation-iterative-fusion-based-on","title":"Representation Iterative Fusion based on Heterogeneous Graph Neural Network for Joint Entity and Relation Extraction","date":"2021-05-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/discourse-relation-embeddings-representing","slug":"discourse-relation-embeddings-representing","title":"Discourse Relation Embeddings: Representing the Relations between Discourse Segments in Social Media","date":"2021-05-04","arxiv_id":"2105.01306","repositories_listed":1,"syntology":null},{"url":"/paper/incremental-few-shot-text-classification-with","slug":"incremental-few-shot-text-classification-with","title":"Incremental Few-shot Text Classification with Multi-round New Classes: Formulation, Dataset and System","date":"2021-04-24","arxiv_id":"2104.11882","repositories_listed":1,"syntology":null},{"url":"/paper/extracting-temporal-event-relation-with","slug":"extracting-temporal-event-relation-with","title":"Extracting Temporal Event Relation with Syntax-guided Graph Transformer","date":"2021-04-19","arxiv_id":"2104.09570","repositories_listed":1,"syntology":null},{"url":"/paper/laughing-at-you-or-with-you-the-role-of-1","slug":"laughing-at-you-or-with-you-the-role-of-1","title":"``Laughing at you or with you'': The Role of Sarcasm in Shaping the Disagreement Space","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null}],"syntology_records":25,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":2,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/relation-classification-on-semeval-2010-task-1","since_archive":"/sota/relation-classification-on-semeval-2010-task-1#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/relation-classification-on-discovery-dataset","since_archive":"/sota/relation-classification-on-discovery-dataset#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":29,"papers_where_code_ran_first_page":"/task/relation-classification/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":5,"url":"/task/relation-classification/papers/2","json":"/task/relation-classification/papers/2.json","rows":100},{"order":"archive","page":3,"of":5,"url":"/task/relation-classification/papers/3","json":"/task/relation-classification/papers/3.json","rows":100},{"order":"archive","page":4,"of":5,"url":"/task/relation-classification/papers/4","json":"/task/relation-classification/papers/4.json","rows":100},{"order":"archive","page":5,"of":5,"url":"/task/relation-classification/papers/5","json":"/task/relation-classification/papers/5.json","rows":45},{"order":"ran","page":1,"of":1,"url":"/task/relation-classification/papers/ran/1","json":"/task/relation-classification/papers/ran/1.json","rows":29}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"8d545320e5ca7f7c85f8f400d1bd2a3042442702548a25c91871d4f104a0cf3e","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}