{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/open-information-extraction","name":"Open Information Extraction","slug":"open-information-extraction","description_markdown":"In natural language processing, open information extraction is the task of generating a structured, machine-readable representation of the information in text, usually in the form of triples or n-ary propositions (Source: Wikipedia).","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":207,"papers_with_code":67,"benchmarks":13,"benchmark_tables_in_archive":13,"benchmark_tables_shown":13,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":14,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/open-information-extraction-on-carb","slug":"open-information-extraction-on-carb","dataset":"CaRB","dataset_url":"/dataset/carb","rows_in_archive":29,"metrics":["F1"],"first_row_in_archive_order":{"model":"MacroIE","paper_title":"A Survey on Neural Open Information Extraction: Current Status and Future Directions","paper_url":"/paper/a-survey-on-neural-open-information","paper_date":"2022-05-24","arxiv_id":"2205.11725","code_links":[],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-wire57","slug":"open-information-extraction-on-wire57","dataset":"WiRe57","dataset_url":"/dataset/wire57","rows_in_archive":18,"metrics":["F1"],"first_row_in_archive_order":{"model":"CIGL-OIE + IGL-CA (OpenIE6)","paper_title":"OpenIE6: Iterative Grid Labeling and Coordination Analysis for Open Information Extraction","paper_url":"/paper/openie6-iterative-grid-labeling-and","paper_date":"2020-10-07","arxiv_id":"2010.03147","code_links":[{"title":"dair-iitd/openie6","url":"https://github.com/dair-iitd/openie6"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-oie2016","slug":"open-information-extraction-on-oie2016","dataset":"OIE2016","dataset_url":"/dataset/oie2016","rows_in_archive":12,"metrics":["F1","AUC"],"first_row_in_archive_order":{"model":"DeepEx (zero-shot)","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","paper_url":"/paper/zero-shot-information-extraction-as-a-unified","paper_date":"2021-09-23","arxiv_id":"2109.11171","code_links":[{"title":"cgraywang/deepex","url":"https://github.com/cgraywang/deepex"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-benchie","slug":"open-information-extraction-on-benchie","dataset":"BenchIE","dataset_url":"/dataset/benchie","rows_in_archive":11,"metrics":["Precision","F1","Recall"],"first_row_in_archive_order":{"model":"ClausIE","paper_title":"BenchIE: A Framework for Multi-Faceted Fact-Based Open Information Extraction Evaluation","paper_url":"/paper/benchie-open-information-extraction","paper_date":"2021-09-14","arxiv_id":"2109.06850","code_links":[{"title":"gkiril/benchie","url":"https://github.com/gkiril/benchie"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-lsoie-wiki","slug":"open-information-extraction-on-lsoie-wiki","dataset":"LSOIE-wiki","dataset_url":"/dataset/lsoie","rows_in_archive":11,"metrics":["F1"],"first_row_in_archive_order":{"model":"SMiLe-OIE","paper_title":"Syntactic Multi-view Learning for Open Information Extraction","paper_url":"/paper/syntactic-multi-view-learning-for-open","paper_date":"2022-12-05","arxiv_id":"2212.02068","code_links":[{"title":"daviddongkc/smile_oie","url":"https://github.com/daviddongkc/smile_oie"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-lsoie","slug":"open-information-extraction-on-lsoie","dataset":"LSOIE","dataset_url":"/dataset/lsoie","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"DetIELSOIE","paper_title":"DetIE: Multilingual Open Information Extraction Inspired by Object Detection","paper_url":"/paper/detie-multilingual-open-information","paper_date":"2022-06-24","arxiv_id":"2206.12514","code_links":[{"title":"sberbank-ai/DetIE","url":"https://github.com/sberbank-ai/DetIE"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-nyt","slug":"open-information-extraction-on-nyt","dataset":"NYT","dataset_url":"/dataset/new-york-times-annotated-corpus","rows_in_archive":4,"metrics":["F1","AUC"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/open-information-extraction-on-penn-treebank","slug":"open-information-extraction-on-penn-treebank","dataset":"Penn Treebank","dataset_url":"/dataset/penn-treebank","rows_in_archive":4,"metrics":["F1","AUC"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/open-information-extraction-on-web","slug":"open-information-extraction-on-web","dataset":"Web","dataset_url":null,"rows_in_archive":4,"metrics":["F1","AUC"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/open-information-extraction-on-docoie","slug":"open-information-extraction-on-docoie","dataset":"DocOIE-healthcare","dataset_url":"/dataset/docoie","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DocIE w transformer","paper_title":"DocOIE: A Document-level Context-Aware Dataset for OpenIE","paper_url":"/paper/docoie-a-document-level-context-aware-dataset","paper_date":"2021-05-10","arxiv_id":"2105.04271","code_links":[{"title":"daviddongkc/DocOIE","url":"https://github.com/daviddongkc/DocOIE"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-docoie-1","slug":"open-information-extraction-on-docoie-1","dataset":"DocOIE-transportation","dataset_url":"/dataset/docoie","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DocIE w transformer","paper_title":"DocOIE: A Document-level Context-Aware Dataset for OpenIE","paper_url":"/paper/docoie-a-document-level-context-aware-dataset","paper_date":"2021-05-10","arxiv_id":"2105.04271","code_links":[{"title":"daviddongkc/DocOIE","url":"https://github.com/daviddongkc/DocOIE"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-carb-oie","slug":"open-information-extraction-on-carb-oie","dataset":"CaRB OIE benchmark (Greek Use-case)","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"PENELOPIE Greek OIE","paper_title":"PENELOPIE: Enabling Open Information Extraction for the Greek Language through Machine Translation","paper_url":"/paper/penelopie-enabling-open-information","paper_date":"2021-03-28","arxiv_id":"2103.15075","code_links":[{"title":"lighteternal/PENELOPIE","url":"https://github.com/lighteternal/PENELOPIE"}],"syntology":null}},{"leaderboard":"/sota/open-information-extraction-on-openie","slug":"open-information-extraction-on-openie","dataset":"OpenIE","dataset_url":null,"rows_in_archive":1,"metrics":["EN-F1","EN-AUC"],"first_row_in_archive_order":{"model":"GEN2OIE (label-rescore)","paper_title":"Alignment-Augmented Consistent Translation for Multilingual Open Information Extraction","paper_url":"/paper/alignment-augmented-consistent-translation","paper_date":"","arxiv_id":null,"code_links":[{"title":"dair-iitd/moie","url":"https://github.com/dair-iitd/moie"}],"syntology":null}}],"datasets":[{"url":"/dataset/penn-treebank","name":"Penn Treebank","full_name":"","num_papers_in_archive":1006},{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/qa-srl","name":"QA-SRL","full_name":"QA-SRL","num_papers_in_archive":43},{"url":"/dataset/carb","name":"CaRB","full_name":"Crowdsourced automatic open Relation extraction Benchmark","num_papers_in_archive":35},{"url":"/dataset/oie2016","name":"OIE2016","full_name":"","num_papers_in_archive":31},{"url":"/dataset/genericskb","name":"GenericsKB","full_name":"GenericsKB","num_papers_in_archive":26},{"url":"/dataset/lsoie","name":"LSOIE","full_name":"Large-Scale dataset for Supervised Open Information Extraction","num_papers_in_archive":8},{"url":"/dataset/opiec","name":"OPIEC","full_name":"Open Information Extraction Corpus","num_papers_in_archive":8},{"url":"/dataset/wire57","name":"WiRe57","full_name":"","num_papers_in_archive":8},{"url":"/dataset/haspart-kb","name":"hasPart KB","full_name":"hasPart KB","num_papers_in_archive":7},{"url":"/dataset/benchie","name":"BenchIE","full_name":"","num_papers_in_archive":3},{"url":"/dataset/docoie","name":"DocOIE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/semtabnet","name":"SemTabNet","full_name":"","num_papers_in_archive":1},{"url":"/dataset/tupleinf-open-ie-dataset","name":"TupleInf Open IE Dataset","full_name":"TupleInf Open IE Dataset","num_papers_in_archive":1}],"subtasks":[{"url":"/task/event-extraction","name":"Event Extraction"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":3,"rows_per_page":100,"shown":100,"of":207,"of_with_code":67,"tagged_in_all":207,"counts":{"archive_papers_tagged":207,"with_a_code_link":67,"where_syntology_ran_a_sample":6,"not_listed_spam_title":0,"listed":207,"listed_where_code_ran":6,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":5,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":5,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/opiec-an-open-information-extraction-corpus","slug":"opiec-an-open-information-extraction-corpus","title":"OPIEC: An Open Information Extraction Corpus","date":"2019-04-28","arxiv_id":"1904.12324","repositories_listed":3,"syntology":null},{"url":"/paper/mt4crossoie-multi-stage-tuning-for-cross","slug":"mt4crossoie-multi-stage-tuning-for-cross","title":"MT4CrossOIE: Multi-stage Tuning for Cross-lingual Open Information Extraction","date":"2023-08-12","arxiv_id":"2308.06552","repositories_listed":2,"syntology":null},{"url":"/paper/universalner-targeted-distillation-from-large","slug":"universalner-targeted-distillation-from-large","title":"UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition","date":"2023-08-07","arxiv_id":"2308.03279","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":2,"n_no_contract":2,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 2 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/universalner-targeted-distillation-from-large#ran","syntology_url":"https://syntology.ai/paper/2308.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.03279"}},"official":null}},{"url":"/paper/multi-view-clustering-for-open-knowledge-base","slug":"multi-view-clustering-for-open-knowledge-base","title":"Multi-View Clustering for Open Knowledge Base Canonicalization","date":"2022-06-22","arxiv_id":"2206.11130","repositories_listed":2,"syntology":null},{"url":"/paper/creating-a-large-benchmark-for-open","slug":"creating-a-large-benchmark-for-open","title":"Creating a Large Benchmark for Open Information Extraction","date":"2016-11-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/demonyms-and-compound-relational-nouns-in","slug":"demonyms-and-compound-relational-nouns-in","title":"Demonyms and Compound Relational Nouns in Nominal Open IE","date":"2016-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/chatpd-an-llm-driven-paper-dataset-networking","slug":"chatpd-an-llm-driven-paper-dataset-networking","title":"ChatPD: An LLM-driven Paper-Dataset Networking System","date":"2025-05-28","arxiv_id":"2505.22349","repositories_listed":1,"syntology":null},{"url":"/paper/long-context-non-factoid-question-answering","slug":"long-context-non-factoid-question-answering","title":"Long-context Non-factoid Question Answering in Indic Languages","date":"2025-04-18","arxiv_id":"2504.13615","repositories_listed":1,"syntology":null},{"url":"/paper/testing-prompt-engineering-methods-for","slug":"testing-prompt-engineering-methods-for","title":"Testing Prompt Engineering Methods for Knowledge Extraction from Text","date":"2025-02-18","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/statements-universal-information-extraction","slug":"statements-universal-information-extraction","title":"Statements: Universal Information Extraction from Tables with Large Language Models for ESG KPIs","date":"2024-06-27","arxiv_id":"2406.19102","repositories_listed":1,"syntology":null},{"url":"/paper/extract-define-canonicalize-an-llm-based","slug":"extract-define-canonicalize-an-llm-based","title":"Extract, Define, Canonicalize: An LLM-based Framework for Knowledge Graph Construction","date":"2024-04-05","arxiv_id":"2404.03868","repositories_listed":1,"syntology":null},{"url":"/paper/rules-still-work-for-open-information","slug":"rules-still-work-for-open-information","title":"Rules still work for Open Information Extraction","date":"2024-03-16","arxiv_id":"2403.10758","repositories_listed":1,"syntology":null},{"url":"/paper/punctuation-restoration-improves-structure","slug":"punctuation-restoration-improves-structure","title":"Punctuation Restoration Improves Structure Understanding Without Supervision","date":"2024-02-13","arxiv_id":"2402.08382","repositories_listed":1,"syntology":null},{"url":"/paper/exploiting-duality-in-open-information","slug":"exploiting-duality-in-open-information","title":"Exploiting Duality in Open Information Extraction with Predicate Prompt","date":"2024-01-20","arxiv_id":"2401.11107","repositories_listed":1,"syntology":null},{"url":"/paper/linking-surface-facts-to-large-scale","slug":"linking-surface-facts-to-large-scale","title":"Linking Surface Facts to Large-Scale Knowledge Graphs","date":"2023-10-23","arxiv_id":"2310.14909","repositories_listed":1,"syntology":null},{"url":"/paper/mapping-and-cleaning-open-commonsense","slug":"mapping-and-cleaning-open-commonsense","title":"Mapping and Cleaning Open Commonsense Knowledge Bases with Generative Translation","date":"2023-06-22","arxiv_id":"2306.12766","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-open-information-extraction-for","slug":"leveraging-open-information-extraction-for","title":"Leveraging Open Information Extraction for More Robust Domain Transfer of Event Trigger Detection","date":"2023-05-23","arxiv_id":"2305.14163","repositories_listed":1,"syntology":null},{"url":"/paper/preserving-knowledge-invariance-rethinking","slug":"preserving-knowledge-invariance-rethinking","title":"Preserving Knowledge Invariance: Rethinking Robustness Evaluation of Open Information Extraction","date":"2023-05-23","arxiv_id":"2305.13981","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/preserving-knowledge-invariance-rethinking#ran","syntology_url":"https://syntology.ai/paper/2305.13981","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13981"}},"official":{"repos":["qijimrc/robust"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/shall-we-trust-all-relational-tuples-by-open","slug":"shall-we-trust-all-relational-tuples-by-open","title":"Shall We Trust All Relational Tuples by Open Information Extraction? A Study on Speculation Detection","date":"2023-05-07","arxiv_id":"2305.04181","repositories_listed":1,"syntology":null},{"url":"/paper/open-information-extraction-via-chunks","slug":"open-information-extraction-via-chunks","title":"Open Information Extraction via Chunks","date":"2023-05-05","arxiv_id":"2305.03299","repositories_listed":1,"syntology":null},{"url":"/paper/syntactically-robust-training-on-partially","slug":"syntactically-robust-training-on-partially","title":"Syntactically Robust Training on Partially-Observed Data for Open Information Extraction","date":"2023-01-17","arxiv_id":"2301.06841","repositories_listed":1,"syntology":null},{"url":"/paper/syntactic-multi-view-learning-for-open","slug":"syntactic-multi-view-learning-for-open","title":"Syntactic Multi-view Learning for Open Information Extraction","date":"2022-12-05","arxiv_id":"2212.02068","repositories_listed":1,"syntology":null},{"url":"/paper/mokb6-a-multilingual-open-knowledge-base","slug":"mokb6-a-multilingual-open-knowledge-base","title":"mOKB6: A Multilingual Open Knowledge Base Completion Benchmark","date":"2022-11-13","arxiv_id":"2211.06959","repositories_listed":1,"syntology":null},{"url":"/paper/detie-multilingual-open-information","slug":"detie-multilingual-open-information","title":"DetIE: Multilingual Open Information Extraction Inspired by Object Detection","date":"2022-06-24","arxiv_id":"2206.12514","repositories_listed":1,"syntology":null},{"url":"/paper/deepstruct-pretraining-of-language-models-for-1","slug":"deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","arxiv_id":"2205.10475","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepstruct-pretraining-of-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2205.10475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10475"}},"official":{"repos":["cgraywang/deepstruct"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/compactie-compact-facts-in-open-information","slug":"compactie-compact-facts-in-open-information","title":"CompactIE: Compact Facts in Open Information Extraction","date":"2022-05-05","arxiv_id":"2205.02880","repositories_listed":1,"syntology":null},{"url":"/paper/alignment-augmented-consistent-translation","slug":"alignment-augmented-consistent-translation","title":"Alignment-Augmented Consistent Translation for Multilingual Open Information Extraction","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/dom-lm-learning-generalizable-representations","slug":"dom-lm-learning-generalizable-representations","title":"DOM-LM: Learning Generalizable Representations for HTML Documents","date":"2022-01-25","arxiv_id":"2201.10608","repositories_listed":1,"syntology":null},{"url":"/paper/sequence-to-sequence-models-for-extracting","slug":"sequence-to-sequence-models-for-extracting","title":"Sequence-to-Sequence Models for Extracting Information from Registration and Legal Documents","date":"2022-01-14","arxiv_id":"2201.05658","repositories_listed":1,"syntology":null},{"url":"/paper/open-cykg-an-open-cyber-threat-intelligence","slug":"open-cykg-an-open-cyber-threat-intelligence","title":"Open-CyKG: An Open Cyber Threat Intelligence Knowledge Graph","date":"2021-12-05","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/refined-commonsense-knowledge-from-large","slug":"refined-commonsense-knowledge-from-large","title":"Refined Commonsense Knowledge from Large-Scale Web Contents","date":"2021-11-30","arxiv_id":"2112.04596","repositories_listed":1,"syntology":null},{"url":"/paper/zero-shot-information-extraction-as-a-unified","slug":"zero-shot-information-extraction-as-a-unified","title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","date":"2021-09-23","arxiv_id":"2109.11171","repositories_listed":1,"syntology":null},{"url":"/paper/zero-shot-open-information-extraction-using","slug":"zero-shot-open-information-extraction-using","title":"Context-NER : Contextual Phrase Generation at Scale","date":"2021-09-16","arxiv_id":"2109.08079","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zero-shot-open-information-extraction-using#ran","syntology_url":"https://syntology.ai/paper/2109.08079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08079"}},"official":{"repos":["him1411/edgar10q-dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/annie-an-annotation-platform-for-constructing","slug":"annie-an-annotation-platform-for-constructing","title":"AnnIE: An Annotation Platform for Constructing Complete Open Information Extraction Benchmark","date":"2021-09-15","arxiv_id":"2109.07464","repositories_listed":1,"syntology":null},{"url":"/paper/benchie-open-information-extraction","slug":"benchie-open-information-extraction","title":"BenchIE: A Framework for Multi-Faceted Fact-Based Open Information Extraction Evaluation","date":"2021-09-14","arxiv_id":"2109.06850","repositories_listed":1,"syntology":null},{"url":"/paper/docoie-a-document-level-context-aware-dataset","slug":"docoie-a-document-level-context-aware-dataset","title":"DocOIE: A Document-level Context-Aware Dataset for OpenIE","date":"2021-05-10","arxiv_id":"2105.04271","repositories_listed":1,"syntology":null},{"url":"/paper/penelopie-enabling-open-information","slug":"penelopie-enabling-open-information","title":"PENELOPIE: Enabling Open Information Extraction for the Greek Language through Machine Translation","date":"2021-03-28","arxiv_id":"2103.15075","repositories_listed":1,"syntology":null},{"url":"/paper/syntactic-and-semantic-driven-learning-for","slug":"syntactic-and-semantic-driven-learning-for","title":"Syntactic and Semantic-driven Learning for Open Information Extraction","date":"2021-03-05","arxiv_id":"2103.03448","repositories_listed":1,"syntology":null},{"url":"/paper/lsoie-a-large-scale-dataset-for-supervised","slug":"lsoie-a-large-scale-dataset-for-supervised","title":"LSOIE: A Large-Scale Dataset for Supervised Open Information Extraction","date":"2021-01-27","arxiv_id":"2101.11177","repositories_listed":1,"syntology":null},{"url":"/paper/disentangling-semantics-in-language-throughs","slug":"disentangling-semantics-in-language-throughs","title":"Disentangling semantics in language through VAEs and a certain architectural choice","date":"2020-12-24","arxiv_id":"2012.13031","repositories_listed":1,"syntology":null},{"url":"/paper/multi-2oie-multilingual-open-information-1","slug":"multi-2oie-multilingual-open-information-1","title":"Multi\\^2OIE: Multilingual Open Information Extraction Based on Multi-Head Attention with BERT","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/openie6-iterative-grid-labeling-and","slug":"openie6-iterative-grid-labeling-and","title":"OpenIE6: Iterative Grid Labeling and Coordination Analysis for Open Information Extraction","date":"2020-10-07","arxiv_id":"2010.03147","repositories_listed":1,"syntology":null},{"url":"/paper/multi-2oie-multilingual-open-information","slug":"multi-2oie-multilingual-open-information","title":"Multi$^2$OIE: Multilingual Open Information Extraction Based on Multi-Head Attention with BERT","date":"2020-09-17","arxiv_id":"2009.08128","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":2,"n_ran_checked":2,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multi-2oie-multilingual-open-information#ran","syntology_url":"https://syntology.ai/paper/2009.08128","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.08128"}},"official":{"repos":["youngbin-ro/Multi2OIE"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/can-we-predict-new-facts-with-open-knowledge","slug":"can-we-predict-new-facts-with-open-knowledge","title":"Can We Predict New Facts with Open Knowledge Graph Embeddings? A Benchmark for Open Link Prediction","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/imojie-iterative-memory-based-joint-open","slug":"imojie-iterative-memory-based-joint-open","title":"IMoJIE: Iterative Memory-Based Joint Open Information Extraction","date":"2020-05-17","arxiv_id":"2005.08178","repositories_listed":1,"syntology":null},{"url":"/paper/carb-a-crowdsourced-benchmark-for-open-ie","slug":"carb-a-crowdsourced-benchmark-for-open-ie","title":"CaRB: A Crowdsourced Benchmark for Open IE","date":"2019-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/on-the-possibility-of-rewarding-structure","slug":"on-the-possibility-of-rewarding-structure","title":"On the Possibility of Rewarding Structure Learning Agents: Mutual Information on Linguistic Random Sets","date":"2019-10-09","arxiv_id":"1910.04023","repositories_listed":1,"syntology":null},{"url":"/paper/quantifying-similarity-between-relations-with","slug":"quantifying-similarity-between-relations-with","title":"Quantifying Similarity between Relations with Fact Distribution","date":"2019-07-21","arxiv_id":"1907.08937","repositories_listed":1,"syntology":null},{"url":"/paper/minscie-citation-centered-open-information","slug":"minscie-citation-centered-open-information","title":"MinScIE: Citation-centered Open Information Extraction","date":"2019-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/improving-open-information-extraction-via","slug":"improving-open-information-extraction-via","title":"Improving Open Information Extraction via Iterative Rank-Aware Learning","date":"2019-05-31","arxiv_id":"1905.13413","repositories_listed":1,"syntology":null},{"url":"/paper/190412606","slug":"190412606","title":"OpenKI: Integrating Open Information Extraction and Knowledge Bases with Relation Inference","date":"2019-04-12","arxiv_id":"1904.12606","repositories_listed":1,"syntology":null},{"url":"/paper/cesi-canonicalizing-open-knowledge-bases","slug":"cesi-canonicalizing-open-knowledge-bases","title":"CESI: Canonicalizing Open Knowledge Bases using Embeddings and Side Information","date":"2019-02-01","arxiv_id":"1902.00172","repositories_listed":1,"syntology":null},{"url":"/paper/span-based-open-information-extraction","slug":"span-based-open-information-extraction","title":"Span Model for Open Information Extraction on Accurate Corpus","date":"2019-01-30","arxiv_id":"1901.10879","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/span-based-open-information-extraction#ran","syntology_url":"https://syntology.ai/paper/1901.10879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.10879"}},"official":{"repos":["zhanjunlang/Span_OIE"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/facts-that-matter","slug":"facts-that-matter","title":"Facts That Matter","date":"2018-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/wire57-a-fine-grained-benchmark-for-open","slug":"wire57-a-fine-grained-benchmark-for-open","title":"WiRe57 : A Fine-Grained Benchmark for Open Information Extraction","date":"2018-09-24","arxiv_id":"1809.08962","repositories_listed":1,"syntology":null},{"url":"/paper/graphene-a-context-preserving-open","slug":"graphene-a-context-preserving-open","title":"Graphene: A Context-Preserving Open Information Extraction System","date":"2018-08-28","arxiv_id":"1808.09463","repositories_listed":1,"syntology":null},{"url":"/paper/graphene-semantically-linked-propositions-in","slug":"graphene-semantically-linked-propositions-in","title":"Graphene: Semantically-Linked Propositions in Open Information Extraction","date":"2018-07-30","arxiv_id":"1807.11276","repositories_listed":1,"syntology":null},{"url":"/paper/integrating-local-context-and-global","slug":"integrating-local-context-and-global","title":"Integrating Local Context and Global Cohesiveness for Open Information Extraction","date":"2018-04-26","arxiv_id":"1804.09931","repositories_listed":1,"syntology":null},{"url":"/paper/relation-extraction-a-survey","slug":"relation-extraction-a-survey","title":"Relation Extraction : A Survey","date":"2017-12-14","arxiv_id":"1712.05191","repositories_listed":1,"syntology":null},{"url":"/paper/minie-minimizing-facts-in-open-information","slug":"minie-minimizing-facts-in-open-information","title":"MinIE: Minimizing Facts in Open Information Extraction","date":"2017-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/answering-complex-questions-using-open","slug":"answering-complex-questions-using-open","title":"Answering Complex Questions Using Open Information Extraction","date":"2017-04-19","arxiv_id":"1704.05572","repositories_listed":1,"syntology":null},{"url":"/paper/a-consolidated-open-knowledge-representation","slug":"a-consolidated-open-knowledge-representation","title":"A Consolidated Open Knowledge Representation for Multiple Texts","date":"2017-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/an-evaluation-of-predpatt-and-open-ie-via","slug":"an-evaluation-of-predpatt-and-open-ie-via","title":"An Evaluation of PredPatt and Open IE via Stage 1 Semantic Role Labeling","date":"2017-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/porting-an-open-information-extraction-system","slug":"porting-an-open-information-extraction-system","title":"Porting an Open Information Extraction System from English to German","date":"2016-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-guided-linguistic-rewrites-for","slug":"knowledge-guided-linguistic-rewrites-for","title":"Knowledge-Guided Linguistic Rewrites for Inference Rule Verification","date":"2016-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/relation-schema-induction-using-tensor","slug":"relation-schema-induction-using-tensor","title":"Relation Schema Induction using Tensor Factorization with Side Information","date":"2016-05-12","arxiv_id":"1605.04227","repositories_listed":1,"syntology":null},{"url":"/paper/the-stanford-corenlp-natural-language","slug":"the-stanford-corenlp-natural-language","title":"The Stanford CoreNLP Natural Language Processing Toolkit","date":"2014-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":null,"slug":"few-shot-continual-relation-extraction-via","title":"Few-shot Continual Relation Extraction via Open Information Extraction","date":"2025-02-23","arxiv_id":"2502.16648","repositories_listed":0,"syntology":null},{"url":null,"slug":"challenges-in-expanding-portuguese-resources","title":"Challenges in Expanding Portuguese Resources: A View from Open Information Extraction","date":"2025-01-21","arxiv_id":"2501.11851","repositories_listed":0,"syntology":null},{"url":null,"slug":"textsc-neon-news-entity-interaction","title":"Neon: News Entity-Interaction Extraction for Enhanced Question Answering","date":"2024-11-19","arxiv_id":"2411.12449","repositories_listed":0,"syntology":null},{"url":null,"slug":"textit-benchie-fl-a-manually-re-annotated","title":"$\\textit{BenchIE}^{FL}$ : A Manually Re-Annotated Fact-Based Open Information Extraction Benchmark","date":"2024-07-23","arxiv_id":"2407.16860","repositories_listed":0,"syntology":null},{"url":null,"slug":"large-language-models-perform-on-par-with","title":"Large Language Models Perform on Par with Experts Identifying Mental Health Factors in Adolescent Online Forums","date":"2024-04-25","arxiv_id":"2404.16461","repositories_listed":0,"syntology":null},{"url":null,"slug":"leveraging-linguistically-enhanced-embeddings","title":"Leveraging Linguistically Enhanced Embeddings for Open Information Extraction","date":"2024-03-20","arxiv_id":"2403.13903","repositories_listed":0,"syntology":null},{"url":null,"slug":"loke-linked-open-knowledge-extraction-for","title":"LOKE: Linked Open Knowledge Extraction for Automated Knowledge Graph Construction","date":"2023-11-15","arxiv_id":"2311.09366","repositories_listed":0,"syntology":null},{"url":null,"slug":"efficient-data-learning-for-open-information","title":"Efficient Data Learning for Open Information Extraction with Pre-trained Language Models","date":"2023-10-23","arxiv_id":"2310.15021","repositories_listed":0,"syntology":null},{"url":null,"slug":"open-information-extraction-a-review-of","title":"Open Information Extraction: A Review of Baseline Techniques, Approaches, and Applications","date":"2023-10-18","arxiv_id":"2310.11644","repositories_listed":0,"syntology":null},{"url":null,"slug":"mastering-the-task-of-open-information","title":"Mastering the Task of Open Information Extraction with Large Language Models and Consistent Reasoning Environment","date":"2023-10-16","arxiv_id":"2310.10590","repositories_listed":0,"syntology":null},{"url":"/paper/improving-open-information-extraction-with","slug":"improving-open-information-extraction-with","title":"Improving Open Information Extraction with Large Language Models: A Study on Demonstration Uncertainty","date":"2023-09-07","arxiv_id":"2309.03433","repositories_listed":0,"syntology":null},{"url":null,"slug":"pie-qg-paraphrased-information-extraction-for","title":"PIE-QG: Paraphrased Information Extraction for Unsupervised Question Generation from Small Corpora","date":"2023-01-03","arxiv_id":"2301.01064","repositories_listed":0,"syntology":null},{"url":null,"slug":"enriching-relation-extraction-with-openie","title":"Enriching Relation Extraction with OpenIE","date":"2022-12-19","arxiv_id":"2212.09376","repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-open-knowledge-base-canonicalization-1","title":"Joint Open Knowledge Base Canonicalization and Linking","date":"2022-12-02","arxiv_id":"2212.01207","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-generalized-open-information","title":"Towards Generalized Open Information Extraction","date":"2022-11-29","arxiv_id":"2211.15987","repositories_listed":0,"syntology":null},{"url":null,"slug":"when-to-use-what-an-in-depth-comparative","title":"When to Use What: An In-Depth Comparative Empirical Analysis of OpenIE Systems for Downstream Applications","date":"2022-11-15","arxiv_id":"2211.08228","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-is-power-understanding-causality","title":"Knowledge is Power: Understanding Causality Makes Legal judgment Prediction Models More Generalizable and Robust","date":"2022-11-06","arxiv_id":"2211.03046","repositories_listed":0,"syntology":null},{"url":null,"slug":"ielm-an-open-information-extraction-benchmark","title":"IELM: An Open Information Extraction Benchmark for Pre-Trained Language Models","date":"2022-10-25","arxiv_id":"2210.14128","repositories_listed":0,"syntology":null},{"url":null,"slug":"shallow-discourse-parsing-for-open","title":"Shallow Discourse Parsing for Open Information Extraction and Text Simplification","date":"2022-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"open-information-extraction-from-2007-to-2022","title":"A Survey on Open Information Extraction from Rule-based Model to Large Language Model","date":"2022-08-18","arxiv_id":"2208.08690","repositories_listed":0,"syntology":null},{"url":"/paper/a-survey-on-neural-open-information","slug":"a-survey-on-neural-open-information","title":"A Survey on Neural Open Information Extraction: Current Status and Future Directions","date":"2022-05-24","arxiv_id":"2205.11725","repositories_listed":0,"syntology":null},{"url":null,"slug":"oie-oia-an-adaptable-and-efficient-open","title":"OIE@OIA: an Adaptable and Efficient Open Information Extraction Framework","date":"2022-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"enhanced-knowledge-graphs-using-typed","title":"Enhanced Knowledge Graphs Using Typed Entailment Graphs","date":"2022-01-20","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"millie-modular-iterative-multilingual-open","title":"MILLIE: Modular & Iterative Multilingual Open Information Extraction","date":"2021-11-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"maximal-clique-based-non-autoregressive-open","title":"Maximal Clique Based Non-Autoregressive Open Information Extraction","date":"2021-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"integrating-diverse-extraction-pathways-using","title":"milIE: Modular & Iterative Multilingual Open Information Extraction","date":"2021-10-15","arxiv_id":"2110.08144","repositories_listed":0,"syntology":null},{"url":null,"slug":"consistent-crosslingual-data-transfer-for","title":"Consistent Crosslingual Data Transfer for Open Information Extraction","date":"2021-09-17","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"cross-register-projection-for-headline-part","title":"Cross-Register Projection for Headline Part of Speech Tagging","date":"2021-09-15","arxiv_id":"2109.07483","repositories_listed":0,"syntology":null},{"url":null,"slug":"multilingual-epidemic-event-extraction-from","title":"Multilingual Epidemic Event Extraction : From Simple Classification Methods to Open Information Extraction (OIE) and Ontology","date":"2021-09-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"ecnuica-at-semeval-2021-task-11-rule-based","title":"ECNUICA at SemEval-2021 Task 11: Rule based Information Extraction Pipeline","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"cori-collective-relation-integration-with","title":"CoRI: Collective Relation Integration with Data Augmentation for Open Information Extraction","date":"2021-06-01","arxiv_id":"2106.00793","repositories_listed":0,"syntology":null},{"url":null,"slug":"open-information-extraction-approche","title":"Open Information Extraction: Approche Supervisée et Syntaxique pour le Français (Supervised Syntactic Approach for French Open Information Extraction)","date":"2021-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"a-predicate-function-argument-annotation-of","title":"A Predicate-Function-Argument Annotation of Natural Language for Open-Domain Information eXpression","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":6,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/open-information-extraction-on-carb","since_archive":"/sota/open-information-extraction-on-carb#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/open-information-extraction-on-web","since_archive":"/sota/open-information-extraction-on-web#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":6,"papers_where_code_ran_first_page":"/task/open-information-extraction/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":3,"url":"/task/open-information-extraction/papers/2","json":"/task/open-information-extraction/papers/2.json","rows":100},{"order":"archive","page":3,"of":3,"url":"/task/open-information-extraction/papers/3","json":"/task/open-information-extraction/papers/3.json","rows":7},{"order":"ran","page":1,"of":1,"url":"/task/open-information-extraction/papers/ran/1","json":"/task/open-information-extraction/papers/ran/1.json","rows":6}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"1b5517c8548900ec7ae65d6fbb1aebd00a645d7d032a98fc9c54979030953426","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}