{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/fact-verification","name":"Fact Verification","slug":"fact-verification","description_markdown":"Fact verification, also called \"fact checking\", is a process of verifying facts in natural text against a database of facts.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":216,"papers_with_code":129,"benchmarks":3,"benchmark_tables_in_archive":3,"benchmark_tables_shown":3,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":17,"subtasks":0,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/fact-verification-on-kilt-fever","slug":"fact-verification-on-kilt-fever","dataset":"KILT: FEVER","dataset_url":"/dataset/kilt","rows_in_archive":33,"metrics":["KILT-AC","R-Prec","Recall@5","Accuracy"],"first_row_in_archive_order":{"model":"Re2G","paper_title":"Re2G: Retrieve, Rerank, Generate","paper_url":"/paper/re2g-retrieve-rerank-generate-2","paper_date":"2022-07-13","arxiv_id":"2207.06300","code_links":[{"title":"ibm/kgi-slot-filling","url":"https://github.com/ibm/kgi-slot-filling"}],"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re2g-retrieve-rerank-generate-2#ran","syntology_url":"https://syntology.ai/paper/2207.06300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06300"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/fact-verification-on-fever","slug":"fact-verification-on-fever","dataset":"FEVER","dataset_url":"/dataset/fever","rows_in_archive":7,"metrics":["Accuracy","FEVER"],"first_row_in_archive_order":{"model":"ProoFVer-SB","paper_title":"ProoFVer: Natural Logic Theorem Proving for Fact Verification","paper_url":"/paper/proofver-natural-logic-theorem-proving-for","paper_date":"2021-08-25","arxiv_id":"2108.11357","code_links":[{"title":"krishnamrith12/proofver","url":"https://github.com/krishnamrith12/proofver"}],"syntology":null}},{"leaderboard":"/sota/fact-verification-on-danfever","slug":"fact-verification-on-danfever","dataset":"DanFEVER","dataset_url":"/dataset/danfever","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"DanFEVER XLM-RoBERTa Large","paper_title":"DanFEVER: claim verification dataset for Danish","paper_url":"/paper/danfever-claim-verification-dataset-for","paper_date":"","arxiv_id":null,"code_links":[{"title":"StrombergNLP/danfever","url":"https://github.com/StrombergNLP/danfever"}],"syntology":null}}],"datasets":[{"url":"/dataset/fever","name":"FEVER","full_name":"Fact Extraction and VERification","num_papers_in_archive":498},{"url":"/dataset/kilt","name":"KILT","full_name":"KILT Benchmark","num_papers_in_archive":117},{"url":"/dataset/feverous","name":"FEVEROUS","full_name":"Fact Extraction and VERification Over Unstructured and Structured information","num_papers_in_archive":46},{"url":"/dataset/vitaminc","name":"VitaminC","full_name":"Fact Verification with Contrastive Evidence","num_papers_in_archive":42},{"url":"/dataset/hover","name":"HoVer","full_name":"","num_papers_in_archive":35},{"url":"/dataset/creak","name":"CREAK","full_name":"","num_papers_in_archive":30},{"url":"/dataset/snopes","name":"Snopes","full_name":"","num_papers_in_archive":22},{"url":"/dataset/politifact","name":"PolitiFact","full_name":"","num_papers_in_archive":20},{"url":"/dataset/averitec","name":"AVeriTeC","full_name":"AVeriTeC: A Dataset for Real-world Claim Verification with Evidence from the Web","num_papers_in_archive":17},{"url":"/dataset/x-fact","name":"X-Fact","full_name":"","num_papers_in_archive":16},{"url":"/dataset/faviq","name":"FaVIQ","full_name":"Fact Verification from Information-seeking Questions","num_papers_in_archive":15},{"url":"/dataset/mocheg","name":"Mocheg","full_name":"","num_papers_in_archive":10},{"url":"/dataset/factify","name":"FACTIFY","full_name":"a dataset on multi-modal fact verification","num_papers_in_archive":4},{"url":"/dataset/liar2","name":"LIAR2","full_name":"","num_papers_in_archive":4},{"url":"/dataset/danfever","name":"DanFEVER","full_name":"","num_papers_in_archive":3},{"url":"/dataset/cfever","name":"CFEVER","full_name":"","num_papers_in_archive":1},{"url":"/dataset/evidence-based-factual-error-correction","name":"Evidence-based Factual Error Correction","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":3,"rows_per_page":100,"shown":100,"of":216,"of_with_code":129,"tagged_in_all":216,"counts":{"archive_papers_tagged":216,"with_a_code_link":129,"where_syntology_ran_a_sample":41,"not_listed_spam_title":0,"listed":216,"listed_where_code_ran":41,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":32,"every_run_a_failure_of_syntologys_instrument":9,"listed_with_a_run_with_no_instrument_failure":32,"listed_every_run_a_failure_of_syntologys_instrument":9,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/retrieval-augmented-generation-for-knowledge","slug":"retrieval-augmented-generation-for-knowledge","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","date":"2020-05-22","arxiv_id":"2005.11401","repositories_listed":18,"syntology":{"n":6,"n_ran":6,"n_constructed":3,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/retrieval-augmented-generation-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/2005.11401","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.11401"}},"official":null}},{"url":"/paper/react-synergizing-reasoning-and-acting-in","slug":"react-synergizing-reasoning-and-acting-in","title":"ReAct: Synergizing Reasoning and Acting in Language Models","date":"2022-10-06","arxiv_id":"2210.03629","repositories_listed":9,"syntology":{"n":34,"n_ran":15,"n_constructed":9,"n_ran_checked":10,"n_instrument":5,"n_unverified":19,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":6,"phrase":"15 ran (of which 9 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 5 where Syntology's instrument failed) · 19 unverified","sample_list":"/paper/react-synergizing-reasoning-and-acting-in#ran","syntology_url":"https://syntology.ai/paper/2210.03629","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03629"}},"official":{"repos":["ysymyth/ReAct"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/self-rag-learning-to-retrieve-generate-and","slug":"self-rag-learning-to-retrieve-generate-and","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","date":"2023-10-17","arxiv_id":"2310.11511","repositories_listed":6,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":3,"n_instrument":8,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":6,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 8 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/self-rag-learning-to-retrieve-generate-and#ran","syntology_url":"https://syntology.ai/paper/2310.11511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.11511"}},"official":{"repos":["AkariAsai/self-rag"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/precise-zero-shot-dense-retrieval-without","slug":"precise-zero-shot-dense-retrieval-without","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","date":"2022-12-20","arxiv_id":"2212.10496","repositories_listed":3,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/precise-zero-shot-dense-retrieval-without#ran","syntology_url":"https://syntology.ai/paper/2212.10496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10496"}},"official":{"repos":["texttron/hyde"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/factual-error-correction-of-claims","slug":"factual-error-correction-of-claims","title":"Evidence-based Factual Error Correction","date":"2020-12-31","arxiv_id":"2012.15788","repositories_listed":3,"syntology":null},{"url":"/paper/kilt-a-benchmark-for-knowledge-intensive","slug":"kilt-a-benchmark-for-knowledge-intensive","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","date":"2020-09-04","arxiv_id":"2009.02252","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kilt-a-benchmark-for-knowledge-intensive#ran","syntology_url":"https://syntology.ai/paper/2009.02252","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.02252"}},"official":{"repos":["facebookresearch/KILT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/towards-debiasing-fact-verification-models","slug":"towards-debiasing-fact-verification-models","title":"Towards Debiasing Fact Verification Models","date":"2019-08-14","arxiv_id":"1908.05267","repositories_listed":3,"syntology":null},{"url":"/paper/benchmarking-retrieval-augmented-generation-1","slug":"benchmarking-retrieval-augmented-generation-1","title":"Benchmarking Retrieval-Augmented Generation in Multi-Modal Contexts","date":"2025-02-24","arxiv_id":"2502.17297","repositories_listed":2,"syntology":null},{"url":"/paper/cfever-a-chinese-fact-extraction-and","slug":"cfever-a-chinese-fact-extraction-and","title":"CFEVER: A Chinese Fact Extraction and VERification Dataset","date":"2024-02-20","arxiv_id":"2402.13025","repositories_listed":2,"syntology":null},{"url":"/paper/chain-of-table-evolving-tables-in-the","slug":"chain-of-table-evolving-tables-in-the","title":"Chain-of-Table: Evolving Tables in the Reasoning Chain for Table Understanding","date":"2024-01-09","arxiv_id":"2401.04398","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chain-of-table-evolving-tables-in-the#ran","syntology_url":"https://syntology.ai/paper/2401.04398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04398"}},"official":null}},{"url":"/paper/learning-to-filter-context-for-retrieval","slug":"learning-to-filter-context-for-retrieval","title":"Learning to Filter Context for Retrieval-Augmented Generation","date":"2023-11-14","arxiv_id":"2311.08377","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-to-filter-context-for-retrieval#ran","syntology_url":"https://syntology.ai/paper/2311.08377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08377"}},"official":{"repos":["zorazrw/filco"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/alignscore-evaluating-factual-consistency","slug":"alignscore-evaluating-factual-consistency","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","date":"2023-05-26","arxiv_id":"2305.16739","repositories_listed":2,"syntology":null},{"url":"/paper/toward-a-unified-framework-for-unsupervised","slug":"toward-a-unified-framework-for-unsupervised","title":"Optimization Techniques for Unsupervised Complex Table Reasoning via Self-Training Framework","date":"2022-12-20","arxiv_id":"2212.10097","repositories_listed":2,"syntology":{"n":20,"n_ran":17,"n_constructed":0,"n_ran_checked":17,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":17,"n_pointer_only":0,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 0 violated, 17 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/toward-a-unified-framework-for-unsupervised#ran","syntology_url":"https://syntology.ai/paper/2212.10097","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10097"}},"official":{"repos":["leezythu/uctr","leezythu/uctr-st"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":17,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/decorrelate-irrelevant-purify-relevant","slug":"decorrelate-irrelevant-purify-relevant","title":"Decorrelate Irrelevant, Purify Relevant: Overcome Textual Spurious Correlations from a Feature Perspective","date":"2022-02-16","arxiv_id":"2202.08048","repositories_listed":2,"syntology":null},{"url":"/paper/creak-a-dataset-for-commonsense-reasoning","slug":"creak-a-dataset-for-commonsense-reasoning","title":"CREAK: A Dataset for Commonsense Reasoning over Entity Knowledge","date":"2021-09-03","arxiv_id":"2109.01653","repositories_listed":2,"syntology":null},{"url":"/paper/faviq-fact-verification-from-information","slug":"faviq-fact-verification-from-information","title":"FaVIQ: FAct Verification from Information-seeking Questions","date":"2021-07-05","arxiv_id":"2107.02153","repositories_listed":2,"syntology":null},{"url":"/paper/multilingual-evidence-retrieval-and-fact","slug":"multilingual-evidence-retrieval-and-fact","title":"Multilingual Evidence Retrieval and Fact Verification to Combat Global Disinformation: The Power of Polyglotism","date":"2020-12-16","arxiv_id":"2012.08919","repositories_listed":2,"syntology":null},{"url":"/paper/where-are-the-facts-searching-for-fact","slug":"where-are-the-facts-searching-for-fact","title":"Where Are the Facts? Searching for Fact-checked Information to Alleviate the Spread of Fake News","date":"2020-10-07","arxiv_id":"2010.03159","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/where-are-the-facts-searching-for-fact#ran","syntology_url":"https://syntology.ai/paper/2010.03159","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03159"}},"official":{"repos":["nguyenvo09/EMNLP2020"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/revealing-the-importance-of-semantic","slug":"revealing-the-importance-of-semantic","title":"Revealing the Importance of Semantic Retrieval for Machine Reading at Scale","date":"2019-09-17","arxiv_id":"1909.08041","repositories_listed":2,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":13,"n_instrument":2,"n_unverified":2,"n_honours":4,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 4 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revealing-the-importance-of-semantic#ran","syntology_url":"https://syntology.ai/paper/1909.08041","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.08041"}},"official":{"repos":["easonnie/semanticRetrievalMRS"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/simple-but-effective-techniques-to-reduce","slug":"simple-but-effective-techniques-to-reduce","title":"End-to-End Bias Mitigation by Modelling Biases in Corpora","date":"2019-09-13","arxiv_id":"1909.06321","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simple-but-effective-techniques-to-reduce#ran","syntology_url":"https://syntology.ai/paper/1909.06321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.06321"}},"official":{"repos":["rabeehk/robust-nli","rabeehk/robust-nli-fixed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gear-graph-based-evidence-aggregating-and-1","slug":"gear-graph-based-evidence-aggregating-and-1","title":"GEAR: Graph-based Evidence Aggregating and Reasoning for Fact Verification","date":"2019-07-22","arxiv_id":"1908.01843","repositories_listed":2,"syntology":null},{"url":"/paper/combining-fact-extraction-and-verification","slug":"combining-fact-extraction-and-verification","title":"Combining Fact Extraction and Verification with Neural Semantic Matching Networks","date":"2018-11-16","arxiv_id":"1811.07039","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/combining-fact-extraction-and-verification#ran","syntology_url":"https://syntology.ai/paper/1811.07039","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.07039"}},"official":{"repos":["easonnie/combine-FEVER-NSMN"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ds-gt-at-checkthat-2025-evaluating-context","slug":"ds-gt-at-checkthat-2025-evaluating-context","title":"DS@GT at CheckThat! 2025: Evaluating Context and Tokenization Strategies for Numerical Fact Verification","date":"2025-07-08","arxiv_id":"2507.06195","repositories_listed":1,"syntology":null},{"url":"/paper/verifying-the-verifiers-unveiling-pitfalls","slug":"verifying-the-verifiers-unveiling-pitfalls","title":"Verifying the Verifiers: Unveiling Pitfalls and Potentials in Fact Verifiers","date":"2025-06-16","arxiv_id":"2506.13342","repositories_listed":1,"syntology":null},{"url":"/paper/climateviz-a-benchmark-for-statistical","slug":"climateviz-a-benchmark-for-statistical","title":"ClimateViz: A Benchmark for Statistical Reasoning and Fact Verification on Scientific Charts","date":"2025-06-10","arxiv_id":"2506.08700","repositories_listed":1,"syntology":null},{"url":"/paper/reasoning-table-exploring-reinforcement","slug":"reasoning-table-exploring-reinforcement","title":"Reasoning-Table: Exploring Reinforcement Learning for Table Reasoning","date":"2025-06-02","arxiv_id":"2506.01710","repositories_listed":1,"syntology":null},{"url":"/paper/table-r1-inference-time-scaling-for-table","slug":"table-r1-inference-time-scaling-for-table","title":"Table-R1: Inference-Time Scaling for Table Reasoning","date":"2025-05-29","arxiv_id":"2505.23621","repositories_listed":1,"syntology":null},{"url":"/paper/2503-00955","slug":"2503-00955","title":"SemViQA: A Semantic Question Answering System for Vietnamese Information Fact-Checking","date":"2025-03-02","arxiv_id":"2503.00955","repositories_listed":1,"syntology":null},{"url":"/paper/hippo-enhancing-the-table-understanding","slug":"hippo-enhancing-the-table-understanding","title":"HIPPO: Enhancing the Table Understanding Capability of Large Language Models through Hybrid-Modal Preference Optimization","date":"2025-02-24","arxiv_id":"2502.17315","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hippo-enhancing-the-table-understanding#ran","syntology_url":"https://syntology.ai/paper/2502.17315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.17315"}},"official":{"repos":["neuir/hippo"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/step-by-step-fact-verification-system-for","slug":"step-by-step-fact-verification-system-for","title":"Step-by-Step Fact Verification System for Medical Claims with Explainable Reasoning","date":"2025-02-20","arxiv_id":"2502.14765","repositories_listed":1,"syntology":null},{"url":"/paper/flashcheck-exploration-of-efficient-evidence","slug":"flashcheck-exploration-of-efficient-evidence","title":"FlashCheck: Exploration of Efficient Evidence Retrieval for Fast Fact-Checking","date":"2025-02-09","arxiv_id":"2502.05803","repositories_listed":1,"syntology":null},{"url":"/paper/assessing-the-limitations-of-large-language","slug":"assessing-the-limitations-of-large-language","title":"Assessing the Limitations of Large Language Models in Clinical Fact Decomposition","date":"2024-12-17","arxiv_id":"2412.12422","repositories_listed":1,"syntology":null},{"url":"/paper/simgrag-leveraging-similar-subgraphs-for","slug":"simgrag-leveraging-similar-subgraphs-for","title":"SimGRAG: Leveraging Similar Subgraphs for Knowledge Graphs Driven Retrieval-Augmented Generation","date":"2024-12-17","arxiv_id":"2412.15272","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-verify-summary-facts-with-fine","slug":"learning-to-verify-summary-facts-with-fine","title":"Learning to Verify Summary Facts with Fine-Grained LLM Feedback","date":"2024-12-14","arxiv_id":"2412.10689","repositories_listed":1,"syntology":null},{"url":"/paper/truth-or-mirage-towards-end-to-end-factuality","slug":"truth-or-mirage-towards-end-to-end-factuality","title":"Truth or Mirage? Towards End-to-End Factuality Evaluation with LLM-Oasis","date":"2024-11-29","arxiv_id":"2411.19655","repositories_listed":1,"syntology":null},{"url":"/paper/zefav-boosting-large-language-models-for-zero","slug":"zefav-boosting-large-language-models-for-zero","title":"ZeFaV: Boosting Large Language Models for Zero-shot Fact Verification","date":"2024-11-18","arxiv_id":"2411.11247","repositories_listed":1,"syntology":null},{"url":"/paper/tabver-tabular-fact-verification-with-natural","slug":"tabver-tabular-fact-verification-with-natural","title":"TabVer: Tabular Fact Verification with Natural Logic","date":"2024-11-02","arxiv_id":"2411.01093","repositories_listed":1,"syntology":null},{"url":"/paper/a-little-human-data-goes-a-long-way","slug":"a-little-human-data-goes-a-long-way","title":"A Little Human Data Goes A Long Way","date":"2024-10-17","arxiv_id":"2410.13098","repositories_listed":1,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":7,"n_instrument":8,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 8 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-little-human-data-goes-a-long-way#ran","syntology_url":"https://syntology.ai/paper/2410.13098","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.13098"}},"official":{"repos":["dhananjayashok/littlehumandata"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mcqg-srefine-multiple-choice-question","slug":"mcqg-srefine-multiple-choice-question","title":"MCQG-SRefine: Multiple Choice Question Generation and Evaluation with Iterative Self-Critique, Correction, and Comparison Feedback","date":"2024-10-17","arxiv_id":"2410.13191","repositories_listed":1,"syntology":null},{"url":"/paper/take-it-easy-label-adaptive-self","slug":"take-it-easy-label-adaptive-self","title":"Take It Easy: Label-Adaptive Self-Rationalization for Fact Verification and Explanation Generation","date":"2024-10-05","arxiv_id":"2410.04002","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/take-it-easy-label-adaptive-self#ran","syntology_url":"https://syntology.ai/paper/2410.04002","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.04002"}},"official":{"repos":["jingyng/label-adaptive-self-rationalization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-fact-verification-via-natural-logic","slug":"zero-shot-fact-verification-via-natural-logic","title":"Zero-Shot Fact Verification via Natural Logic and Large Language Models","date":"2024-10-04","arxiv_id":"2410.03341","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":4,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":10,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/zero-shot-fact-verification-via-natural-logic#ran","syntology_url":"https://syntology.ai/paper/2410.03341","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.03341"}},"official":{"repos":["marekstrong/Zero-NatVer"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/loki-an-open-source-tool-for-fact","slug":"loki-an-open-source-tool-for-fact","title":"Loki: An Open-Source Tool for Fact Verification","date":"2024-10-02","arxiv_id":"2410.01794","repositories_listed":1,"syntology":null},{"url":"/paper/tart-an-open-source-tool-augmented-framework","slug":"tart-an-open-source-tool-augmented-framework","title":"TART: An Open-Source Tool-Augmented Framework for Explainable Table-based Reasoning","date":"2024-09-18","arxiv_id":"2409.11724","repositories_listed":1,"syntology":null},{"url":"/paper/checkwhy-causal-fact-verification-via","slug":"checkwhy-causal-fact-verification-via","title":"CHECKWHY: Causal Fact Verification via Argument Structure","date":"2024-08-20","arxiv_id":"2408.10918","repositories_listed":1,"syntology":null},{"url":"/paper/fact-or-fiction-improving-fact-verification","slug":"fact-or-fiction-improving-fact-verification","title":"Fact or Fiction? Improving Fact Verification with Knowledge Graphs through Simplified Subgraph Retrievals","date":"2024-08-14","arxiv_id":"2408.07453","repositories_listed":1,"syntology":null},{"url":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive","slug":"h-star-llm-driven-hybrid-sql-text-adaptive","title":"H-STAR: LLM-driven Hybrid SQL-Text Adaptive Reasoning on Tables","date":"2024-06-29","arxiv_id":"2407.05952","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive#ran","syntology_url":"https://syntology.ai/paper/2407.05952","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05952"}},"official":{"repos":["nikhilsab/h-star"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/molecular-facts-desiderata-for","slug":"molecular-facts-desiderata-for","title":"Molecular Facts: Desiderata for Decontextualization in LLM Fact Verification","date":"2024-06-28","arxiv_id":"2406.20079","repositories_listed":1,"syntology":null},{"url":"/paper/factual-confidence-of-llms-on-reliability-and","slug":"factual-confidence-of-llms-on-reliability-and","title":"Factual Confidence of LLMs: on Reliability and Robustness of Current Estimators","date":"2024-06-19","arxiv_id":"2406.13415","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/factual-confidence-of-llms-on-reliability-and#ran","syntology_url":"https://syntology.ai/paper/2406.13415","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13415"}},"official":{"repos":["amazon-science/factual-confidence-of-llms"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/chain-of-preference-optimization-improving","slug":"chain-of-preference-optimization-improving","title":"Chain of Preference Optimization: Improving Chain-of-Thought Reasoning in LLMs","date":"2024-06-13","arxiv_id":"2406.09136","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chain-of-preference-optimization-improving#ran","syntology_url":"https://syntology.ai/paper/2406.09136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.09136"}},"official":{"repos":["sail-sg/cpo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/factgenius-combining-zero-shot-prompting-and","slug":"factgenius-combining-zero-shot-prompting-and","title":"FactGenius: Combining Zero-Shot Prompting and Fuzzy Relation Mining to Improve Fact Verification with Knowledge Graphs","date":"2024-06-03","arxiv_id":"2406.01311","repositories_listed":1,"syntology":null},{"url":"/paper/multi-evidence-based-fact-verification-via-a","slug":"multi-evidence-based-fact-verification-via-a","title":"Multi-Evidence based Fact Verification via A Confidential Graph Neural Network","date":"2024-05-17","arxiv_id":"2405.10481","repositories_listed":1,"syntology":null},{"url":"/paper/towards-a-search-engine-for-machines-unified","slug":"towards-a-search-engine-for-machines-unified","title":"Towards a Search Engine for Machines: Unified Ranking for Multiple Retrieval-Augmented Large Language Models","date":"2024-04-30","arxiv_id":"2405.00175","repositories_listed":1,"syntology":null},{"url":"/paper/towards-a-framework-for-evaluating","slug":"towards-a-framework-for-evaluating","title":"Towards a Framework for Evaluating Explanations in Automated Fact Verification","date":"2024-03-29","arxiv_id":"2403.20322","repositories_listed":1,"syntology":null},{"url":"/paper/bridging-textual-and-tabular-worlds-for-fact","slug":"bridging-textual-and-tabular-worlds-for-fact","title":"Bridging Textual and Tabular Worlds for Fact Verification: A Lightweight, Attention-Based Model","date":"2024-03-26","arxiv_id":"2403.17361","repositories_listed":1,"syntology":null},{"url":"/paper/attribute-first-then-generate-locally","slug":"attribute-first-then-generate-locally","title":"Attribute First, then Generate: Locally-attributable Grounded Text Generation","date":"2024-03-25","arxiv_id":"2403.17104","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attribute-first-then-generate-locally#ran","syntology_url":"https://syntology.ai/paper/2403.17104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.17104"}},"official":{"repos":["lovodkin93/attribute-first-then-generate"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/m3-a-multi-task-mixed-objective-learning","slug":"m3-a-multi-task-mixed-objective-learning","title":"M3: A Multi-Task Mixed-Objective Learning Framework for Open-Domain Multi-Hop Dense Sentence Retrieval","date":"2024-03-21","arxiv_id":"2403.14074","repositories_listed":1,"syntology":null},{"url":"/paper/team-trifecta-at-factify5wqa-setting-the","slug":"team-trifecta-at-factify5wqa-setting-the","title":"Team Trifecta at Factify5WQA: Setting the Standard in Fact Verification with Fine-Tuning","date":"2024-03-15","arxiv_id":"2403.10281","repositories_listed":1,"syntology":null},{"url":"/paper/rethinking-loss-functions-for-fact","slug":"rethinking-loss-functions-for-fact","title":"Rethinking Loss Functions for Fact Verification","date":"2024-03-13","arxiv_id":"2403.08174","repositories_listed":1,"syntology":null},{"url":"/paper/faaf-facts-as-a-function-for-the-evaluation","slug":"faaf-facts-as-a-function-for-the-evaluation","title":"FaaF: Facts as a Function for the evaluation of generated text","date":"2024-03-06","arxiv_id":"2403.03888","repositories_listed":1,"syntology":null},{"url":"/paper/causal-walk-debiasing-multi-hop-fact","slug":"causal-walk-debiasing-multi-hop-fact","title":"Causal Walk: Debiasing Multi-Hop Fact Verification with Front-Door Adjustment","date":"2024-03-05","arxiv_id":"2403.02698","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/causal-walk-debiasing-multi-hop-fact#ran","syntology_url":"https://syntology.ai/paper/2403.02698","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.02698"}},"official":{"repos":["zcccccz/causalwalk"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/are-large-language-models-table-based-fact","slug":"are-large-language-models-table-based-fact","title":"Are Large Language Models Table-based Fact-Checkers?","date":"2024-02-04","arxiv_id":"2402.02549","repositories_listed":1,"syntology":null},{"url":"/paper/chartcheck-an-evidence-based-fact-checking","slug":"chartcheck-an-evidence-based-fact-checking","title":"ChartCheck: Explainable Fact-Checking over Real-World Chart Images","date":"2023-11-13","arxiv_id":"2311.07453","repositories_listed":1,"syntology":null},{"url":"/paper/xfever-exploring-fact-verification-across","slug":"xfever-exploring-fact-verification-across","title":"XFEVER: Exploring Fact Verification across Languages","date":"2023-10-25","arxiv_id":"2310.16278","repositories_listed":1,"syntology":null},{"url":"/paper/explain-edit-generate-rationale-sensitive","slug":"explain-edit-generate-rationale-sensitive","title":"EXPLAIN, EDIT, GENERATE: Rationale-Sensitive Counterfactual Data Augmentation for Multi-hop Fact Verification","date":"2023-10-23","arxiv_id":"2310.14508","repositories_listed":1,"syntology":null},{"url":"/paper/language-models-hallucinate-but-may-excel-at","slug":"language-models-hallucinate-but-may-excel-at","title":"Language Models Hallucinate, but May Excel at Fact Verification","date":"2023-10-23","arxiv_id":"2310.14564","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/language-models-hallucinate-but-may-excel-at#ran","syntology_url":"https://syntology.ai/paper/2310.14564","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14564"}},"official":{"repos":["jianguanthu/llmforfv"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/qa-natver-question-answering-for-natural","slug":"qa-natver-question-answering-for-natural","title":"QA-NatVer: Question Answering for Natural Logic-based Fact Verification","date":"2023-10-22","arxiv_id":"2310.14198","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/qa-natver-question-answering-for-natural#ran","syntology_url":"https://syntology.ai/paper/2310.14198","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14198"}},"official":{"repos":["raldir/qa-natver"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/from-relevance-to-utility-evidence-retrieval","slug":"from-relevance-to-utility-evidence-retrieval","title":"From Relevance to Utility: Evidence Retrieval with Feedback for Fact Verification","date":"2023-10-18","arxiv_id":"2310.11675","repositories_listed":1,"syntology":null},{"url":"/paper/kg-gpt-a-general-framework-for-reasoning-on","slug":"kg-gpt-a-general-framework-for-reasoning-on","title":"KG-GPT: A General Framework for Reasoning on Knowledge Graphs Using Large Language Models","date":"2023-10-17","arxiv_id":"2310.11220","repositories_listed":1,"syntology":null},{"url":"/paper/ex-fever-a-dataset-for-multi-hop-explainable","slug":"ex-fever-a-dataset-for-multi-hop-explainable","title":"EX-FEVER: A Dataset for Multi-hop Explainable Fact Verification","date":"2023-10-15","arxiv_id":"2310.09754","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ex-fever-a-dataset-for-multi-hop-explainable#ran","syntology_url":"https://syntology.ai/paper/2310.09754","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09754"}},"official":{"repos":["dependentsign/EX-FEVER"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/from-nuisance-to-news-sense-augmenting-the","slug":"from-nuisance-to-news-sense-augmenting-the","title":"From Nuisance to News Sense: Augmenting the News with Cross-Document Evidence and Context","date":"2023-10-06","arxiv_id":"2310.04592","repositories_listed":1,"syntology":null},{"url":"/paper/towards-llm-based-fact-verification-on-news","slug":"towards-llm-based-fact-verification-on-news","title":"Towards LLM-based Fact Verification on News Claims with a Hierarchical Step-by-Step Prompting Method","date":"2023-09-30","arxiv_id":"2310.00305","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-llm-based-fact-verification-on-news#ran","syntology_url":"https://syntology.ai/paper/2310.00305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00305"}},"official":{"repos":["jadecurl/hiss"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-fact-verification-by-language","slug":"unsupervised-fact-verification-by-language","title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation","date":"2023-09-28","arxiv_id":"2309.16540","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unsupervised-fact-verification-by-language#ran","syntology_url":"https://syntology.ai/paper/2309.16540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.16540"}},"official":{"repos":["adrianbzg/sfavel"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-zero-and-few-shot-1","slug":"investigating-zero-and-few-shot-1","title":"Investigating Zero- and Few-shot Generalization in Fact Verification","date":"2023-09-18","arxiv_id":"2309.09444","repositories_listed":1,"syntology":null},{"url":"/paper/structural-self-supervised-objectives-for","slug":"structural-self-supervised-objectives-for","title":"Structural Self-Supervised Objectives for Transformers","date":"2023-09-15","arxiv_id":"2309.08272","repositories_listed":1,"syntology":null},{"url":"/paper/heuristic-heterogeneous-graph-reasoning","slug":"heuristic-heterogeneous-graph-reasoning","title":"Heuristic Heterogeneous Graph Reasoning Networks for Fact Verification","date":"2023-06-13","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/prompt-to-be-consistent-is-better-than-self","slug":"prompt-to-be-consistent-is-better-than-self","title":"Prompt to be Consistent is Better than Self-Consistent? Few-Shot and Zero-Shot Fact Verification with Pre-trained Language Models","date":"2023-06-05","arxiv_id":"2306.02569","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-retrieval-augmented-large-language","slug":"enhancing-retrieval-augmented-large-language","title":"Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy","date":"2023-05-24","arxiv_id":"2305.15294","repositories_listed":1,"syntology":null},{"url":"/paper/factkg-fact-verification-via-reasoning-on","slug":"factkg-fact-verification-via-reasoning-on","title":"FactKG: Fact Verification via Reasoning on Knowledge Graphs","date":"2023-05-11","arxiv_id":"2305.06590","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/factkg-fact-verification-via-reasoning-on#ran","syntology_url":"https://syntology.ai/paper/2305.06590","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06590"}},"official":{"repos":["jiho283/FactKG"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/decker-double-check-with-heterogeneous","slug":"decker-double-check-with-heterogeneous","title":"Decker: Double Check with Heterogeneous Knowledge for Commonsense Fact Verification","date":"2023-05-10","arxiv_id":"2305.05921","repositories_listed":1,"syntology":null},{"url":"/paper/read-it-twice-towards-faithfully","slug":"read-it-twice-towards-faithfully","title":"Read it Twice: Towards Faithfully Interpretable Fact Verification by Revisiting Evidence","date":"2023-05-02","arxiv_id":"2305.03507","repositories_listed":1,"syntology":null},{"url":"/paper/factify-2-a-multimodal-fake-news-and-satire","slug":"factify-2-a-multimodal-fake-news-and-satire","title":"Factify 2: A Multimodal Fake News and Satire News Dataset","date":"2023-04-08","arxiv_id":"2304.03897","repositories_listed":1,"syntology":null},{"url":"/paper/ino-at-factify-2-structure-coherence-based","slug":"ino-at-factify-2-structure-coherence-based","title":"INO at Factify 2: Structure Coherence based Multi-Modal Fact Verification","date":"2023-03-02","arxiv_id":"2303.01510","repositories_listed":1,"syntology":null},{"url":"/paper/covid-vts-fact-extraction-and-verification-on","slug":"covid-vts-fact-extraction-and-verification-on","title":"COVID-VTS: Fact Extraction and Verification on Short Video Platforms","date":"2023-02-15","arxiv_id":"2302.07919","repositories_listed":1,"syntology":null},{"url":"/paper/team-triple-check-at-factify-2-parameter","slug":"team-triple-check-at-factify-2-parameter","title":"Team Triple-Check at Factify 2: Parameter-Efficient Large Foundation Models with Feature Representations for Multi-Modal Fact Verification","date":"2023-02-12","arxiv_id":"2302.07740","repositories_listed":1,"syntology":null},{"url":"/paper/guide-the-learner-controlling-product-of","slug":"guide-the-learner-controlling-product-of","title":"Guide the Learner: Controlling Product of Experts Debiasing Method Based on Token Attribution Similarities","date":"2023-02-06","arxiv_id":"2302.02852","repositories_listed":1,"syntology":null},{"url":"/paper/converge-to-the-truth-factual-error","slug":"converge-to-the-truth-factual-error","title":"Converge to the Truth: Factual Error Correction via Iterative Constrained Editing","date":"2022-11-22","arxiv_id":"2211.12130","repositories_listed":1,"syntology":null},{"url":"/paper/adaptkeybert-an-attention-based-approach","slug":"adaptkeybert-an-attention-based-approach","title":"AdaptKeyBERT: An Attention-Based approach towards Few-Shot & Zero-Shot Domain Adaptation of KeyBERT","date":"2022-11-14","arxiv_id":"2211.07499","repositories_listed":1,"syntology":null},{"url":"/paper/pasta-table-operations-aware-fact","slug":"pasta-table-operations-aware-fact","title":"PASTA: Table-Operations Aware Fact Verification via Sentence-Table Cloze Pre-training","date":"2022-11-05","arxiv_id":"2211.02816","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pasta-table-operations-aware-fact#ran","syntology_url":"https://syntology.ai/paper/2211.02816","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.02816"}},"official":{"repos":["ruc-datalab/PASTA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/reastap-injecting-table-reasoning-skills","slug":"reastap-injecting-table-reasoning-skills","title":"ReasTAP: Injecting Table Reasoning Skills During Pre-training via Synthetic Reasoning Examples","date":"2022-10-22","arxiv_id":"2210.12374","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/reastap-injecting-table-reasoning-skills#ran","syntology_url":"https://syntology.ai/paper/2210.12374","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12374"}},"official":{"repos":["yale-lily/reastap"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-few-1-shot-table","slug":"large-language-models-are-few-1-shot-table","title":"Large Language Models are few(1)-shot Table Reasoners","date":"2022-10-13","arxiv_id":"2210.06710","repositories_listed":1,"syntology":null},{"url":"/paper/fact-saboteurs-a-taxonomy-of-evidence","slug":"fact-saboteurs-a-taxonomy-of-evidence","title":"Fact-Saboteurs: A Taxonomy of Evidence Manipulation Attacks against Fact-Verification Systems","date":"2022-09-07","arxiv_id":"2209.03755","repositories_listed":1,"syntology":null},{"url":"/paper/re2g-retrieve-rerank-generate-2","slug":"re2g-retrieve-rerank-generate-2","title":"Re2G: Retrieve, Rerank, Generate","date":"2022-07-13","arxiv_id":"2207.06300","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/re2g-retrieve-rerank-generate-2#ran","syntology_url":"https://syntology.ai/paper/2207.06300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.06300"}},"official":{"repos":["ibm/kgi-slot-filling"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/beyond-fact-verification-comparing-and","slug":"beyond-fact-verification-comparing-and","title":"ClaimDiff: Comparing and Contrasting Claims on Contentious Issues","date":"2022-05-24","arxiv_id":"2205.12221","repositories_listed":1,"syntology":null},{"url":"/paper/paragraph-based-transformer-pre-training-for","slug":"paragraph-based-transformer-pre-training-for","title":"Paragraph-based Transformer Pre-training for Multi-Sentence Inference","date":"2022-05-02","arxiv_id":"2205.01228","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-generate-programs-for-table-fact","slug":"learning-to-generate-programs-for-table-fact","title":"Learning to Generate Programs for Table Fact Verification via Structure-Aware Semantic Parsing","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/table-based-fact-verification-with-self-1","slug":"table-based-fact-verification-with-self-1","title":"Table-based Fact Verification with Self-adaptive Mixture of Experts","date":"2022-04-19","arxiv_id":"2204.08753","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/table-based-fact-verification-with-self-1#ran","syntology_url":"https://syntology.ai/paper/2204.08753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08753"}},"official":{"repos":["thumlp/samoe"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/gere-generative-evidence-retrieval-for-fact","slug":"gere-generative-evidence-retrieval-for-fact","title":"GERE: Generative Evidence Retrieval for Fact Verification","date":"2022-04-12","arxiv_id":"2204.05511","repositories_listed":1,"syntology":null},{"url":"/paper/synthetic-disinformation-attacks-on-automated","slug":"synthetic-disinformation-attacks-on-automated","title":"Synthetic Disinformation Attacks on Automated Fact Verification Systems","date":"2022-02-18","arxiv_id":"2202.09381","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/synthetic-disinformation-attacks-on-automated#ran","syntology_url":"https://syntology.ai/paper/2202.09381","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.09381"}},"official":{"repos":["yibing-du/adversarial-factcheck"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/csfever-and-ctkfacts-czech-datasets-for-fact","slug":"csfever-and-ctkfacts-czech-datasets-for-fact","title":"CsFEVER and CTKFacts: Acquiring Czech data for fact verification","date":"2022-01-26","arxiv_id":"2201.11115","repositories_listed":1,"syntology":null},{"url":"/paper/team-yao-at-factify-2022-utilizing-pre","slug":"team-yao-at-factify-2022-utilizing-pre","title":"Team Yao at Factify 2022: Utilizing Pre-trained Models and Co-attention Networks for Multi-Modal Fact Verification","date":"2022-01-26","arxiv_id":"2201.11664","repositories_listed":1,"syntology":null}],"syntology_records":32,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":3,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/fact-verification-on-fever","since_archive":"/sota/fact-verification-on-fever#since-judged","papers_judged":3,"placed":0}]},"papers_where_code_ran":41,"papers_where_code_ran_first_page":"/task/fact-verification/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":3,"url":"/task/fact-verification/papers/2","json":"/task/fact-verification/papers/2.json","rows":100},{"order":"archive","page":3,"of":3,"url":"/task/fact-verification/papers/3","json":"/task/fact-verification/papers/3.json","rows":16},{"order":"ran","page":1,"of":1,"url":"/task/fact-verification/papers/ran/1","json":"/task/fact-verification/papers/ran/1.json","rows":41}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"5486167719d917bba3ca63454e4cf89adf0130aa4ae7497ce7cda2227c78e883","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}