{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/claim-verification","name":"Claim Verification","slug":"claim-verification","description_markdown":null,"categories":[],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":134,"papers_with_code":73,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":2,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[{"url":"/dataset/fm2","name":"FM2","full_name":"FoolMeTwice","num_papers_in_archive":12},{"url":"/dataset/mocheg","name":"Mocheg","full_name":"","num_papers_in_archive":10}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":134,"of_with_code":73,"tagged_in_all":134,"counts":{"archive_papers_tagged":134,"with_a_code_link":73,"where_syntology_ran_a_sample":20,"not_listed_spam_title":0,"listed":134,"listed_where_code_ran":20,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":15,"every_run_a_failure_of_syntologys_instrument":5,"listed_with_a_run_with_no_instrument_failure":15,"listed_every_run_a_failure_of_syntologys_instrument":5,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/fever-a-large-scale-dataset-for-fact","slug":"fever-a-large-scale-dataset-for-fact","title":"FEVER: a large-scale dataset for Fact Extraction and VERification","date":"2018-03-14","arxiv_id":"1803.05355","repositories_listed":5,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fever-a-large-scale-dataset-for-fact#ran","syntology_url":"https://syntology.ai/paper/1803.05355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.05355"}},"official":{"repos":["awslabs/fever","sheffieldnlp/fever-baselines"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/averitec-a-dataset-for-real-world-claim-1","slug":"averitec-a-dataset-for-real-world-claim-1","title":"AVeriTeC: A Dataset for Real-world Claim Verification with Evidence from the Web","date":"2023-05-22","arxiv_id":"2305.13117","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/averitec-a-dataset-for-real-world-claim-1#ran","syntology_url":"https://syntology.ai/paper/2305.13117","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13117"}},"official":{"repos":["michschli/averitec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/longchecker-improving-scientific-claim","slug":"longchecker-improving-scientific-claim","title":"MultiVerS: Improving scientific claim verification with weak supervision and full-document context","date":"2021-12-02","arxiv_id":"2112.01640","repositories_listed":3,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longchecker-improving-scientific-claim#ran","syntology_url":"https://syntology.ai/paper/2112.01640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.01640"}},"official":{"repos":["dwadden/longchecker","dwadden/multivers"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/overview-of-checkthat-2020-automatic","slug":"overview-of-checkthat-2020-automatic","title":"Overview of CheckThat! 2020: Automatic Identification and Verification of Claims in Social Media","date":"2020-07-15","arxiv_id":"2007.07997","repositories_listed":3,"syntology":null},{"url":"/paper/dialfact-a-benchmark-for-fact-checking-in","slug":"dialfact-a-benchmark-for-fact-checking-in","title":"DialFact: A Benchmark for Fact-Checking in Dialogue","date":"2021-10-15","arxiv_id":"2110.08222","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dialfact-a-benchmark-for-fact-checking-in#ran","syntology_url":"https://syntology.ai/paper/2110.08222","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08222"}},"official":{"repos":["salesforce/dialfact"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/evidence-based-verification-for-real-world","slug":"evidence-based-verification-for-real-world","title":"AmbiFC: Fact-Checking Ambiguous Claims with Evidence","date":"2021-04-01","arxiv_id":"2104.00640","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evidence-based-verification-for-real-world#ran","syntology_url":"https://syntology.ai/paper/2104.00640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.00640"}},"official":{"repos":["CambridgeNLIP/verification-real-world-info-needs"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/baleen-robust-multi-hop-reasoning-at-scale","slug":"baleen-robust-multi-hop-reasoning-at-scale","title":"Baleen: Robust Multi-Hop Reasoning at Scale via Condensed Retrieval","date":"2021-01-02","arxiv_id":"2101.00436","repositories_listed":2,"syntology":null},{"url":"/paper/fact-or-fiction-verifying-scientific-claims","slug":"fact-or-fiction-verifying-scientific-claims","title":"Fact or Fiction: Verifying Scientific Claims","date":"2020-04-30","arxiv_id":"2004.14974","repositories_listed":2,"syntology":null},{"url":"/paper/bert-for-evidence-retrieval-and-claim","slug":"bert-for-evidence-retrieval-and-claim","title":"BERT for Evidence Retrieval and Claim Verification","date":"2019-10-07","arxiv_id":"1910.02655","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/bert-for-evidence-retrieval-and-claim#ran","syntology_url":"https://syntology.ai/paper/1910.02655","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.02655"}},"official":null}},{"url":"/paper/combining-fact-extraction-and-verification","slug":"combining-fact-extraction-and-verification","title":"Combining Fact Extraction and Verification with Neural Semantic Matching Networks","date":"2018-11-16","arxiv_id":"1811.07039","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/combining-fact-extraction-and-verification#ran","syntology_url":"https://syntology.ai/paper/1811.07039","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.07039"}},"official":{"repos":["easonnie/combine-FEVER-NSMN"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/table-text-alignment-explaining-claim","slug":"table-text-alignment-explaining-claim","title":"Table-Text Alignment: Explaining Claim Verification Against Tables in Scientific Papers","date":"2025-06-12","arxiv_id":"2506.10486","repositories_listed":1,"syntology":null},{"url":"/paper/emulate-a-multi-agent-framework-for","slug":"emulate-a-multi-agent-framework-for","title":"EMULATE: A Multi-Agent Framework for Determining the Veracity of Atomic Claims by Emulating Human Actions","date":"2025-05-22","arxiv_id":"2505.16576","repositories_listed":1,"syntology":null},{"url":"/paper/urdufactcheck-an-agentic-fact-checking","slug":"urdufactcheck-an-agentic-fact-checking","title":"UrduFactCheck: An Agentic Fact-Checking Framework for Urdu with Evidence Boosting and Benchmarking","date":"2025-05-21","arxiv_id":"2505.15063","repositories_listed":1,"syntology":null},{"url":"/paper/reasoning-cv-fine-tuning-powerful-reasoning","slug":"reasoning-cv-fine-tuning-powerful-reasoning","title":"Reasoning-CV: Fine-tuning Powerful Reasoning LLMs for Knowledge-Assisted Claim Verification","date":"2025-05-18","arxiv_id":"2505.12348","repositories_listed":1,"syntology":null},{"url":"/paper/detecting-manipulated-contents-using","slug":"detecting-manipulated-contents-using","title":"Detecting Manipulated Contents Using Knowledge-Grounded Inference","date":"2025-04-29","arxiv_id":"2504.21165","repositories_listed":1,"syntology":null},{"url":"/paper/crave-a-conflicting-reasoning-approach-for","slug":"crave-a-conflicting-reasoning-approach-for","title":"CRAVE: A Conflicting Reasoning Approach for Explainable Claim Verification Using LLMs","date":"2025-04-21","arxiv_id":"2504.14905","repositories_listed":1,"syntology":null},{"url":"/paper/optimizing-decomposition-for-optimal-claim","slug":"optimizing-decomposition-for-optimal-claim","title":"Optimizing Decomposition for Optimal Claim Verification","date":"2025-03-19","arxiv_id":"2503.15354","repositories_listed":1,"syntology":null},{"url":"/paper/clipper-compression-enables-long-context","slug":"clipper-compression-enables-long-context","title":"CLIPPER: Compression enables long-context synthetic data generation","date":"2025-02-20","arxiv_id":"2502.14854","repositories_listed":1,"syntology":null},{"url":"/paper/a-reality-check-on-context-utilisation-for","slug":"a-reality-check-on-context-utilisation-for","title":"A Reality Check on Context Utilisation for Retrieval-Augmented Generation","date":"2024-12-22","arxiv_id":"2412.17031","repositories_listed":1,"syntology":null},{"url":"/paper/defame-dynamic-evidence-based-fact-checking","slug":"defame-dynamic-evidence-based-fact-checking","title":"DEFAME: Dynamic Evidence-based FAct-checking with Multimodal Experts","date":"2024-12-13","arxiv_id":"2412.10510","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/defame-dynamic-evidence-based-fact-checking#ran","syntology_url":"https://syntology.ai/paper/2412.10510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.10510"}},"official":{"repos":["multimodal-ai-lab/defame"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/withdrarxiv-a-large-scale-dataset-for","slug":"withdrarxiv-a-large-scale-dataset-for","title":"WithdrarXiv: A Large-Scale Dataset for Retraction Study","date":"2024-12-04","arxiv_id":"2412.03775","repositories_listed":1,"syntology":null},{"url":"/paper/icpr-2024-competition-on-multilingual-claim","slug":"icpr-2024-competition-on-multilingual-claim","title":"ICPR 2024 Competition on Multilingual Claim-Span Identification","date":"2024-11-29","arxiv_id":"2411.19579","repositories_listed":1,"syntology":null},{"url":"/paper/truth-or-mirage-towards-end-to-end-factuality","slug":"truth-or-mirage-towards-end-to-end-factuality","title":"Truth or Mirage? Towards End-to-End Factuality Evaluation with LLM-Oasis","date":"2024-11-29","arxiv_id":"2411.19655","repositories_listed":1,"syntology":null},{"url":"/paper/findver-explainable-claim-verification-over","slug":"findver-explainable-claim-verification-over","title":"FinDVer: Explainable Claim Verification over Long and Hybrid-Content Financial Documents","date":"2024-11-08","arxiv_id":"2411.05764","repositories_listed":1,"syntology":null},{"url":"/paper/fire-fact-checking-with-iterative-retrieval","slug":"fire-fact-checking-with-iterative-retrieval","title":"FIRE: Fact-checking with Iterative Retrieval and Verification","date":"2024-10-17","arxiv_id":"2411.00784","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fire-fact-checking-with-iterative-retrieval#ran","syntology_url":"https://syntology.ai/paper/2411.00784","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.00784"}},"official":{"repos":["mbzuai-nlp/fire"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-comparative-study-of-translation-bias-and","slug":"a-comparative-study-of-translation-bias-and","title":"A Comparative Study of Translation Bias and Accuracy in Multilingual Large Language Models for Cross-Language Claim Verification","date":"2024-10-14","arxiv_id":"2410.10303","repositories_listed":1,"syntology":null},{"url":"/paper/loki-an-open-source-tool-for-fact","slug":"loki-an-open-source-tool-for-fact","title":"Loki: An Open-Source Tool for Fact Verification","date":"2024-10-02","arxiv_id":"2410.01794","repositories_listed":1,"syntology":null},{"url":"/paper/2408-01118","slug":"2408-01118","title":"IAI Group at CheckThat! 2024: Transformer Models and Data Augmentation for Checkworthy Claim Detection","date":"2024-08-02","arxiv_id":"2408.01118","repositories_listed":1,"syntology":null},{"url":"/paper/robust-claim-verification-through-fact","slug":"robust-claim-verification-through-fact","title":"Robust Claim Verification Through Fact Detection","date":"2024-07-25","arxiv_id":"2407.18367","repositories_listed":1,"syntology":null},{"url":"/paper/metasumperceiver-multimodal-multi-document","slug":"metasumperceiver-multimodal-multi-document","title":"MetaSumPerceiver: Multimodal Multi-Document Evidence Summarization for Fact-Checking","date":"2024-07-18","arxiv_id":"2407.13089","repositories_listed":1,"syntology":null},{"url":"/paper/biokgbench-a-knowledge-graph-checking","slug":"biokgbench-a-knowledge-graph-checking","title":"BioKGBench: A Knowledge Graph Checking Benchmark of AI Agent for Biomedical Science","date":"2024-06-29","arxiv_id":"2407.00466","repositories_listed":1,"syntology":null},{"url":"/paper/sciriff-a-resource-to-enhance-language-model","slug":"sciriff-a-resource-to-enhance-language-model","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","date":"2024-06-10","arxiv_id":"2406.07835","repositories_listed":1,"syntology":null},{"url":"/paper/argumentative-large-language-models-for","slug":"argumentative-large-language-models-for","title":"Argumentative Large Language Models for Explainable and Contestable Claim Verification","date":"2024-05-03","arxiv_id":"2405.02079","repositories_listed":1,"syntology":null},{"url":"/paper/reinforcement-retrieval-leveraging-fine","slug":"reinforcement-retrieval-leveraging-fine","title":"Reinforcement Retrieval Leveraging Fine-grained Feedback for Fact Checking News Claims with Black-Box LLM","date":"2024-04-26","arxiv_id":"2404.17283","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/reinforcement-retrieval-leveraging-fine#ran","syntology_url":"https://syntology.ai/paper/2404.17283","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.17283"}},"official":{"repos":["jadecurl/ffrr"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/unveiling-llms-the-evolution-of-latent","slug":"unveiling-llms-the-evolution-of-latent","title":"Unveiling LLMs: The Evolution of Latent Representations in a Dynamic Knowledge Graph","date":"2024-04-04","arxiv_id":"2404.03623","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unveiling-llms-the-evolution-of-latent#ran","syntology_url":"https://syntology.ai/paper/2404.03623","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03623"}},"official":{"repos":["Ipazia-AI/latent-explorer"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/numtemp-a-real-world-benchmark-to-verify","slug":"numtemp-a-real-world-benchmark-to-verify","title":"QuanTemp: A real-world open-domain benchmark for fact-checking numerical claims","date":"2024-03-25","arxiv_id":"2403.17169","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/numtemp-a-real-world-benchmark-to-verify#ran","syntology_url":"https://syntology.ai/paper/2403.17169","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.17169"}},"official":{"repos":["factiverse/QuanTemp"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ru22fact-optimizing-evidence-for-multilingual","slug":"ru22fact-optimizing-evidence-for-multilingual","title":"RU22Fact: Optimizing Evidence for Multilingual Explainable Fact-Checking on Russia-Ukraine Conflict","date":"2024-03-25","arxiv_id":"2403.16662","repositories_listed":1,"syntology":null},{"url":"/paper/cr-lt-kgqa-a-knowledge-graph-question","slug":"cr-lt-kgqa-a-knowledge-graph-question","title":"CR-LT-KGQA: A Knowledge Graph Question Answering Dataset Requiring Commonsense Reasoning and Long-Tail Knowledge","date":"2024-03-03","arxiv_id":"2403.01395","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cr-lt-kgqa-a-knowledge-graph-question#ran","syntology_url":"https://syntology.ai/paper/2403.01395","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01395"}},"official":{"repos":["d3mlab/cr-lt-kgqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ex-fever-a-dataset-for-multi-hop-explainable","slug":"ex-fever-a-dataset-for-multi-hop-explainable","title":"EX-FEVER: A Dataset for Multi-hop Explainable Fact Verification","date":"2023-10-15","arxiv_id":"2310.09754","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ex-fever-a-dataset-for-multi-hop-explainable#ran","syntology_url":"https://syntology.ai/paper/2310.09754","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09754"}},"official":{"repos":["dependentsign/EX-FEVER"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/explainable-claim-verification-via-knowledge","slug":"explainable-claim-verification-via-knowledge","title":"Explainable Claim Verification via Knowledge-Grounded Reasoning with Large Language Models","date":"2023-10-08","arxiv_id":"2310.05253","repositories_listed":1,"syntology":null},{"url":"/paper/towards-llm-based-fact-verification-on-news","slug":"towards-llm-based-fact-verification-on-news","title":"Towards LLM-based Fact Verification on News Claims with a Hierarchical Step-by-Step Prompting Method","date":"2023-09-30","arxiv_id":"2310.00305","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-llm-based-fact-verification-on-news#ran","syntology_url":"https://syntology.ai/paper/2310.00305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00305"}},"official":{"repos":["jadecurl/hiss"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/healthfc-a-dataset-of-health-claims-for","slug":"healthfc-a-dataset-of-health-claims-for","title":"HealthFC: Verifying Health Claims with Evidence-Based Medical Fact-Checking","date":"2023-09-15","arxiv_id":"2309.08503","repositories_listed":1,"syntology":null},{"url":"/paper/scitab-a-challenging-benchmark-for","slug":"scitab-a-challenging-benchmark-for","title":"SCITAB: A Challenging Benchmark for Compositional Reasoning and Claim Verification on Scientific Tables","date":"2023-05-22","arxiv_id":"2305.13186","repositories_listed":1,"syntology":null},{"url":"/paper/complex-claim-verification-with-evidence","slug":"complex-claim-verification-with-evidence","title":"Complex Claim Verification with Evidence Retrieved in the Wild","date":"2023-05-19","arxiv_id":"2305.11859","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/complex-claim-verification-with-evidence#ran","syntology_url":"https://syntology.ai/paper/2305.11859","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11859"}},"official":{"repos":["jifan-chen/fact-checking-via-raw-evidence"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/read-it-twice-towards-faithfully","slug":"read-it-twice-towards-faithfully","title":"Read it Twice: Towards Faithfully Interpretable Fact Verification by Revisiting Evidence","date":"2023-05-02","arxiv_id":"2305.03507","repositories_listed":1,"syntology":null},{"url":"/paper/factify-2-a-multimodal-fake-news-and-satire","slug":"factify-2-a-multimodal-fake-news-and-satire","title":"Factify 2: A Multimodal Fake News and Satire News Dataset","date":"2023-04-08","arxiv_id":"2304.03897","repositories_listed":1,"syntology":null},{"url":"/paper/low-shot-learning-for-fictional-claim","slug":"low-shot-learning-for-fictional-claim","title":"Low-Shot Learning for Fictional Claim Verification","date":"2023-04-05","arxiv_id":"2304.02769","repositories_listed":1,"syntology":null},{"url":"/paper/ino-at-factify-2-structure-coherence-based","slug":"ino-at-factify-2-structure-coherence-based","title":"INO at Factify 2: Structure Coherence based Multi-Modal Fact Verification","date":"2023-03-02","arxiv_id":"2303.01510","repositories_listed":1,"syntology":null},{"url":"/paper/implicit-temporal-reasoning-for-evidence","slug":"implicit-temporal-reasoning-for-evidence","title":"Implicit Temporal Reasoning for Evidence-Based Fact-Checking","date":"2023-02-24","arxiv_id":"2302.12569","repositories_listed":1,"syntology":null},{"url":"/paper/exclaim-explainable-neural-claim-verification","slug":"exclaim-explainable-neural-claim-verification","title":"ExClaim: Explainable Neural Claim Verification Using Rationalization","date":"2023-01-21","arxiv_id":"2301.08914","repositories_listed":1,"syntology":null},{"url":"/paper/scifact-open-towards-open-domain-scientific","slug":"scifact-open-towards-open-domain-scientific","title":"SciFact-Open: Towards open-domain scientific claim verification","date":"2022-10-25","arxiv_id":"2210.13777","repositories_listed":1,"syntology":null},{"url":"/paper/mmflood-a-multimodal-dataset-for-flood","slug":"mmflood-a-multimodal-dataset-for-flood","title":"MMFlood: A Multimodal Dataset for Flood Delineation From Satellite Imagery","date":"2022-09-02","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-multimodal-fact-checking-and","slug":"end-to-end-multimodal-fact-checking-and","title":"End-to-End Multimodal Fact-Checking and Explanation Generation: A Challenging Dataset and Models","date":"2022-05-25","arxiv_id":"2205.12487","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/end-to-end-multimodal-fact-checking-and#ran","syntology_url":"https://syntology.ai/paper/2205.12487","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12487"}},"official":{"repos":["VT-NLP/Mocheg"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/gere-generative-evidence-retrieval-for-fact","slug":"gere-generative-evidence-retrieval-for-fact","title":"GERE: Generative Evidence Retrieval for Fact Verification","date":"2022-04-12","arxiv_id":"2204.05511","repositories_listed":1,"syntology":null},{"url":"/paper/rerrfact-reduced-evidence-retrieval","slug":"rerrfact-reduced-evidence-retrieval","title":"RerrFact: Reduced Evidence Retrieval Representations for Scientific Claim Verification","date":"2022-02-05","arxiv_id":"2202.02646","repositories_listed":1,"syntology":null},{"url":"/paper/wikicontradiction-detecting-self","slug":"wikicontradiction-detecting-self","title":"WikiContradiction: Detecting Self-Contradiction Articles on Wikipedia","date":"2021-11-16","arxiv_id":"2111.08543","repositories_listed":1,"syntology":null},{"url":"/paper/evidence-selection-as-a-token-level","slug":"evidence-selection-as-a-token-level","title":"Evidence Selection as a Token-Level Prediction Task","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/mention-memory-incorporating-textual-1","slug":"mention-memory-incorporating-textual-1","title":"Mention Memory: incorporating textual knowledge into Transformers through entity mention attention","date":"2021-10-12","arxiv_id":"2110.06176","repositories_listed":1,"syntology":null},{"url":"/paper/abstract-rationale-stance-a-joint-model-for","slug":"abstract-rationale-stance-a-joint-model-for","title":"Abstract, Rationale, Stance: A Joint Model for Scientific Claim Verification","date":"2021-09-13","arxiv_id":"2110.15116","repositories_listed":1,"syntology":null},{"url":"/paper/a-dqn-based-approach-to-finding-precise","slug":"a-dqn-based-approach-to-finding-precise","title":"A DQN-based Approach to Finding Precise Evidences for Fact Verification","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/understanding-the-impact-of-evidence-aware","slug":"understanding-the-impact-of-evidence-aware","title":"Understanding the Impact of Evidence-Aware Sentence Selection for Fact Checking","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/danfever-claim-verification-dataset-for","slug":"danfever-claim-verification-dataset-for","title":"DanFEVER: claim verification dataset for Danish","date":"2021-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/qmul-sds-at-sciver-step-by-step-binary","slug":"qmul-sds-at-sciver-step-by-step-binary","title":"QMUL-SDS at SCIVER: Step-by-Step Binary Classification for Scientific Claim Verification","date":"2021-04-23","arxiv_id":"2104.11572","repositories_listed":1,"syntology":null},{"url":"/paper/self-supervised-claim-identification-for","slug":"self-supervised-claim-identification-for","title":"Self-Supervised Claim Identification for Automated Fact Checking","date":"2021-02-03","arxiv_id":"2102.02335","repositories_listed":1,"syntology":null},{"url":"/paper/loren-logic-enhanced-neural-reasoning-for","slug":"loren-logic-enhanced-neural-reasoning-for","title":"LOREN: Logic-Regularized Reasoning for Interpretable Fact Verification","date":"2020-12-25","arxiv_id":"2012.13577","repositories_listed":1,"syntology":null},{"url":"/paper/hover-a-dataset-for-many-hop-fact-extraction","slug":"hover-a-dataset-for-many-hop-fact-extraction","title":"HoVer: A Dataset for Many-Hop Fact Extraction And Claim Verification","date":"2020-11-05","arxiv_id":"2011.03088","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchical-evidence-set-modeling-for","slug":"hierarchical-evidence-set-modeling-for","title":"Hierarchical Evidence Set Modeling for Automated Fact Extraction and Verification","date":"2020-10-10","arxiv_id":"2010.05111","repositories_listed":1,"syntology":null},{"url":"/paper/fact-extraction-and-verification-the-fever","slug":"fact-extraction-and-verification-the-fever","title":"A Review on Fact Extraction and Verification","date":"2020-10-06","arxiv_id":"2010.03001","repositories_listed":1,"syntology":null},{"url":"/paper/multi-hop-fact-checking-of-political-claims","slug":"multi-hop-fact-checking-of-political-claims","title":"Multi-Hop Fact Checking of Political Claims","date":"2020-09-10","arxiv_id":"2009.06401","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-hop-fact-checking-of-political-claims#ran","syntology_url":"https://syntology.ai/paper/2009.06401","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.06401"}},"official":{"repos":["copenlu/politihop"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/stance-prediction-and-claim-verification-an","slug":"stance-prediction-and-claim-verification-an","title":"Stance Prediction and Claim Verification: An Arabic Perspective","date":"2020-05-21","arxiv_id":"2005.10410","repositories_listed":1,"syntology":null},{"url":"/paper/ukp-athene-multi-sentence-textual-entailment","slug":"ukp-athene-multi-sentence-textual-entailment","title":"UKP-Athene: Multi-Sentence Textual Entailment for Claim Verification","date":"2018-09-03","arxiv_id":"1809.01479","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ukp-athene-multi-sentence-textual-entailment#ran","syntology_url":"https://syntology.ai/paper/1809.01479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1809.01479"}},"official":{"repos":["UKPLab/fever-2018-team-athene"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/twowingos-a-two-wing-optimization-strategy","slug":"twowingos-a-two-wing-optimization-strategy","title":"TwoWingOS: A Two-Wing Optimization Strategy for Evidential Claim Verification","date":"2018-08-10","arxiv_id":"1808.03465","repositories_listed":1,"syntology":null},{"url":"/paper/attentive-convolution-equipping-cnns-with-rnn","slug":"attentive-convolution-equipping-cnns-with-rnn","title":"Attentive Convolution: Equipping CNNs with RNN-style Attention Mechanisms","date":"2017-10-02","arxiv_id":"1710.00519","repositories_listed":1,"syntology":null},{"url":null,"slug":"sciver-evaluating-foundation-models-for","title":"SciVer: Evaluating Foundation Models for Multimodal Scientific Claim Verification","date":"2025-06-18","arxiv_id":"2506.15569","repositories_listed":0,"syntology":null},{"url":null,"slug":"coordinating-search-informed-reasoning-and","title":"Coordinating Search-Informed Reasoning and Reasoning-Guided Search in Claim Verification","date":"2025-06-09","arxiv_id":"2506.07528","repositories_listed":0,"syntology":null},{"url":null,"slug":"musciclaims-multimodal-scientific-claim","title":"MuSciClaims: Multimodal Scientific Claim Verification","date":"2025-06-05","arxiv_id":"2506.04585","repositories_listed":0,"syntology":null},{"url":"/paper/verify-in-the-graph-entity-disambiguation","slug":"verify-in-the-graph-entity-disambiguation","title":"Verify-in-the-Graph: Entity Disambiguation Enhancement for Complex Claim Verification with Interactive Graph Representation","date":"2025-05-29","arxiv_id":"2505.22993","repositories_listed":0,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/verify-in-the-graph-entity-disambiguation#ran","syntology_url":"https://syntology.ai/paper/2505.22993","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.22993"}},"official":null}},{"url":null,"slug":"claimpkg-enhancing-claim-verification-via","title":"ClaimPKG: Enhancing Claim Verification via Pseudo-Subgraph Generation with Lightweight Specialized LLM","date":"2025-05-28","arxiv_id":"2505.22552","repositories_listed":0,"syntology":null},{"url":null,"slug":"colota-a-dataset-for-entity-based-commonsense","title":"CoLoTa: A Dataset for Entity-based Commonsense Reasoning over Long-Tail Knowledge","date":"2025-04-20","arxiv_id":"2504.14462","repositories_listed":0,"syntology":null},{"url":null,"slug":"boost-bootstrapping-strategy-driven-reasoning","title":"BOOST: Bootstrapping Strategy-Driven Reasoning Programs for Program-Guided Fact-Checking","date":"2025-04-03","arxiv_id":"2504.02467","repositories_listed":0,"syntology":null},{"url":null,"slug":"sciclaims-an-end-to-end-generative-system-for","title":"SciClaims: An End-to-End Generative System for Biomedical Claim Analysis","date":"2025-03-24","arxiv_id":"2503.18526","repositories_listed":0,"syntology":null},{"url":null,"slug":"llm-based-corroborating-and-refuting-evidence","title":"LLM-based Corroborating and Refuting Evidence Retrieval for Scientific Claim Verification","date":"2025-03-11","arxiv_id":"2503.07937","repositories_listed":0,"syntology":null},{"url":null,"slug":"nsf-scify-mining-the-nsf-awards-database-for","title":"NSF-SciFy: Mining the NSF Awards Database for Scientific Claims","date":"2025-03-11","arxiv_id":"2503.08600","repositories_listed":0,"syntology":null},{"url":null,"slug":"non-euclidean-hierarchical-representational","title":"Non-Euclidean Hierarchical Representational Learning using Hyperbolic Graph Neural Networks for Environmental Claim Detection","date":"2025-02-19","arxiv_id":"2502.13628","repositories_listed":0,"syntology":null},{"url":null,"slug":"strive-structured-reasoning-for-self","title":"STRIVE: Structured Reasoning for Self-Improvement in Claim Verification","date":"2025-02-17","arxiv_id":"2502.11959","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-automated-fact-checking-of-real-world","title":"Towards Automated Fact-Checking of Real-World Claims: Exploring Task Formulation and Assessment with LLMs","date":"2025-02-13","arxiv_id":"2502.08909","repositories_listed":0,"syntology":null},{"url":null,"slug":"seqwen-at-the-financial-misinformation","title":"SeQwen at the Financial Misinformation Detection Challenge Task: Sequential Learning for Claim Verification and Explanation Generation in Financial Domains","date":"2024-11-30","arxiv_id":"2412.00549","repositories_listed":0,"syntology":null},{"url":null,"slug":"piecing-it-all-together-verifying-multi-hop","title":"Piecing It All Together: Verifying Multi-Hop Multimodal Claims","date":"2024-11-14","arxiv_id":"2411.09547","repositories_listed":0,"syntology":null},{"url":null,"slug":"amrex-amr-for-explainable-fact-verification","title":"AMREx: AMR for Explainable Fact Verification","date":"2024-11-02","arxiv_id":"2411.01343","repositories_listed":0,"syntology":null},{"url":"/paper/infact-a-strong-baseline-for-automated-fact","slug":"infact-a-strong-baseline-for-automated-fact","title":"InFact: A Strong Baseline for Automated Fact-Checking","date":"2024-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"chronofact-timeline-based-temporal-fact","title":"ChronoFact: Timeline-based Temporal Fact Verification","date":"2024-10-19","arxiv_id":"2410.14964","repositories_listed":0,"syntology":null},{"url":null,"slug":"claim-verification-in-the-age-of-large","title":"Claim Verification in the Age of Large Language Models: A Survey","date":"2024-08-26","arxiv_id":"2408.14317","repositories_listed":0,"syntology":null},{"url":null,"slug":"2408-03325","title":"CoverBench: A Challenging Benchmark for Complex Claim Verification","date":"2024-08-06","arxiv_id":"2408.03325","repositories_listed":0,"syntology":null},{"url":null,"slug":"evidence-based-temporal-fact-verification","title":"Evidence-Based Temporal Fact Verification","date":"2024-07-21","arxiv_id":"2407.15291","repositories_listed":0,"syntology":null},{"url":null,"slug":"navigating-the-noisy-crowd-finding-key","title":"Navigating the Noisy Crowd: Finding Key Information for Claim Verification","date":"2024-07-17","arxiv_id":"2407.12425","repositories_listed":0,"syntology":null},{"url":null,"slug":"pelican-correcting-hallucination-in-vision","title":"Pelican: Correcting Hallucination in Vision-LLMs via Claim Decomposition and Program of Thought Verification","date":"2024-07-02","arxiv_id":"2407.02352","repositories_listed":0,"syntology":null},{"url":null,"slug":"minimal-evidence-group-identification-for","title":"Minimal Evidence Group Identification for Claim Verification","date":"2024-04-24","arxiv_id":"2404.15588","repositories_listed":0,"syntology":null},{"url":null,"slug":"re-search-for-the-truth-multi-round-retrieval","title":"Re-Search for The Truth: Multi-round Retrieval-augmented Large Language Models are Strong Fake News Detectors","date":"2024-03-14","arxiv_id":"2403.09747","repositories_listed":0,"syntology":null},{"url":null,"slug":"right-for-right-reasons-large-language-models","title":"Right for Right Reasons: Large Language Models for Verifiable Commonsense Knowledge Graph Question Answering","date":"2024-03-03","arxiv_id":"2403.01390","repositories_listed":0,"syntology":null},{"url":null,"slug":"can-large-language-models-detect","title":"Can Large Language Models Detect Misinformation in Scientific News Reporting?","date":"2024-02-22","arxiv_id":"2402.14268","repositories_listed":0,"syntology":null}],"syntology_records":20,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":20,"papers_where_code_ran_first_page":"/task/claim-verification/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/task/claim-verification/papers/2","json":"/task/claim-verification/papers/2.json","rows":34},{"order":"ran","page":1,"of":1,"url":"/task/claim-verification/papers/ran/1","json":"/task/claim-verification/papers/ran/1.json","rows":20}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"4640ef70792a1c45edf5db1bbcb36f3132a3cca5551226f8ebef45b168242745","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}