{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/document-ai","name":"Document AI","slug":"document-ai","description_markdown":null,"categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":40,"papers_with_code":24,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":1,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/document-ai-on-ephoie","slug":"document-ai-on-ephoie","dataset":"EPHOIE","dataset_url":"/dataset/ephoie","rows_in_archive":1,"metrics":["Average F1"],"first_row_in_archive_order":{"model":"LayoutLMv3","paper_title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","paper_url":"/paper/layoutlmv3-pre-training-for-document-ai-with","paper_date":"2022-04-18","arxiv_id":"2204.08387","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/unilm","url":"https://github.com/microsoft/unilm/tree/master/layoutlmv3"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/layoutlmv3"},{"title":"MindSpore-scientific-2/code-14","url":"https://github.com/MindSpore-scientific-2/code-14/tree/main/layoutlmv3"}],"syntology":null}}],"datasets":[{"url":"/dataset/ephoie","name":"EPHOIE","full_name":"phtnsantader@gmail.com","num_papers_in_archive":21}],"subtasks":[{"url":"/task/document-understanding","name":"document understanding"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":40,"of":40,"of_with_code":24,"tagged_in_all":40,"counts":{"archive_papers_tagged":40,"with_a_code_link":24,"where_syntology_ran_a_sample":6,"not_listed_spam_title":0,"listed":40,"listed_where_code_ran":6,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":4,"every_run_a_failure_of_syntologys_instrument":2,"listed_with_a_run_with_no_instrument_failure":4,"listed_every_run_a_failure_of_syntologys_instrument":2,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/layoutlm-pre-training-of-text-and-layout-for","slug":"layoutlm-pre-training-of-text-and-layout-for","title":"LayoutLM: Pre-training of Text and Layout for Document Image Understanding","date":"2019-12-31","arxiv_id":"1912.13318","repositories_listed":19,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/layoutlm-pre-training-of-text-and-layout-for#ran","syntology_url":"https://syntology.ai/paper/1912.13318","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.13318"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/unifying-vision-text-and-layout-for-universal","slug":"unifying-vision-text-and-layout-for-universal","title":"Unifying Vision, Text, and Layout for Universal Document Processing","date":"2022-12-05","arxiv_id":"2212.02623","repositories_listed":5,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":14,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":12,"n_pointer_only":4,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 2 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/unifying-vision-text-and-layout-for-universal#ran","syntology_url":"https://syntology.ai/paper/2212.02623","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.02623"}},"official":{"repos":["microsoft/i-code","microsoft/udop"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/layoutlmv3-pre-training-for-document-ai-with","slug":"layoutlmv3-pre-training-for-document-ai-with","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","date":"2022-04-18","arxiv_id":"2204.08387","repositories_listed":4,"syntology":null},{"url":"/paper/dit-self-supervised-pre-training-for-document","slug":"dit-self-supervised-pre-training-for-document","title":"DiT: Self-supervised Pre-training for Document Image Transformer","date":"2022-03-04","arxiv_id":"2203.02378","repositories_listed":4,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/dit-self-supervised-pre-training-for-document#ran","syntology_url":"https://syntology.ai/paper/2203.02378","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.02378"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/xformparser-a-simple-and-effective-multimodal","slug":"xformparser-a-simple-and-effective-multimodal","title":"XFormParser: A Simple and Effective Multimodal Multilingual Semi-structured Form Parser","date":"2024-05-27","arxiv_id":"2405.17336","repositories_listed":2,"syntology":null},{"url":"/paper/layoutllm-layout-instruction-tuning-with","slug":"layoutllm-layout-instruction-tuning-with","title":"LayoutLLM: Layout Instruction Tuning with Large Language Models for Document Understanding","date":"2024-04-08","arxiv_id":"2404.05225","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/layoutllm-layout-instruction-tuning-with#ran","syntology_url":"https://syntology.ai/paper/2404.05225","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.05225"}},"official":{"repos":["alibabaresearch/advancedliteratemachinery"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/multimodal-machine-learning-for-extraction-of","slug":"multimodal-machine-learning-for-extraction-of","title":"Modular Multimodal Machine Learning for Extraction of Theorems and Proofs in Long Scientific Documents (Extended Version)","date":"2023-07-18","arxiv_id":"2307.09047","repositories_listed":2,"syntology":null},{"url":"/paper/infinity-parser-layout-aware-reinforcement","slug":"infinity-parser-layout-aware-reinforcement","title":"Infinity Parser: Layout Aware Reinforcement Learning for Scanned Document Parsing","date":"2025-06-01","arxiv_id":"2506.03197","repositories_listed":1,"syntology":null},{"url":"/paper/out-of-distribution-detection-with-attention","slug":"out-of-distribution-detection-with-attention","title":"Out-of-Distribution Detection with Attention Head Masking for Multimodal Document Classification","date":"2024-08-20","arxiv_id":"2408.11237","repositories_listed":1,"syntology":null},{"url":"/paper/design-of-a-quality-management-system-based","slug":"design-of-a-quality-management-system-based","title":"Design of a Quality Management System based on the EU Artificial Intelligence Act","date":"2024-08-08","arxiv_id":"2408.04689","repositories_listed":1,"syntology":null},{"url":"/paper/officebench-benchmarking-language-agents","slug":"officebench-benchmarking-language-agents","title":"OfficeBench: Benchmarking Language Agents across Multiple Applications for Office Automation","date":"2024-07-26","arxiv_id":"2407.19056","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/officebench-benchmarking-language-agents#ran","syntology_url":"https://syntology.ai/paper/2407.19056","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.19056"}},"official":{"repos":["zlwang-cs/OfficeBench"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/on-efficient-language-and-vision-assistants","slug":"on-efficient-language-and-vision-assistants","title":"On Efficient Language and Vision Assistants for Visually-Situated Natural Language Understanding: What Matters in Reading and Reasoning","date":"2024-06-17","arxiv_id":"2406.11823","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/on-efficient-language-and-vision-assistants#ran","syntology_url":"https://syntology.ai/paper/2406.11823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11823"}},"official":{"repos":["naver-ai/elva"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/docres-a-generalist-model-toward-unifying","slug":"docres-a-generalist-model-toward-unifying","title":"DocRes: A Generalist Model Toward Unifying Document Image Restoration Tasks","date":"2024-05-07","arxiv_id":"2405.04408","repositories_listed":1,"syntology":null},{"url":"/paper/doctrack-a-visually-rich-document-dataset","slug":"doctrack-a-visually-rich-document-dataset","title":"DocTrack: A Visually-Rich Document Dataset Really Aligned with Human Eye Movement for Machine Reading","date":"2023-10-23","arxiv_id":"2310.14802","repositories_listed":1,"syntology":null},{"url":"/paper/docxchain-a-powerful-open-source-toolchain","slug":"docxchain-a-powerful-open-source-toolchain","title":"DocXChain: A Powerful Open-Source Toolchain for Document Parsing and Beyond","date":"2023-10-19","arxiv_id":"2310.12430","repositories_listed":1,"syntology":null},{"url":"/paper/document-ai-a-comparative-study-of","slug":"document-ai-a-comparative-study-of","title":"Document AI: A Comparative Study of Transformer-Based, Graph-Based Models, and Convolutional Neural Networks For Document Layout Analysis","date":"2023-08-29","arxiv_id":"2308.15517","repositories_listed":1,"syntology":null},{"url":"/paper/vision-grid-transformer-for-document-layout","slug":"vision-grid-transformer-for-document-layout","title":"Vision Grid Transformer for Document Layout Analysis","date":"2023-08-29","arxiv_id":"2308.14978","repositories_listed":1,"syntology":null},{"url":"/paper/document-understanding-dataset-and-evaluation","slug":"document-understanding-dataset-and-evaluation","title":"Document Understanding Dataset and Evaluation (DUDE)","date":"2023-05-15","arxiv_id":"2305.08455","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/document-understanding-dataset-and-evaluation#ran","syntology_url":"https://syntology.ai/paper/2305.08455","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08455"}},"official":{"repos":["rubenpt91/MP-DocVQA-Framework"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/context-aware-chart-element-detection","slug":"context-aware-chart-element-detection","title":"Context-Aware Chart Element Detection","date":"2023-05-07","arxiv_id":"2305.04151","repositories_listed":1,"syntology":null},{"url":"/paper/geolayoutlm-geometric-pre-training-for-visual","slug":"geolayoutlm-geometric-pre-training-for-visual","title":"GeoLayoutLM: Geometric Pre-training for Visual Information Extraction","date":"2023-04-21","arxiv_id":"2304.10759","repositories_listed":1,"syntology":null},{"url":"/paper/icl-d3ie-in-context-learning-with-diverse","slug":"icl-d3ie-in-context-learning-with-diverse","title":"ICL-D3IE: In-Context Learning with Diverse Demonstrations Updating for Document Information Extraction","date":"2023-03-09","arxiv_id":"2303.05063","repositories_listed":1,"syntology":null},{"url":"/paper/dosa-a-system-to-accelerate-annotations-on","slug":"dosa-a-system-to-accelerate-annotations-on","title":"DoSA : A System to Accelerate Annotations on Business Documents with Human-in-the-Loop","date":"2022-11-09","arxiv_id":"2211.04934","repositories_listed":1,"syntology":null},{"url":"/paper/dimsum-distributed-and-multilingual","slug":"dimsum-distributed-and-multilingual","title":"DiMSum: Distributed and Multilingual Summarization of Financial Narratives","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/document-intelligence-metrics-for-visually","slug":"document-intelligence-metrics-for-visually","title":"Document Intelligence Metrics for Visually Rich Document Evaluation","date":"2022-05-23","arxiv_id":"2205.11215","repositories_listed":1,"syntology":null},{"url":null,"slug":"notes-bank-benchmarking-neural-transcription","title":"NoTeS-Bank: Benchmarking Neural Transcription and Search for Scientific Notes Understanding","date":"2025-04-12","arxiv_id":"2504.09249","repositories_listed":0,"syntology":null},{"url":null,"slug":"boundingdocs-a-unified-dataset-for-document","title":"BoundingDocs: a Unified Dataset for Document Question Answering with Spatial Annotations","date":"2025-01-06","arxiv_id":"2501.03403","repositories_listed":0,"syntology":null},{"url":"/paper/dopta-improving-document-layout-analysis","slug":"dopta-improving-document-layout-analysis","title":"DoPTA: Improving Document Layout Analysis using Patch-Text Alignment","date":"2024-12-17","arxiv_id":"2412.12902","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-document-ai-data-generation-through","title":"Enhancing Document AI Data Generation Through Graph-Based Synthetic Layouts","date":"2024-11-27","arxiv_id":"2412.03590","repositories_listed":0,"syntology":null},{"url":"/paper/h2ovl-mississippi-vision-language-models","slug":"h2ovl-mississippi-vision-language-models","title":"H2OVL-Mississippi Vision Language Models Technical Report","date":"2024-10-17","arxiv_id":"2410.13611","repositories_listed":0,"syntology":null},{"url":null,"slug":"can-ai-models-appreciate-document-aesthetics","title":"Can AI Models Appreciate Document Aesthetics? An Exploration of Legibility and Layout Quality in Relation to Prediction Confidence","date":"2024-03-27","arxiv_id":"2403.18183","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-human-like-machine-comprehension-few","title":"Towards Human-Like Machine Comprehension: Few-Shot Relational Learning in Visually-Rich Documents","date":"2024-03-23","arxiv_id":"2403.15765","repositories_listed":0,"syntology":null},{"url":null,"slug":"longfin-a-multimodal-document-understanding","title":"LongFin: A Multimodal Document Understanding Model for Long Financial Domain Documents","date":"2024-01-26","arxiv_id":"2401.15050","repositories_listed":0,"syntology":null},{"url":"/paper/omni-smola-boosting-generalist-multimodal","slug":"omni-smola-boosting-generalist-multimodal","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","date":"2023-12-01","arxiv_id":"2312.00968","repositories_listed":0,"syntology":null},{"url":null,"slug":"development-of-a-legal-document-ai-chatbot","title":"Development of a Legal Document AI-Chatbot","date":"2023-11-21","arxiv_id":"2311.12719","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-multi-modal-multilingual-benchmark-for","title":"A Multi-Modal Multilingual Benchmark for Document Image Classification","date":"2023-10-25","arxiv_id":"2310.16356","repositories_listed":0,"syntology":null},{"url":null,"slug":"pried-kie-towards-privacy-preserved-document","title":"PrIeD-KIE: Towards Privacy Preserved Document Key Information Extraction","date":"2023-10-05","arxiv_id":"2310.03777","repositories_listed":0,"syntology":null},{"url":null,"slug":"model-reporting-for-certifiable-ai-a-proposal","title":"Model Reporting for Certifiable AI: A Proposal from Merging EU Regulation into AI Development","date":"2023-07-21","arxiv_id":"2307.11525","repositories_listed":0,"syntology":null},{"url":null,"slug":"icdar-2023-competition-on-structured-text","title":"ICDAR 2023 Competition on Structured Text Extraction from Visually-Rich Document Images","date":"2023-06-05","arxiv_id":"2306.03287","repositories_listed":0,"syntology":null},{"url":null,"slug":"formnet-structural-encoding-beyond-sequential","title":"FormNet: Structural Encoding beyond Sequential Modeling in Form Document Information Extraction","date":"2022-03-16","arxiv_id":"2203.08411","repositories_listed":0,"syntology":null},{"url":null,"slug":"document-ai-benchmarks-models-and","title":"Document AI: Benchmarks, Models and Applications","date":"2021-11-16","arxiv_id":"2111.08609","repositories_listed":0,"syntology":null}],"syntology_records":7,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":6,"papers_where_code_ran_first_page":"/task/document-ai/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/document-ai/papers/ran/1","json":"/task/document-ai/papers/ran/1.json","rows":6}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"639e9a28f9a3542cce0a3a22cc11aa96752e75e78cf8a499f92c48d78a665950","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}