{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/chart-question-answering","name":"Chart Question Answering","slug":"chart-question-answering","description_markdown":"Question Answering task on charts images","categories":[{"name":"Computer Code","url":"/area/computer-code"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":50,"papers_with_code":25,"benchmarks":3,"benchmark_tables_in_archive":3,"benchmark_tables_shown":3,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":9,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/chart-question-answering-on-chartqa","slug":"chart-question-answering-on-chartqa","dataset":"ChartQA","dataset_url":"/dataset/chartqa","rows_in_archive":27,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"ChartPaLI-5B + PaLM 2-S","paper_title":"Chart-based Reasoning: Transferring Capabilities from LLMs to VLMs","paper_url":"/paper/chart-based-reasoning-transferring","paper_date":"2024-03-19","arxiv_id":"2403.12596","code_links":[],"syntology":null}},{"leaderboard":"/sota/chart-question-answering-on-plotqa","slug":"chart-question-answering-on-plotqa","dataset":"PlotQA","dataset_url":"/dataset/plotqa","rows_in_archive":6,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"MatCha4096 + LaMenDa","paper_title":"Synthesize Step-by-Step: Tools Templates and LLMs as Data Generators for Reasoning-Based Chart VQA","paper_url":"/paper/synthesize-step-by-step-tools-templates-and-1","paper_date":"2024-01-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/chart-question-answering-on-realcqa","slug":"chart-question-answering-on-realcqa","dataset":"RealCQA","dataset_url":"/dataset/realcqa","rows_in_archive":5,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"crct - baseline","paper_title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","paper_url":"/paper/chartqa-a-benchmark-for-question-answering","paper_date":"2022-03-19","arxiv_id":"2203.10244","code_links":[{"title":"vis-nlp/chartqa","url":"https://github.com/vis-nlp/chartqa"}],"syntology":null}}],"datasets":[{"url":"/dataset/chartqa","name":"ChartQA","full_name":"","num_papers_in_archive":278},{"url":"/dataset/figureqa","name":"FigureQA","full_name":"","num_papers_in_archive":61},{"url":"/dataset/musicqa-dataset","name":"MMVP","full_name":"","num_papers_in_archive":53},{"url":"/dataset/plotqa","name":"PlotQA","full_name":"","num_papers_in_archive":50},{"url":"/dataset/dvqa","name":"DVQA","full_name":"Data Visualizations via Question Answering","num_papers_in_archive":49},{"url":"/dataset/leaf-qa","name":"LEAF-QA","full_name":"","num_papers_in_archive":9},{"url":"/dataset/realcqa","name":"RealCQA","full_name":"","num_papers_in_archive":6},{"url":"/dataset/sbsfigures","name":"SBS Figures","full_name":"","num_papers_in_archive":1},{"url":"/dataset/vega-lite-chart-collection","name":"Vega-Lite Chart Collection","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/visual-question-answering","name":"Visual Question Answering (VQA)"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":50,"of":50,"of_with_code":25,"tagged_in_all":50,"counts":{"archive_papers_tagged":50,"with_a_code_link":25,"where_syntology_ran_a_sample":7,"not_listed_spam_title":0,"listed":50,"listed_where_code_ran":7,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":6,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":6,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/pix2struct-screenshot-parsing-as-pretraining","slug":"pix2struct-screenshot-parsing-as-pretraining","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","date":"2022-10-07","arxiv_id":"2210.03347","repositories_listed":4,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pix2struct-screenshot-parsing-as-pretraining#ran","syntology_url":"https://syntology.ai/paper/2210.03347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03347"}},"official":{"repos":["google-research/pix2struct"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/structchart-perception-structuring-reasoning","slug":"structchart-perception-structuring-reasoning","title":"StructChart: On the Schema, Metric, and Augmentation for Visual Chart Understanding","date":"2023-09-20","arxiv_id":"2309.11268","repositories_listed":3,"syntology":null},{"url":"/paper/screenai-a-vision-language-model-for-ui-and","slug":"screenai-a-vision-language-model-for-ui-and","title":"ScreenAI: A Vision-Language Model for UI and Infographics Understanding","date":"2024-02-07","arxiv_id":"2402.04615","repositories_listed":2,"syntology":null},{"url":"/paper/qwen-vl-a-frontier-large-vision-language","slug":"qwen-vl-a-frontier-large-vision-language","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","date":"2023-08-24","arxiv_id":"2308.12966","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/qwen-vl-a-frontier-large-vision-language#ran","syntology_url":"https://syntology.ai/paper/2308.12966","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12966"}},"official":{"repos":["qwenlm/qwen-vl"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/pali-x-on-scaling-up-a-multilingual-vision","slug":"pali-x-on-scaling-up-a-multilingual-vision","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","date":"2023-05-29","arxiv_id":"2305.18565","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":4,"n_no_contract":1,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 4 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-x-on-scaling-up-a-multilingual-vision#ran","syntology_url":"https://syntology.ai/paper/2305.18565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18565"}},"official":null}},{"url":"/paper/chartcards-a-chart-metadata-generation","slug":"chartcards-a-chart-metadata-generation","title":"ChartCards: A Chart-Metadata Generation Framework for Multi-Task Chart Understanding","date":"2025-05-21","arxiv_id":"2505.15046","repositories_listed":1,"syntology":null},{"url":"/paper/judging-the-judges-can-large-vision-language","slug":"judging-the-judges-can-large-vision-language","title":"Judging the Judges: Can Large Vision-Language Models Fairly Evaluate Chart Comprehension and Reasoning?","date":"2025-05-13","arxiv_id":"2505.08468","repositories_listed":1,"syntology":null},{"url":"/paper/chartqapro-a-more-diverse-and-challenging","slug":"chartqapro-a-more-diverse-and-challenging","title":"ChartQAPro: A More Diverse and Challenging Benchmark for Chart Question Answering","date":"2025-04-07","arxiv_id":"2504.05506","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/chartqapro-a-more-diverse-and-challenging#ran","syntology_url":"https://syntology.ai/paper/2504.05506","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.05506"}},"official":{"repos":["vis-nlp/chartqapro"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/refchartqa-grounding-visual-answer-on-chart","slug":"refchartqa-grounding-visual-answer-on-chart","title":"RefChartQA: Grounding Visual Answer on Chart Images through Instruction Tuning","date":"2025-03-29","arxiv_id":"2503.23131","repositories_listed":1,"syntology":null},{"url":"/paper/sbs-figures-pre-training-figure-qa-from-stage","slug":"sbs-figures-pre-training-figure-qa-from-stage","title":"SBS Figures: Pre-training Figure QA from Stage-by-Stage Synthesized Images","date":"2024-12-23","arxiv_id":"2412.17606","repositories_listed":1,"syntology":null},{"url":"/paper/vprochart-answering-chart-question-through","slug":"vprochart-answering-chart-question-through","title":"VProChart: Answering Chart Question through Visual Perception Alignment Agent and Programmatic Solution Reasoning","date":"2024-09-03","arxiv_id":"2409.01667","repositories_listed":1,"syntology":null},{"url":"/paper/msg-chart-multimodal-scene-graph-for-chartqa","slug":"msg-chart-multimodal-scene-graph-for-chartqa","title":"MSG-Chart: Multimodal Scene Graph for ChartQA","date":"2024-08-09","arxiv_id":"2408.04852","repositories_listed":1,"syntology":null},{"url":"/paper/advancing-multimodal-large-language-models-in","slug":"advancing-multimodal-large-language-models-in","title":"Advancing Multimodal Large Language Models in Chart Question Answering with Visualization-Referenced Instruction Tuning","date":"2024-07-29","arxiv_id":"2407.20174","repositories_listed":1,"syntology":null},{"url":"/paper/simplot-enhancing-chart-question-answering-by","slug":"simplot-enhancing-chart-question-answering-by","title":"SIMPLOT: Enhancing Chart Question Answering by Distilling Essentials","date":"2024-02-22","arxiv_id":"2405.00021","repositories_listed":1,"syntology":null},{"url":"/paper/dcqa-document-level-chart-question-answering","slug":"dcqa-document-level-chart-question-answering","title":"DCQA: Document-Level Chart Question Answering towards Complex Reasoning and Common-Sense Understanding","date":"2023-10-29","arxiv_id":"2310.18983","repositories_listed":1,"syntology":null},{"url":"/paper/pali-3-vision-language-models-smaller-faster","slug":"pali-3-vision-language-models-smaller-faster","title":"PaLI-3 Vision Language Models: Smaller, Faster, Stronger","date":"2023-10-13","arxiv_id":"2310.09199","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-3-vision-language-models-smaller-faster#ran","syntology_url":"https://syntology.ai/paper/2310.09199","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09199"}},"official":null}},{"url":"/paper/realcqa-scientific-chart-question-answering","slug":"realcqa-scientific-chart-question-answering","title":"RealCQA: Scientific Chart Question Answering as a Test-bed for First-Order Logic","date":"2023-08-03","arxiv_id":"2308.01979","repositories_listed":1,"syntology":null},{"url":"/paper/unichart-a-universal-vision-language","slug":"unichart-a-universal-vision-language","title":"UniChart: A Universal Vision-language Pretrained Model for Chart Comprehension and Reasoning","date":"2023-05-24","arxiv_id":"2305.14761","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/unichart-a-universal-vision-language#ran","syntology_url":"https://syntology.ai/paper/2305.14761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14761"}},"official":{"repos":["vis-nlp/unichart"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deplot-one-shot-visual-language-reasoning-by","slug":"deplot-one-shot-visual-language-reasoning-by","title":"DePlot: One-shot visual language reasoning by plot-to-table translation","date":"2022-12-20","arxiv_id":"2212.10505","repositories_listed":1,"syntology":null},{"url":"/paper/matcha-enhancing-visual-language-pretraining","slug":"matcha-enhancing-visual-language-pretraining","title":"MatCha: Enhancing Visual Language Pretraining with Math Reasoning and Chart Derendering","date":"2022-12-19","arxiv_id":"2212.09662","repositories_listed":1,"syntology":null},{"url":"/paper/chartqa-a-benchmark-for-question-answering","slug":"chartqa-a-benchmark-for-question-answering","title":"ChartQA: A Benchmark for Question Answering about Charts with Visual and Logical Reasoning","date":"2022-03-19","arxiv_id":"2203.10244","repositories_listed":1,"syntology":null},{"url":"/paper/classification-regression-for-chart","slug":"classification-regression-for-chart","title":"Classification-Regression for Chart Comprehension","date":"2021-11-29","arxiv_id":"2111.14792","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/classification-regression-for-chart#ran","syntology_url":"https://syntology.ai/paper/2111.14792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.14792"}},"official":{"repos":["levymsn/cqa-crct"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/answering-questions-about-data-visualizations","slug":"answering-questions-about-data-visualizations","title":"Answering Questions about Data Visualizations using Efficient Bimodal Fusion","date":"2019-08-05","arxiv_id":"1908.01801","repositories_listed":1,"syntology":null},{"url":"/paper/dvqa-understanding-data-visualizations-via","slug":"dvqa-understanding-data-visualizations-via","title":"DVQA: Understanding Data Visualizations via Question Answering","date":"2018-01-24","arxiv_id":"1801.08163","repositories_listed":1,"syntology":null},{"url":"/paper/figureqa-an-annotated-figure-dataset-for","slug":"figureqa-an-annotated-figure-dataset-for","title":"FigureQA: An Annotated Figure Dataset for Visual Reasoning","date":"2017-10-19","arxiv_id":"1710.07300","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":12,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/figureqa-an-annotated-figure-dataset-for#ran","syntology_url":"https://syntology.ai/paper/1710.07300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.07300"}},"official":{"repos":["vmichals/FigureQA-baseline"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":null,"slug":"chartreasoner-code-driven-modality-bridging","title":"ChartReasoner: Code-Driven Modality Bridging for Long-Chain Reasoning in Chart Question Answering","date":"2025-06-11","arxiv_id":"2506.10116","repositories_listed":0,"syntology":null},{"url":null,"slug":"chartmind-a-comprehensive-benchmark-for","title":"ChartMind: A Comprehensive Benchmark for Complex Real-world Multimodal Chart Question Answering","date":"2025-05-29","arxiv_id":"2505.23242","repositories_listed":0,"syntology":null},{"url":null,"slug":"chartmuseum-testing-visual-reasoning","title":"ChartMuseum: Testing Visual Reasoning Capabilities of Large Vision-Language Models","date":"2025-05-19","arxiv_id":"2505.13444","repositories_listed":0,"syntology":null},{"url":null,"slug":"domaincqa-crafting-expert-level-qa-from","title":"DomainCQA: Crafting Expert-Level QA from Domain-Specific Charts","date":"2025-03-25","arxiv_id":"2503.19498","repositories_listed":0,"syntology":null},{"url":null,"slug":"unmasking-deceptive-visuals-benchmarking","title":"Unmasking Deceptive Visuals: Benchmarking Multimodal Large Language Models on Misleading Chart Question Answering","date":"2025-03-23","arxiv_id":"2503.18172","repositories_listed":0,"syntology":null},{"url":null,"slug":"chartcitor-multi-agent-framework-for-fine","title":"ChartCitor: Multi-Agent Framework for Fine-Grained Chart Visual Attribution","date":"2025-02-03","arxiv_id":"2502.00989","repositories_listed":0,"syntology":null},{"url":null,"slug":"realcqa-v2-visual-premise-proving","title":"RealCQA-V2 : Visual Premise Proving A Manual COT Dataset for Charts","date":"2024-10-29","arxiv_id":"2410.22492","repositories_listed":0,"syntology":null},{"url":null,"slug":"chartkg-a-knowledge-graph-based","title":"ChartKG: A Knowledge-Graph-Based Representation for Chart Images","date":"2024-10-13","arxiv_id":"2410.09761","repositories_listed":0,"syntology":null},{"url":null,"slug":"charting-the-future-using-chart-question","title":"Charting the Future: Using Chart Question-Answering for Scalable Evaluation of LLM-Driven Data Visualizations","date":"2024-09-27","arxiv_id":"2409.18764","repositories_listed":0,"syntology":null},{"url":null,"slug":"got-cqa-graph-of-thought-guided-compositional","title":"GoT-CQA: Graph-of-Thought Guided Compositional Reasoning for Chart Question Answering","date":"2024-09-04","arxiv_id":"2409.02611","repositories_listed":0,"syntology":null},{"url":null,"slug":"2407-21038","title":"Advancing Chart Question Answering with Robust Chart Component Recognition","date":"2024-07-19","arxiv_id":"2407.21038","repositories_listed":0,"syntology":null},{"url":null,"slug":"unraveling-the-truth-do-llms-really","title":"Unraveling the Truth: Do VLMs really Understand Charts? A Deep Dive into Consistency and Robustness","date":"2024-07-15","arxiv_id":"2407.11229","repositories_listed":0,"syntology":null},{"url":null,"slug":"are-large-vision-language-models-up-to-the","title":"Are Large Vision Language Models up to the Challenge of Chart Comprehension and Reasoning? An Extensive Investigation into the Capabilities and Limitations of LVLMs","date":"2024-06-01","arxiv_id":"2406.00257","repositories_listed":0,"syntology":null},{"url":null,"slug":"evaluating-task-based-effectiveness-of-mllms","title":"ChartInsights: Evaluating Multimodal Large Language Models for Low-Level Chart Question Answering","date":"2024-05-11","arxiv_id":"2405.07001","repositories_listed":0,"syntology":null},{"url":null,"slug":"mchartqa-a-universal-benchmark-for-multimodal","title":"mChartQA: A universal benchmark for multimodal Chart Question Answer based on Vision-Language Alignment and Reasoning","date":"2024-04-02","arxiv_id":"2404.01548","repositories_listed":0,"syntology":null},{"url":null,"slug":"synthesize-step-by-step-tools-templates-and","title":"Synthesize Step-by-Step: Tools, Templates and LLMs as Data Generators for Reasoning-Based Chart VQA","date":"2024-03-25","arxiv_id":"2403.16385","repositories_listed":0,"syntology":null},{"url":"/paper/chart-based-reasoning-transferring","slug":"chart-based-reasoning-transferring","title":"Chart-based Reasoning: Transferring Capabilities from LLMs to VLMs","date":"2024-03-19","arxiv_id":"2403.12596","repositories_listed":0,"syntology":null},{"url":"/paper/synthesize-step-by-step-tools-templates-and-1","slug":"synthesize-step-by-step-tools-templates-and-1","title":"Synthesize Step-by-Step: Tools Templates and LLMs as Data Generators for Reasoning-Based Chart VQA","date":"2024-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"do-llms-work-on-charts-designing-few-shot","title":"Do LLMs Work on Charts? Designing Few-Shot Prompts for Chart Question Answering and Summarization","date":"2023-12-17","arxiv_id":"2312.10610","repositories_listed":0,"syntology":null},{"url":"/paper/omni-smola-boosting-generalist-multimodal","slug":"omni-smola-boosting-generalist-multimodal","title":"Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts","date":"2023-12-01","arxiv_id":"2312.00968","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhanced-chart-understanding-in-vision-and","title":"Enhanced Chart Understanding in Vision and Language Task via Cross-modal Pre-training on Plot Table Pairs","date":"2023-05-29","arxiv_id":"2305.18641","repositories_listed":0,"syntology":null},{"url":null,"slug":"chart-question-answering-state-of-the-art-and","title":"Chart Question Answering: State of the Art and Future Directions","date":"2022-05-08","arxiv_id":"2205.03966","repositories_listed":0,"syntology":null},{"url":null,"slug":"stl-cqa-structure-based-transformers-with","title":"STL-CQA: Structure-based Transformers with Localization and Encoding for Chart Question Answering","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":"/paper/data-interpretation-over-plots","slug":"data-interpretation-over-plots","title":"PlotQA: Reasoning over Scientific Plots","date":"2019-09-03","arxiv_id":"1909.00997","repositories_listed":0,"syntology":null},{"url":"/paper/leaf-qa-locate-encode-attend-for-figure","slug":"leaf-qa-locate-encode-attend-for-figure","title":"LEAF-QA: Locate, Encode & Attend for Figure Question Answering","date":"2019-07-30","arxiv_id":"1907.12861","repositories_listed":0,"syntology":null}],"syntology_records":8,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":7,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/chart-question-answering-on-chartqa","since_archive":"/sota/chart-question-answering-on-chartqa#since-judged","papers_judged":7,"placed":0},{"leaderboard":"/sota/chart-question-answering-on-plotqa","since_archive":"/sota/chart-question-answering-on-plotqa#since-judged","papers_judged":2,"placed":0}]},"papers_where_code_ran":7,"papers_where_code_ran_first_page":"/task/chart-question-answering/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/chart-question-answering/papers/ran/1","json":"/task/chart-question-answering/papers/ran/1.json","rows":7}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"ba7fc79cfabf0f5efe9c60200231089fa7461f0c975226ef1fbd79f6be2d20e4","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}