{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/graph-question-answering","name":"Graph Question Answering","slug":"graph-question-answering","description_markdown":null,"categories":[{"name":"Graphs","url":"/area/graphs"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":78,"papers_with_code":42,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":1,"subtasks":0,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/graph-question-answering-on-gqa","slug":"graph-question-answering-on-gqa","dataset":"GQA","dataset_url":"/dataset/gqa","rows_in_archive":2,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"GraphVQA","paper_title":"GraghVQA: Language-Guided Graph Neural Networks for Graph-based Visual Question Answering","paper_url":"/paper/graghvqa-language-guided-graph-neural","paper_date":"2021-04-20","arxiv_id":"2104.10283","code_links":[{"title":"codexxxl/GraphVQA","url":"https://github.com/codexxxl/GraphVQA"}],"syntology":null}}],"datasets":[{"url":"/dataset/gqa","name":"GQA","full_name":"GQA","num_papers_in_archive":749}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":78,"of":78,"of_with_code":42,"tagged_in_all":78,"counts":{"archive_papers_tagged":78,"with_a_code_link":42,"where_syntology_ran_a_sample":12,"not_listed_spam_title":0,"listed":78,"listed_where_code_ran":12,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":10,"every_run_a_failure_of_syntologys_instrument":2,"listed_with_a_run_with_no_instrument_failure":10,"listed_every_run_a_failure_of_syntologys_instrument":2,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/tempoqr-temporal-question-reasoning-over","slug":"tempoqr-temporal-question-reasoning-over","title":"TempoQR: Temporal Question Reasoning over Knowledge Graphs","date":"2021-12-10","arxiv_id":"2112.05785","repositories_listed":3,"syntology":null},{"url":"/paper/g-retriever-retrieval-augmented-generation","slug":"g-retriever-retrieval-augmented-generation","title":"G-Retriever: Retrieval-Augmented Generation for Textual Graph Understanding and Question Answering","date":"2024-02-12","arxiv_id":"2402.07630","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/g-retriever-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2402.07630","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07630"}},"official":{"repos":["xiaoxinhe/g-retriever"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/would-you-ask-it-that-way-measuring-and","slug":"would-you-ask-it-that-way-measuring-and","title":"Would You Ask it that Way? Measuring and Improving Question Naturalness for Knowledge Graph Question Answering","date":"2022-05-25","arxiv_id":"2205.12768","repositories_listed":2,"syntology":null},{"url":"/paper/learning-efficient-and-generalizable-graph","slug":"learning-efficient-and-generalizable-graph","title":"Learning Efficient and Generalizable Graph Retriever for Knowledge-Graph Question Answering","date":"2025-06-11","arxiv_id":"2506.09645","repositories_listed":1,"syntology":null},{"url":"/paper/q-nl-verifier-leveraging-synthetic-data-for","slug":"q-nl-verifier-leveraging-synthetic-data-for","title":"Q-NL Verifier: Leveraging Synthetic Data for Robust Knowledge Graph Question Answering","date":"2025-03-03","arxiv_id":"2503.01385","repositories_listed":1,"syntology":null},{"url":"/paper/rotor-towards-more-reliable-responses-for","slug":"rotor-towards-more-reliable-responses-for","title":"RoToR: Towards More Reliable Responses for Order-Invariant Inputs","date":"2025-02-10","arxiv_id":"2502.08662","repositories_listed":1,"syntology":null},{"url":"/paper/ontology-guided-hybrid-prompt-learning-for","slug":"ontology-guided-hybrid-prompt-learning-for","title":"Ontology-Guided, Hybrid Prompt Learning for Generalization in Knowledge Graph Question Answering","date":"2025-02-06","arxiv_id":"2502.03992","repositories_listed":1,"syntology":null},{"url":"/paper/harnessing-large-language-models-for-1","slug":"harnessing-large-language-models-for-1","title":"Harnessing Large Language Models for Knowledge Graph Question Answering via Adaptive Multi-Aspect Retrieval-Augmentation","date":"2024-12-24","arxiv_id":"2412.18537","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/harnessing-large-language-models-for-1#ran","syntology_url":"https://syntology.ai/paper/2412.18537","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.18537"}},"official":{"repos":["Applied-Machine-Learning-Lab/AMAR"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-sparql-generation-by-triplet-order","slug":"enhancing-sparql-generation-by-triplet-order","title":"Enhancing SPARQL Generation by Triplet-order-sensitive Pre-training","date":"2024-10-08","arxiv_id":"2410.05731","repositories_listed":1,"syntology":null},{"url":"/paper/question-guided-knowledge-graph-re-scoring","slug":"question-guided-knowledge-graph-re-scoring","title":"Question-guided Knowledge Graph Re-scoring and Injection for Knowledge Graph Question Answering","date":"2024-10-02","arxiv_id":"2410.01401","repositories_listed":1,"syntology":null},{"url":"/paper/cotkr-chain-of-thought-enhanced-knowledge","slug":"cotkr-chain-of-thought-enhanced-knowledge","title":"CoTKR: Chain-of-Thought Enhanced Knowledge Rewriting for Complex Knowledge Graph Question Answering","date":"2024-09-29","arxiv_id":"2409.19753","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cotkr-chain-of-thought-enhanced-knowledge#ran","syntology_url":"https://syntology.ai/paper/2409.19753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.19753"}},"official":{"repos":["wuyike2000/CoTKR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/konstruktor-a-strong-baseline-for-simple","slug":"konstruktor-a-strong-baseline-for-simple","title":"Konstruktor: A Strong Baseline for Simple Knowledge Graph Question Answering","date":"2024-09-24","arxiv_id":"2409.15902","repositories_listed":1,"syntology":null},{"url":"/paper/debate-on-graph-a-flexible-and-reliable","slug":"debate-on-graph-a-flexible-and-reliable","title":"Debate on Graph: a Flexible and Reliable Reasoning Framework for Large Language Models","date":"2024-09-05","arxiv_id":"2409.03155","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/debate-on-graph-a-flexible-and-reliable#ran","syntology_url":"https://syntology.ai/paper/2409.03155","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.03155"}},"official":{"repos":["reml-group/dog"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mst5-multilingual-question-answering-over","slug":"mst5-multilingual-question-answering-over","title":"MST5 -- Multilingual Question Answering over Knowledge Graphs","date":"2024-07-08","arxiv_id":"2407.06041","repositories_listed":1,"syntology":null},{"url":"/paper/biokgbench-a-knowledge-graph-checking","slug":"biokgbench-a-knowledge-graph-checking","title":"BioKGBench: A Knowledge Graph Checking Benchmark of AI Agent for Biomedical Science","date":"2024-06-29","arxiv_id":"2407.00466","repositories_listed":1,"syntology":null},{"url":"/paper/taglas-an-atlas-of-text-attributed-graph","slug":"taglas-an-atlas-of-text-attributed-graph","title":"TAGLAS: An atlas of text-attributed graph datasets in the era of large graph and language models","date":"2024-06-20","arxiv_id":"2406.14683","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/taglas-an-atlas-of-text-attributed-graph#ran","syntology_url":"https://syntology.ai/paper/2406.14683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14683"}},"official":{"repos":["jiaruifeng/taglas"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/linkq-an-llm-assisted-visual-interface-for","slug":"linkq-an-llm-assisted-visual-interface-for","title":"LinkQ: An LLM-Assisted Visual Interface for Knowledge Graph Question-Answering","date":"2024-06-07","arxiv_id":"2406.06621","repositories_listed":1,"syntology":null},{"url":"/paper/gnn-rag-graph-neural-retrieval-for-large","slug":"gnn-rag-graph-neural-retrieval-for-large","title":"GNN-RAG: Graph Neural Retrieval for Large Language Model Reasoning","date":"2024-05-30","arxiv_id":"2405.20139","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gnn-rag-graph-neural-retrieval-for-large#ran","syntology_url":"https://syntology.ai/paper/2405.20139","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20139"}},"official":{"repos":["cmavro/gnn-rag"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/generate-on-graph-treat-llm-as-both-agent-and","slug":"generate-on-graph-treat-llm-as-both-agent-and","title":"Generate-on-Graph: Treat LLM as both Agent and KG in Incomplete Knowledge Graph Question Answering","date":"2024-04-23","arxiv_id":"2404.14741","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":3,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":1,"n_pointer_only":11,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 2 violated, 1 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/generate-on-graph-treat-llm-as-both-agent-and#ran","syntology_url":"https://syntology.ai/paper/2404.14741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.14741"}},"official":{"repos":["yaooxu/gog"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/cr-lt-kgqa-a-knowledge-graph-question","slug":"cr-lt-kgqa-a-knowledge-graph-question","title":"CR-LT-KGQA: A Knowledge Graph Question Answering Dataset Requiring Commonsense Reasoning and Long-Tail Knowledge","date":"2024-03-03","arxiv_id":"2403.01395","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cr-lt-kgqa-a-knowledge-graph-question#ran","syntology_url":"https://syntology.ai/paper/2403.01395","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01395"}},"official":{"repos":["d3mlab/cr-lt-kgqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/graphtranslator-aligning-graph-model-to-large","slug":"graphtranslator-aligning-graph-model-to-large","title":"GraphTranslator: Aligning Graph Model to Large Language Model for Open-ended Tasks","date":"2024-02-11","arxiv_id":"2402.07197","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":2,"n_instrument":6,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/graphtranslator-aligning-graph-model-to-large#ran","syntology_url":"https://syntology.ai/paper/2402.07197","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07197"}},"official":{"repos":["alibaba/graphtranslator"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/leveraging-llms-in-scholarly-knowledge-graph","slug":"leveraging-llms-in-scholarly-knowledge-graph","title":"Leveraging LLMs in Scholarly Knowledge Graph Question Answering","date":"2023-11-16","arxiv_id":"2311.09841","repositories_listed":1,"syntology":null},{"url":"/paper/nlqxform-a-language-model-based-question-to","slug":"nlqxform-a-language-model-based-question-to","title":"NLQxform: A Language Model-based Question to SPARQL Transformer","date":"2023-11-08","arxiv_id":"2311.07588","repositories_listed":1,"syntology":null},{"url":"/paper/nutrea-neural-tree-search-for-context-guided-1","slug":"nutrea-neural-tree-search-for-context-guided-1","title":"NuTrea: Neural Tree Search for Context-guided Multi-hop KGQA","date":"2023-10-24","arxiv_id":"2310.15484","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/nutrea-neural-tree-search-for-context-guided-1#ran","syntology_url":"https://syntology.ai/paper/2310.15484","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15484"}},"official":{"repos":["mlvlab/nutrea"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/psychic-a-neuro-symbolic-framework-for","slug":"psychic-a-neuro-symbolic-framework-for","title":"PSYCHIC: A Neuro-Symbolic Framework for Knowledge Graph Question-Answering Grounding","date":"2023-10-19","arxiv_id":"2310.12638","repositories_listed":1,"syntology":null},{"url":"/paper/spider4sparql-a-complex-benchmark-for","slug":"spider4sparql-a-complex-benchmark-for","title":"Spider4SPARQL: A Complex Benchmark for Evaluating Knowledge Graph Question Answering Systems","date":"2023-09-28","arxiv_id":"2309.16248","repositories_listed":1,"syntology":null},{"url":"/paper/retrieve-rewrite-answer-a-kg-to-text-enhanced","slug":"retrieve-rewrite-answer-a-kg-to-text-enhanced","title":"Retrieve-Rewrite-Answer: A KG-to-Text Enhanced LLMs Framework for Knowledge Graph Question Answering","date":"2023-09-20","arxiv_id":"2309.11206","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/retrieve-rewrite-answer-a-kg-to-text-enhanced#ran","syntology_url":"https://syntology.ai/paper/2309.11206","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.11206"}},"official":{"repos":["wuyike2000/retrieve-rewrite-answer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/the-role-of-output-vocabulary-in-t2t-lms-for","slug":"the-role-of-output-vocabulary-in-t2t-lms-for","title":"The Role of Output Vocabulary in T2T LMs for SPARQL Semantic Parsing","date":"2023-05-24","arxiv_id":"2305.15108","repositories_listed":1,"syntology":null},{"url":"/paper/gett-qa-graph-embedding-based-t2t-transformer","slug":"gett-qa-graph-embedding-based-t2t-transformer","title":"GETT-QA: Graph Embedding based T2T Transformer for Knowledge Graph Question Answering","date":"2023-03-23","arxiv_id":"2303.13284","repositories_listed":1,"syntology":null},{"url":"/paper/an-empirical-study-of-pre-trained-language","slug":"an-empirical-study-of-pre-trained-language","title":"An Empirical Study of Pre-trained Language Models in Simple Knowledge Graph Question Answering","date":"2023-03-18","arxiv_id":"2303.10368","repositories_listed":1,"syntology":null},{"url":"/paper/learning-action-effect-dynamics-for","slug":"learning-action-effect-dynamics-for","title":"Learning Action-Effect Dynamics for Hypothetical Vision-Language Reasoning Task","date":"2022-12-07","arxiv_id":"2212.03866","repositories_listed":1,"syntology":null},{"url":"/paper/rearev-adaptive-reasoning-for-question","slug":"rearev-adaptive-reasoning-for-question","title":"ReaRev: Adaptive Reasoning for Question Answering over Knowledge Graphs","date":"2022-10-24","arxiv_id":"2210.13650","repositories_listed":1,"syntology":null},{"url":"/paper/m-text-kg-a-library-for-multi-source","slug":"m-text-kg-a-library-for-multi-source","title":"$μ\\text{KG}$: A Library for Multi-source Knowledge Graph Embeddings and Applications","date":"2022-07-23","arxiv_id":"2207.11442","repositories_listed":1,"syntology":null},{"url":"/paper/temporal-knowledge-graph-question-answering","slug":"temporal-knowledge-graph-question-answering","title":"Temporal knowledge graph question answering via subgraph reasoning","date":"2022-05-30","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-question-answering-datasets","slug":"knowledge-graph-question-answering-datasets","title":"Knowledge Graph Question Answering Datasets and Their Generalizability: Are They Enough for Future Research?","date":"2022-05-13","arxiv_id":"2205.06573","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-graph-question-answering-datasets#ran","syntology_url":"https://syntology.ai/paper/2205.06573","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.06573"}},"official":{"repos":["KGQA/KGQA-datasets-generalization"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/qald-9-plus-a-multilingual-dataset-for","slug":"qald-9-plus-a-multilingual-dataset-for","title":"QALD-9-plus: A Multilingual Dataset for Question Answering over DBpedia and Wikidata Translated by Native Speakers","date":"2022-01-31","arxiv_id":"2202.00120","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-question-answering","slug":"knowledge-graph-question-answering","title":"Knowledge Graph Question Answering Leaderboard: A Community Resource to Prevent a Replication Crisis","date":"2022-01-20","arxiv_id":"2201.08174","repositories_listed":1,"syntology":null},{"url":"/paper/improving-embedded-knowledge-graph-multi-hop","slug":"improving-embedded-knowledge-graph-multi-hop","title":"Improving Embedded Knowledge Graph Multi-hop Question Answering by introducing Relational Chain Reasoning","date":"2021-10-25","arxiv_id":"2110.12679","repositories_listed":1,"syntology":null},{"url":"/paper/noahqa-numerical-reasoning-with-interpretable","slug":"noahqa-numerical-reasoning-with-interpretable","title":"NOAHQA: Numerical Reasoning with Interpretable Graph Question Answering Dataset","date":"2021-09-22","arxiv_id":"2109.10604","repositories_listed":1,"syntology":null},{"url":"/paper/graghvqa-language-guided-graph-neural","slug":"graghvqa-language-guided-graph-neural","title":"GraghVQA: Language-Guided Graph Neural Networks for Graph-based Visual Question Answering","date":"2021-04-20","arxiv_id":"2104.10283","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-question-answering-using","slug":"knowledge-graph-question-answering-using","title":"Knowledge Graph Question Answering using Graph-Pattern Isomorphism","date":"2021-03-11","arxiv_id":"2103.06752","repositories_listed":1,"syntology":null},{"url":"/paper/sparql-as-a-foreign-language","slug":"sparql-as-a-foreign-language","title":"SPARQL as a Foreign Language","date":"2017-08-25","arxiv_id":"1708.07624","repositories_listed":1,"syntology":null},{"url":null,"slug":"diagnosing-and-addressing-pitfalls-in-kg-rag","title":"Diagnosing and Addressing Pitfalls in KG-RAG Datasets: Toward More Reliable Benchmarking","date":"2025-05-29","arxiv_id":"2505.23495","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-large-language-models-with-reward","title":"Enhancing Large Language Models with Reward-guided Tree Search for Knowledge Graph Question and Answering","date":"2025-05-18","arxiv_id":"2505.12476","repositories_listed":0,"syntology":null},{"url":null,"slug":"colota-a-dataset-for-entity-based-commonsense","title":"CoLoTa: A Dataset for Entity-based Commonsense Reasoning over Long-Tail Knowledge","date":"2025-04-20","arxiv_id":"2504.14462","repositories_listed":0,"syntology":null},{"url":null,"slug":"human-cognition-inspired-rag-with-knowledge","title":"Human Cognition Inspired RAG with Knowledge Graph for Complex Problem Solving","date":"2025-03-09","arxiv_id":"2503.06567","repositories_listed":0,"syntology":null},{"url":null,"slug":"eperm-an-evidence-path-enhanced-reasoning","title":"EPERM: An Evidence Path Enhanced Reasoning Model for Knowledge Graph Question and Answering","date":"2025-02-22","arxiv_id":"2502.16171","repositories_listed":0,"syntology":null},{"url":null,"slug":"ontology-guided-reverse-thinking-makes-large","title":"Ontology-Guided Reverse Thinking Makes Large Language Models Stronger on Knowledge Graph Question Answering","date":"2025-02-17","arxiv_id":"2502.11491","repositories_listed":0,"syntology":null},{"url":null,"slug":"visual-graph-question-answering-with-asp-and","title":"Visual Graph Question Answering with ASP and LLMs for Language Parsing","date":"2025-02-13","arxiv_id":"2502.09211","repositories_listed":0,"syntology":null},{"url":null,"slug":"comprehensive-evaluation-for-a-large-scale","title":"Comprehensive Evaluation for a Large Scale Knowledge Graph Question Answering Service","date":"2025-01-28","arxiv_id":"2501.17270","repositories_listed":0,"syntology":null},{"url":null,"slug":"graphbc-improving-llms-for-better-graph-data","title":"GraphSOS: Graph Sampling and Order Selection to Help LLMs Understand Graphs Better","date":"2025-01-24","arxiv_id":"2501.14427","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-method-for-multi-hop-question-answering-on","title":"A Method for Multi-Hop Question Answering on Persian Knowledge Graph","date":"2025-01-18","arxiv_id":"2501.16350","repositories_listed":0,"syntology":null},{"url":null,"slug":"karpa-a-training-free-method-of-adapting","title":"KARPA: A Training-free Method of Adapting Knowledge Graph as References for Large Language Model's Reasoning Path Aggregation","date":"2024-12-30","arxiv_id":"2412.20995","repositories_listed":0,"syntology":null},{"url":null,"slug":"ngqa-a-nutritional-graph-question-answering","title":"NGQA: A Nutritional Graph Question Answering Benchmark for Personalized Health-aware Nutritional Reasoning","date":"2024-12-20","arxiv_id":"2412.15547","repositories_listed":0,"syntology":null},{"url":null,"slug":"graph-learning-in-the-era-of-llms-a-survey","title":"Graph Learning in the Era of LLMs: A Survey from the Perspective of Data, Models, and Tasks","date":"2024-12-17","arxiv_id":"2412.12456","repositories_listed":0,"syntology":null},{"url":null,"slug":"llm-based-discriminative-reasoning-for","title":"LLM-based Discriminative Reasoning for Knowledge Graph Question Answering","date":"2024-12-17","arxiv_id":"2412.12643","repositories_listed":0,"syntology":null},{"url":null,"slug":"kalm-knowledge-aligned-autoregressive","title":"KaLM: Knowledge-aligned Autoregressive Language Modeling via Dual-view Knowledge Graph Contrastive Learning","date":"2024-12-06","arxiv_id":"2412.04948","repositories_listed":0,"syntology":null},{"url":null,"slug":"integrating-multi-head-convolutional-encoders","title":"Integrating Multi-Head Convolutional Encoders with Cross-Attention for Improved SPARQL Query Translation","date":"2024-08-24","arxiv_id":"2408.13432","repositories_listed":0,"syntology":null},{"url":null,"slug":"dynamic-few-shot-learning-for-knowledge-graph","title":"Dynamic Few-Shot Learning for Knowledge Graph Question Answering","date":"2024-07-01","arxiv_id":"2407.01409","repositories_listed":0,"syntology":null},{"url":null,"slug":"temporal-knowledge-graph-question-answering-a","title":"Temporal Knowledge Graph Question Answering: A Survey","date":"2024-06-20","arxiv_id":"2406.14191","repositories_listed":0,"syntology":null},{"url":null,"slug":"unioqa-a-unified-framework-for-knowledge","title":"UniOQA: A Unified Framework for Knowledge Graph Question Answering with Large Language Models","date":"2024-06-04","arxiv_id":"2406.02110","repositories_listed":0,"syntology":null},{"url":null,"slug":"fidelis-faithful-reasoning-in-large-language","title":"FiDeLiS: Faithful Reasoning in Large Language Model for Knowledge Graph Question Answering","date":"2024-05-22","arxiv_id":"2405.13873","repositories_listed":0,"syntology":null},{"url":null,"slug":"kg-rag-bridging-the-gap-between-knowledge-and","title":"KG-RAG: Bridging the Gap Between Knowledge and Creativity","date":"2024-05-20","arxiv_id":"2405.12035","repositories_listed":0,"syntology":null},{"url":"/paper/self-improvement-programming-for-temporal","slug":"self-improvement-programming-for-temporal","title":"Self-Improvement Programming for Temporal Knowledge Graph Question Answering","date":"2024-04-02","arxiv_id":"2404.01720","repositories_listed":0,"syntology":null},{"url":null,"slug":"right-for-right-reasons-large-language-models","title":"Right for Right Reasons: Large Language Models for Verifiable Commonsense Knowledge Graph Question Answering","date":"2024-03-03","arxiv_id":"2403.01390","repositories_listed":0,"syntology":null},{"url":"/paper/two-stage-generative-question-answering-on","slug":"two-stage-generative-question-answering-on","title":"Two-stage Generative Question Answering on Temporal Knowledge Graph Using Large Language Models","date":"2024-02-26","arxiv_id":"2402.16568","repositories_listed":0,"syntology":null},{"url":null,"slug":"question-answering-over-spatio-temporal","title":"Question Answering Over Spatio-Temporal Knowledge Graph","date":"2024-02-18","arxiv_id":"2402.11542","repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-multi-facts-reasoning-network-for","title":"Joint Multi-Facts Reasoning Network For Complex Temporal Question Answering Over Knowledge Graph","date":"2024-01-04","arxiv_id":"2401.02212","repositories_listed":0,"syntology":null},{"url":null,"slug":"answer-candidate-type-selection-text-to-text","title":"Answer Candidate Type Selection: Text-to-Text Language Model for Closed Book Question Answering Meets Knowledge Graphs","date":"2023-10-10","arxiv_id":"2310.07008","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-graph-question-answering-for","title":"Knowledge Graph Question Answering for Materials Science (KGQA4MAT): Developing Natural Language Interface for Metal-Organic Frameworks Knowledge Graph (MOF-KG) Using LLM","date":"2023-09-20","arxiv_id":"2309.11361","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-augmented-language-model-prompting","title":"Knowledge-Augmented Language Model Prompting for Zero-Shot Knowledge Graph Question Answering","date":"2023-06-07","arxiv_id":"2306.04136","repositories_listed":0,"syntology":null},{"url":"/paper/time-aware-multiway-adaptive-fusion-network","slug":"time-aware-multiway-adaptive-fusion-network","title":"Time-aware Multiway Adaptive Fusion Network for Temporal Knowledge Graph Question Answering","date":"2023-02-24","arxiv_id":"2302.12529","repositories_listed":0,"syntology":null},{"url":null,"slug":"an-efficient-drug-drug-interactions","title":"Medical Knowledge Graph QA for Drug-Drug Interaction Prediction based on Multi-hop Machine Reading Comprehension","date":"2022-12-19","arxiv_id":"2212.09400","repositories_listed":0,"syntology":null},{"url":null,"slug":"graph-augmented-learning-to-rank-for-querying","title":"Graph-augmented Learning to Rank for Querying Large-scale Knowledge Graph","date":"2021-11-20","arxiv_id":"2111.10541","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-neural-approach-to-kgqa-via-sparql","title":"A Neural Approach to KGQA via SPARQL Silhouette Generation","date":"2021-11-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-graph-question-answering-via-sparql","title":"Knowledge Graph Question Answering via SPARQL Silhouette Generation","date":"2021-09-06","arxiv_id":"2109.09475","repositories_listed":0,"syntology":null},{"url":null,"slug":"question-aware-memory-network-for-multi-hop","title":"Question-Aware Memory Network for Multi-hop Question Answering in Human-Robot Interaction","date":"2021-04-27","arxiv_id":"2104.13173","repositories_listed":0,"syntology":null},{"url":null,"slug":"complex-factoid-question-answering-with-a","title":"Complex Factoid Question Answering with a Free-Text Knowledge Graph","date":"2021-03-23","arxiv_id":"2103.12876","repositories_listed":0,"syntology":null}],"syntology_records":12,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":12,"papers_where_code_ran_first_page":"/task/graph-question-answering/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/graph-question-answering/papers/ran/1","json":"/task/graph-question-answering/papers/ran/1.json","rows":12}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"c68b40eec329192577faa13a35fc9e587db205398286d103a0d5a900aea071cf","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}