{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/semantic-parsing","name":"Semantic Parsing","slug":"semantic-parsing","description_markdown":"**Semantic Parsing** is the task of transducing natural language utterances into formal meaning representations. The target meaning representations can be defined according to a wide variety of formalisms. This include linguistically-motivated semantic representations that are designed to capture the meaning of any sentence such as λ-calculus or the abstract meaning representations. Alternatively, for more task-driven approaches to Semantic Parsing, it is common for meaning representations to represent executable programs such as SQL queries, robotic commands, smart phone instructions, and even general-purpose programming languages like Python and Java.\n\n\n<span class=\"description-source\">Source: [Tranx: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation ](https://arxiv.org/abs/1810.02720)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1202,"papers_with_code":414,"benchmarks":20,"benchmark_tables_in_archive":20,"benchmark_tables_shown":20,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":44,"subtasks":7,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/semantic-parsing-on-wikitablequestions","slug":"semantic-parsing-on-wikitablequestions","dataset":"WikiTableQuestions","dataset_url":"/dataset/wikitablequestions","rows_in_archive":22,"metrics":["Accuracy (Test)","Accuracy (Dev)","Accuracy","Test Accuracy"],"first_row_in_archive_order":{"model":"ARTEMIS-DA","paper_title":"ARTEMIS-DA: An Advanced Reasoning and Transformation Engine for Multi-Step Insight Synthesis in Data Analytics","paper_url":"/paper/advanced-reasoning-and-transformation-engine","paper_date":"2024-12-18","arxiv_id":"2412.14146","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-spider","slug":"semantic-parsing-on-spider","dataset":"spider","dataset_url":"/dataset/spider-realistic","rows_in_archive":10,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"RESDSQL-3B + NatSQL","paper_title":"RESDSQL: Decoupling Schema Linking and Skeleton Parsing for Text-to-SQL","paper_url":"/paper/decoupling-the-skeleton-parsing-and-schema","paper_date":"2023-02-12","arxiv_id":"2302.05965","code_links":[{"title":"ruckbreasoning/resdsql","url":"https://github.com/ruckbreasoning/resdsql"}],"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/decoupling-the-skeleton-parsing-and-schema#ran","syntology_url":"https://syntology.ai/paper/2302.05965","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.05965"}},"official":{"repos":["ruckbreasoning/resdsql"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}}},{"leaderboard":"/sota/semantic-parsing-on-cfq","slug":"semantic-parsing-on-cfq","dataset":"CFQ","dataset_url":"/dataset/cfq","rows_in_archive":5,"metrics":["Exact Match"],"first_row_in_archive_order":{"model":"Dynamic Least-to-Most Prompting","paper_title":"Compositional Semantic Parsing with Large Language Models","paper_url":"/paper/compositional-semantic-parsing-with-large","paper_date":"2022-09-29","arxiv_id":"2209.15003","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-webquestionssp","slug":"semantic-parsing-on-webquestionssp","dataset":"WebQuestionsSP","dataset_url":"/dataset/webquestionssp","rows_in_archive":5,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"ReaRev","paper_title":"ReaRev: Adaptive Reasoning for Question Answering over Knowledge Graphs","paper_url":"/paper/rearev-adaptive-reasoning-for-question","paper_date":"2022-10-24","arxiv_id":"2210.13650","code_links":[{"title":"cmavro/rearev_kgqa","url":"https://github.com/cmavro/rearev_kgqa"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-wikisql-1","slug":"semantic-parsing-on-wikisql-1","dataset":"WikiSQL","dataset_url":"/dataset/wikisql","rows_in_archive":5,"metrics":["Accuracy","Denotation accuracy (test)"],"first_row_in_archive_order":{"model":"NL2SQL-BERT","paper_title":"Content Enhanced BERT-based Text-to-SQL Generation","paper_url":"/paper/content-enhanced-bert-based-text-to-sql","paper_date":"2019-10-16","arxiv_id":"1910.07179","code_links":[{"title":"guotong1988/NL2SQL-RULE","url":"https://github.com/guotong1988/NL2SQL-RULE"},{"title":"guotong1988/NL2SQL-BERT","url":"https://github.com/guotong1988/NL2SQL-BERT"},{"title":"shivam017arora/Conversational-BI","url":"https://github.com/shivam017arora/Conversational-BI"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/bert_generation"},{"title":"realsonalkumar/Mish-Mash-Hackathon","url":"https://github.com/realsonalkumar/Mish-Mash-Hackathon"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-atis","slug":"semantic-parsing-on-atis","dataset":"ATIS","dataset_url":null,"rows_in_archive":4,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"PhraseTransformer","paper_title":"PhraseTransformer: An Incorporation of Local Context Information into Sequence-to-sequence Semantic Parsing","paper_url":"/paper/phrasetransformer-an-incorporation-of-local","paper_date":"2022-11-29","arxiv_id":null,"code_links":[{"title":"phuongnm94/PhraseTransformer","url":"https://github.com/phuongnm94/PhraseTransformer"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-geo","slug":"semantic-parsing-on-geo","dataset":"Geo","dataset_url":null,"rows_in_archive":3,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"coarse2fine","paper_title":"Coarse-to-Fine Decoding for Neural Semantic Parsing","paper_url":"/paper/coarse-to-fine-decoding-for-neural-semantic","paper_date":"2018-05-12","arxiv_id":"1805.04793","code_links":[{"title":"donglixp/coarse2fine","url":"https://github.com/donglixp/coarse2fine"},{"title":"inyukwo1/Coarse2fine_boilerplate","url":"https://github.com/inyukwo1/Coarse2fine_boilerplate"}],"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/coarse-to-fine-decoding-for-neural-semantic#ran","syntology_url":"https://syntology.ai/paper/1805.04793","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.04793"}},"official":{"repos":["donglixp/coarse2fine"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/semantic-parsing-on-ptg-czech-mrp-2020","slug":"semantic-parsing-on-ptg-czech-mrp-2020","dataset":"PTG (czech, MRP 2020)","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN + RobeCzech","paper_title":"RobeCzech: Czech RoBERTa, a monolingual contextualized language representation model","paper_url":"/paper/robeczech-czech-roberta-a-monolingual","paper_date":"2021-05-24","arxiv_id":"2105.11314","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-amr-chinese-mrp-2020","slug":"semantic-parsing-on-amr-chinese-mrp-2020","dataset":"AMR (chinese, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-amr-english-mrp-2020","slug":"semantic-parsing-on-amr-english-mrp-2020","dataset":"AMR (english, MRP 2020)","dataset_url":"/dataset/amr-bank","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-drg-english-mrp-2020","slug":"semantic-parsing-on-drg-english-mrp-2020","dataset":"DRG (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-drg-german-mrp-2020","slug":"semantic-parsing-on-drg-german-mrp-2020","dataset":"DRG (german, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-eds-english-mrp-2020","slug":"semantic-parsing-on-eds-english-mrp-2020","dataset":"EDS (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ptg-english-mrp-2020","slug":"semantic-parsing-on-ptg-english-mrp-2020","dataset":"PTG (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-sqa","slug":"semantic-parsing-on-sqa","dataset":"SQA","dataset_url":"/dataset/sqa","rows_in_archive":2,"metrics":["Denotation Accuracy","Accuracy"],"first_row_in_archive_order":{"model":"TAPEX-Large","paper_title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","paper_url":"/paper/tapex-table-pre-training-via-learning-a","paper_date":"2021-07-16","arxiv_id":"2107.07653","code_links":[{"title":"microsoft/Table-Pretraining","url":"https://github.com/microsoft/Table-Pretraining"},{"title":"sohanpatnaik106/cabinet_qa","url":"https://github.com/sohanpatnaik106/cabinet_qa"},{"title":"MindCode-4/code-5","url":"https://github.com/MindCode-4/code-5/tree/main/tapex"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/1/tapex"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ucca-english-mrp-2020","slug":"semantic-parsing-on-ucca-english-mrp-2020","dataset":"UCCA (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ucca-german-mrp-2020","slug":"semantic-parsing-on-ucca-german-mrp-2020","dataset":"UCCA (german, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-complexwebquestions-v1-0","slug":"semantic-parsing-on-complexwebquestions-v1-0","dataset":"complexWebQuestions-V1.0","dataset_url":null,"rows_in_archive":1,"metrics":["EM"],"first_row_in_archive_order":{"model":"HSP","paper_title":"Complex Question Decomposition for Semantic Parsing","paper_url":"/paper/complex-question-decomposition-for-semantic","paper_date":"2019-07-01","arxiv_id":null,"code_links":[{"title":"cairohy/hsp","url":"https://github.com/cairohy/hsp"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-graphquestions","slug":"semantic-parsing-on-graphquestions","dataset":"GraphQuestions","dataset_url":"/dataset/graphquestions","rows_in_archive":1,"metrics":["F1 Score"],"first_row_in_archive_order":{"model":"ReasonBERTR","paper_title":"ReasonBERT: Pre-trained to Reason with Distant Supervision","paper_url":"/paper/reasonbert-pre-trained-to-reason-with-distant","paper_date":"2021-09-10","arxiv_id":"2109.04912","code_links":[{"title":"sunlab-osu/reasonbert","url":"https://github.com/sunlab-osu/reasonbert"}],"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":2,"n_honours":1,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 1 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reasonbert-pre-trained-to-reason-with-distant#ran","syntology_url":"https://syntology.ai/paper/2109.04912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04912"}},"official":{"repos":["sunlab-osu/reasonbert"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/semantic-parsing-on-sparc","slug":"semantic-parsing-on-sparc","dataset":"SParC","dataset_url":"/dataset/sparc","rows_in_archive":1,"metrics":["Exact"],"first_row_in_archive_order":{"model":"MeMCE","paper_title":"Memory-Based Semantic Parsing","paper_url":"/paper/memory-based-semantic-parsing","paper_date":"2021-09-07","arxiv_id":"2110.07358","code_links":[{"title":"worksheets/0xbd49d04e","url":"https://worksheets.codalab.org/worksheets/0xbd49d04e5a494a978642bbaf028b659b"}],"syntology":null}}],"datasets":[{"url":"/dataset/framenet","name":"FrameNet","full_name":"","num_papers_in_archive":444},{"url":"/dataset/wikisql","name":"WikiSQL","full_name":"WikiSQL","num_papers_in_archive":267},{"url":"/dataset/scan","name":"SCAN","full_name":"Simplified versions of the CommAI Navigation tasks","num_papers_in_archive":148},{"url":"/dataset/spider-realistic","name":"Spider-Realistic","full_name":"","num_papers_in_archive":91},{"url":"/dataset/wikitablequestions","name":"WikiTableQuestions","full_name":"","num_papers_in_archive":79},{"url":"/dataset/cfq","name":"CFQ","full_name":"Compositional Freebase Questions","num_papers_in_archive":66},{"url":"/dataset/occluded-reid","name":"Occluded REID","full_name":"Occluded REID","num_papers_in_archive":65},{"url":"/dataset/complexwebquestions","name":"ComplexWebQuestions","full_name":"ComplexWebQuestions","num_papers_in_archive":62},{"url":"/dataset/webquestionssp","name":"WebQuestionsSP","full_name":"WebQuestions Semantic Parses Dataset","num_papers_in_archive":61},{"url":"/dataset/sparc","name":"SParC","full_name":"Semantic Parsing in Context","num_papers_in_archive":59},{"url":"/dataset/nombank","name":"NomBank","full_name":"NomBank","num_papers_in_archive":50},{"url":"/dataset/concode","name":"CONCODE","full_name":"","num_papers_in_archive":46},{"url":"/dataset/cosql","name":"CoSQL","full_name":"Conversational Text-to-SQL Challenge","num_papers_in_archive":45},{"url":"/dataset/geometry3k","name":"Geometry3K","full_name":"","num_papers_in_archive":45},{"url":"/dataset/csqa","name":"CSQA","full_name":"","num_papers_in_archive":40},{"url":"/dataset/sqa","name":"SQA","full_name":"SequentialQA","num_papers_in_archive":37},{"url":"/dataset/mixsnips","name":"MixSNIPS","full_name":"","num_papers_in_archive":26},{"url":"/dataset/topv2","name":"TOPv2","full_name":"Task Oriented Parsing v2","num_papers_in_archive":25},{"url":"/dataset/kqa-pro","name":"KQA Pro","full_name":"","num_papers_in_archive":23},{"url":"/dataset/amr-bank","name":"AMR Bank","full_name":"Abstract Meaning Representation","num_papers_in_archive":22},{"url":"/dataset/hearthstone","name":"Hearthstone","full_name":"","num_papers_in_archive":22},{"url":"/dataset/quarel","name":"QuaRel","full_name":"QuaRel","num_papers_in_archive":20},{"url":"/dataset/webchild","name":"WebChild","full_name":"","num_papers_in_archive":20},{"url":"/dataset/groningen-meaning-bank","name":"Groningen Meaning Bank","full_name":"","num_papers_in_archive":18},{"url":"/dataset/graphquestions","name":"GraphQuestions","full_name":"","num_papers_in_archive":14},{"url":"/dataset/fashion-144k","name":"Fashion 144K","full_name":"","num_papers_in_archive":11},{"url":"/dataset/sede","name":"SEDE","full_name":"Stack Exchange Data Explorer","num_papers_in_archive":11},{"url":"/dataset/comqa","name":"ComQA","full_name":"","num_papers_in_archive":9},{"url":"/dataset/simplequestionswikidata","name":"SimpleQuestionsWikiData","full_name":"","num_papers_in_archive":6},{"url":"/dataset/splash","name":"SPLASH","full_name":"","num_papers_in_archive":6},{"url":"/dataset/followup","name":"FollowUp","full_name":"","num_papers_in_archive":5},{"url":"/dataset/aethel","name":"aethel","full_name":"Automatically Extracted Theorems from Lassy","num_papers_in_archive":4},{"url":"/dataset/pcfg-set","name":"PCFG SET","full_name":"Probabilistic Context Free Grammar String Edit Task","num_papers_in_archive":4},{"url":"/dataset/szeged-corpus","name":"Szeged Corpus","full_name":"","num_papers_in_archive":4},{"url":"/dataset/mimic-sparql","name":"MIMIC-SPARQL","full_name":"","num_papers_in_archive":3},{"url":"/dataset/multilingual-top","name":"Multilingual TOP","full_name":"","num_papers_in_archive":3},{"url":"/dataset/spades","name":"Spades","full_name":"Semantic PArsing of DEclarative Sentences","num_papers_in_archive":2},{"url":"/dataset/spcql","name":"SpCQL","full_name":"Text-to-CQL","num_papers_in_archive":2},{"url":"/dataset/schema2qa","name":"Stanford Schema2QA Dataset","full_name":"","num_papers_in_archive":2},{"url":"/dataset/vitext2sql","name":"ViText2SQL","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/conic10k","name":"Conic10K","full_name":"","num_papers_in_archive":1},{"url":"/dataset/hinglish-top","name":"Hinglish-TOP","full_name":"","num_papers_in_archive":1},{"url":"/dataset/overnight","name":"Overnight","full_name":"","num_papers_in_archive":1},{"url":"/dataset/turkqa","name":"TurkQA","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/amr-parsing","name":"AMR Parsing"},{"url":"/task/drs-parsing","name":"DRS Parsing"},{"url":"/task/semantic-dependency-parsing","name":"Semantic Dependency Parsing"},{"url":"/task/text-to-cypher","name":"text-to-Cypher"},{"url":"/task/text-to-sql","name":"Text-To-SQL"},{"url":"/task/ucca-parsing","name":"UCCA Parsing"},{"url":"/task/unsupervised-semantic-parsing","name":"Unsupervised semantic parsing"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":13,"rows_per_page":100,"shown":100,"of":1202,"of_with_code":414,"tagged_in_all":1202,"counts":{"archive_papers_tagged":1202,"with_a_code_link":414,"where_syntology_ran_a_sample":96,"not_listed_spam_title":0,"listed":1202,"listed_where_code_ran":96,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":80,"every_run_a_failure_of_syntologys_instrument":16,"listed_with_a_run_with_no_instrument_failure":80,"listed_every_run_a_failure_of_syntologys_instrument":16,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/pointnet-deep-learning-on-point-sets-for-3d","slug":"pointnet-deep-learning-on-point-sets-for-3d","title":"PointNet: Deep Learning on Point Sets for 3D Classification and Segmentation","date":"2016-12-02","arxiv_id":"1612.00593","repositories_listed":110,"syntology":{"n":164,"n_ran":103,"n_constructed":45,"n_ran_checked":74,"n_instrument":29,"n_unverified":61,"n_honours":0,"n_violates":0,"n_no_contract":74,"n_pointer_only":92,"phrase":"103 ran (of which 45 constructed an object rather than computing a result; 74 with no instrument failure: 0 honoured, 0 violated, 74 with no contract checked; 29 where Syntology's instrument failed) · 61 unverified","sample_list":"/paper/pointnet-deep-learning-on-point-sets-for-3d#ran","syntology_url":"https://syntology.ai/paper/1612.00593","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1612.00593"}},"official":null}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/frame-semantic-parsing-with-softmax-margin","slug":"frame-semantic-parsing-with-softmax-margin","title":"Frame-Semantic Parsing with Softmax-Margin Segmental RNNs and a Syntactic Scaffold","date":"2017-06-29","arxiv_id":"1706.09528","repositories_listed":10,"syntology":null},{"url":"/paper/tapas-weakly-supervised-table-parsing-via-pre","slug":"tapas-weakly-supervised-table-parsing-via-pre","title":"TAPAS: Weakly Supervised Table Parsing via Pre-training","date":"2020-04-05","arxiv_id":"2004.02349","repositories_listed":8,"syntology":{"n":14,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tapas-weakly-supervised-table-parsing-via-pre#ran","syntology_url":"https://syntology.ai/paper/2004.02349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.02349"}},"official":{"repos":["google-research/tapas"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/structvae-tree-structured-latent-variable","slug":"structvae-tree-structured-latent-variable","title":"StructVAE: Tree-structured Latent Variable Models for Semi-supervised Semantic Parsing","date":"2018-06-20","arxiv_id":"1806.07832","repositories_listed":7,"syntology":null},{"url":"/paper/spider-a-large-scale-human-labeled-dataset","slug":"spider-a-large-scale-human-labeled-dataset","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","date":"2018-09-24","arxiv_id":"1809.08887","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":1,"n_honours":2,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 3 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/spider-a-large-scale-human-labeled-dataset#ran","syntology_url":"https://syntology.ai/paper/1809.08887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1809.08887"}},"official":{"repos":["taoyds/spider"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/the-natural-language-decathlon-multitask","slug":"the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":4,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-natural-language-decathlon-multitask#ran","syntology_url":"https://syntology.ai/paper/1806.08730","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.08730"}},"official":{"repos":["salesforce/decaNLP"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-syntactic-neural-model-for-general-purpose","slug":"a-syntactic-neural-model-for-general-purpose","title":"A Syntactic Neural Model for General-Purpose Code Generation","date":"2017-04-06","arxiv_id":"1704.01696","repositories_listed":6,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-syntactic-neural-model-for-general-purpose#ran","syntology_url":"https://syntology.ai/paper/1704.01696","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1704.01696"}},"official":null}},{"url":"/paper/content-enhanced-bert-based-text-to-sql","slug":"content-enhanced-bert-based-text-to-sql","title":"Content Enhanced BERT-based Text-to-SQL Generation","date":"2019-10-16","arxiv_id":"1910.07179","repositories_listed":5,"syntology":null},{"url":"/paper/a-comprehensive-exploration-on-wikisql-with","slug":"a-comprehensive-exploration-on-wikisql-with","title":"A Comprehensive Exploration on WikiSQL with Table-Aware Word Contextualization","date":"2019-02-04","arxiv_id":"1902.01069","repositories_listed":5,"syntology":{"n":36,"n_ran":21,"n_constructed":1,"n_ran_checked":5,"n_instrument":16,"n_unverified":15,"n_honours":2,"n_violates":2,"n_no_contract":1,"n_pointer_only":33,"phrase":"21 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 2 violated, 1 with no contract checked; 16 where Syntology's instrument failed) · 15 unverified","sample_list":"/paper/a-comprehensive-exploration-on-wikisql-with#ran","syntology_url":"https://syntology.ai/paper/1902.01069","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.01069"}},"official":{"repos":["naver/sqlova"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/language-to-logical-form-with-neural","slug":"language-to-logical-form-with-neural","title":"Language to Logical Form with Neural Attention","date":"2016-01-06","arxiv_id":"1601.01280","repositories_listed":5,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/language-to-logical-form-with-neural#ran","syntology_url":"https://syntology.ai/paper/1601.01280","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1601.01280"}},"official":{"repos":["donglixp/lang2logic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/binding-language-models-in-symbolic-languages","slug":"binding-language-models-in-symbolic-languages","title":"Binding Language Models in Symbolic Languages","date":"2022-10-06","arxiv_id":"2210.02875","repositories_listed":4,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/binding-language-models-in-symbolic-languages#ran","syntology_url":"https://syntology.ai/paper/2210.02875","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.02875"}},"official":{"repos":["hkunlp/binder"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/prompt-injection-parameterization-of-fixed","slug":"prompt-injection-parameterization-of-fixed","title":"Prompt Injection: Parameterization of Fixed Inputs","date":"2022-05-31","arxiv_id":"2206.11349","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/prompt-injection-parameterization-of-fixed#ran","syntology_url":"https://syntology.ai/paper/2206.11349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.11349"}},"official":{"repos":["unbiarirang/prompt-injection"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/tapex-table-pre-training-via-learning-a","slug":"tapex-table-pre-training-via-learning-a","title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","date":"2021-07-16","arxiv_id":"2107.07653","repositories_listed":4,"syntology":null},{"url":"/paper/cityscapes-panoptic-parts-and-pascal-panoptic","slug":"cityscapes-panoptic-parts-and-pascal-panoptic","title":"Cityscapes-Panoptic-Parts and PASCAL-Panoptic-Parts datasets for Scene Understanding","date":"2020-04-16","arxiv_id":"2004.07944","repositories_listed":4,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cityscapes-panoptic-parts-and-pascal-panoptic#ran","syntology_url":"https://syntology.ai/paper/2004.07944","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.07944"}},"official":{"repos":["tue-mps/panoptic_parts"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/break-it-down-a-question-understanding","slug":"break-it-down-a-question-understanding","title":"Break It Down: A Question Understanding Benchmark","date":"2020-01-31","arxiv_id":"2001.11770","repositories_listed":4,"syntology":null},{"url":"/paper/rat-sql-relation-aware-schema-encoding-and-1","slug":"rat-sql-relation-aware-schema-encoding-and-1","title":"RAT-SQL: Relation-Aware Schema Encoding and Linking for Text-to-SQL Parsers","date":"2019-11-10","arxiv_id":"1911.04942","repositories_listed":4,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/rat-sql-relation-aware-schema-encoding-and-1#ran","syntology_url":"https://syntology.ai/paper/1911.04942","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.04942"}},"official":{"repos":["Microsoft/rat-sql"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/sparc-cross-domain-semantic-parsing-in","slug":"sparc-cross-domain-semantic-parsing-in","title":"SParC: Cross-Domain Semantic Parsing in Context","date":"2019-06-05","arxiv_id":"1906.02285","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sparc-cross-domain-semantic-parsing-in#ran","syntology_url":"https://syntology.ai/paper/1906.02285","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.02285"}},"official":{"repos":["ryanzhumich/editsql"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/tranx-a-transition-based-neural-abstract","slug":"tranx-a-transition-based-neural-abstract","title":"TRANX: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation","date":"2018-10-05","arxiv_id":"1810.02720","repositories_listed":4,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tranx-a-transition-based-neural-abstract#ran","syntology_url":"https://syntology.ai/paper/1810.02720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.02720"}},"official":{"repos":["pcyin/tranX"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/memory-augmented-policy-optimization-for","slug":"memory-augmented-policy-optimization-for","title":"Memory Augmented Policy Optimization for Program Synthesis and Semantic Parsing","date":"2018-07-06","arxiv_id":"1807.02322","repositories_listed":4,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/memory-augmented-policy-optimization-for#ran","syntology_url":"https://syntology.ai/paper/1807.02322","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1807.02322"}},"official":{"repos":["crazydonkey200/neural-symbolic-machines"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/compositional-semantic-parsing-on-semi","slug":"compositional-semantic-parsing-on-semi","title":"Compositional Semantic Parsing on Semi-Structured Tables","date":"2015-08-03","arxiv_id":"1508.00305","repositories_listed":4,"syntology":null},{"url":"/paper/openicl-an-open-source-framework-for-in","slug":"openicl-an-open-source-framework-for-in","title":"OpenICL: An Open-Source Framework for In-context Learning","date":"2023-03-06","arxiv_id":"2303.02913","repositories_listed":3,"syntology":null},{"url":"/paper/picard-parsing-incrementally-for-constrained","slug":"picard-parsing-incrementally-for-constrained","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","date":"2021-09-10","arxiv_id":"2109.05093","repositories_listed":3,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":3,"n_no_contract":2,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 3 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/picard-parsing-incrementally-for-constrained#ran","syntology_url":"https://syntology.ai/paper/2109.05093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05093"}},"official":{"repos":["ElementAI/picard"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-contextual-representations-for","slug":"learning-contextual-representations-for","title":"Learning Contextual Representations for Semantic Parsing with Generation-Augmented Pre-Training","date":"2020-12-18","arxiv_id":"2012.10309","repositories_listed":3,"syntology":null},{"url":"/paper/autoqa-from-databases-to-qa-semantic-parsers","slug":"autoqa-from-databases-to-qa-semantic-parsers","title":"AutoQA: From Databases To QA Semantic Parsers With Only Synthetic Training Data","date":"2020-10-09","arxiv_id":"2010.04806","repositories_listed":3,"syntology":{"n":26,"n_ran":13,"n_constructed":2,"n_ran_checked":10,"n_instrument":3,"n_unverified":13,"n_honours":1,"n_violates":4,"n_no_contract":5,"n_pointer_only":26,"phrase":"13 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 4 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/autoqa-from-databases-to-qa-semantic-parsers#ran","syntology_url":"https://syntology.ai/paper/2010.04806","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.04806"}},"official":{"repos":["stanford-oval/genienlp","stanford-oval/genie-toolkit","stanford-oval/schema2qa"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":2,"n_ran_no_instrument_failure":10,"n_unverified":13,"ran_from_kinds":["official"]}}},{"url":"/paper/schema2qa-answering-complex-queries-on-the","slug":"schema2qa-answering-complex-queries-on-the","title":"Schema2QA: High-Quality and Low-Cost Q&A Agents for the Structured Web","date":"2020-01-16","arxiv_id":"2001.05609","repositories_listed":3,"syntology":null},{"url":"/paper/measuring-compositional-generalization-a-1","slug":"measuring-compositional-generalization-a-1","title":"Measuring Compositional Generalization: A Comprehensive Method on Realistic Data","date":"2019-12-20","arxiv_id":"1912.09713","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/measuring-compositional-generalization-a-1#ran","syntology_url":"https://syntology.ai/paper/1912.09713","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.09713"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/drop-a-reading-comprehension-benchmark","slug":"drop-a-reading-comprehension-benchmark","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","date":"2019-03-01","arxiv_id":"1903.00161","repositories_listed":3,"syntology":null},{"url":"/paper/nl2bash-a-corpus-and-semantic-parser-for","slug":"nl2bash-a-corpus-and-semantic-parser-for","title":"NL2Bash: A Corpus and Semantic Parser for Natural Language Interface to the Linux Operating System","date":"2018-02-25","arxiv_id":"1802.08979","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/nl2bash-a-corpus-and-semantic-parser-for#ran","syntology_url":"https://syntology.ai/paper/1802.08979","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.08979"}},"official":{"repos":["TellinaTool/nl2bash"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/from-language-to-programs-bridging","slug":"from-language-to-programs-bridging","title":"From Language to Programs: Bridging Reinforcement Learning and Maximum Marginal Likelihood","date":"2017-04-25","arxiv_id":"1704.07926","repositories_listed":3,"syntology":null},{"url":"/paper/learning-language-games-through-interaction","slug":"learning-language-games-through-interaction","title":"Learning Language Games through Interaction","date":"2016-06-08","arxiv_id":"1606.02447","repositories_listed":3,"syntology":null},{"url":"/paper/multimodal-contextualized-semantic-parsing","slug":"multimodal-contextualized-semantic-parsing","title":"Multimodal Contextualized Semantic Parsing from Speech","date":"2024-06-10","arxiv_id":"2406.06438","repositories_listed":2,"syntology":null},{"url":"/paper/tabsqlify-enhancing-reasoning-capabilities-of","slug":"tabsqlify-enhancing-reasoning-capabilities-of","title":"TabSQLify: Enhancing Reasoning Capabilities of LLMs Through Table Decomposition","date":"2024-04-15","arxiv_id":"2404.10150","repositories_listed":2,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":8,"n_honours":6,"n_violates":0,"n_no_contract":0,"n_pointer_only":15,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 6 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/tabsqlify-enhancing-reasoning-capabilities-of#ran","syntology_url":"https://syntology.ai/paper/2404.10150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.10150"}},"official":{"repos":["mahadi-nahid/tabsqlify"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/chain-of-table-evolving-tables-in-the","slug":"chain-of-table-evolving-tables-in-the","title":"Chain-of-Table: Evolving Tables in the Reasoning Chain for Table Understanding","date":"2024-01-09","arxiv_id":"2401.04398","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chain-of-table-evolving-tables-in-the#ran","syntology_url":"https://syntology.ai/paper/2401.04398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04398"}},"official":null}},{"url":"/paper/discourse-representation-structure-parsing-2","slug":"discourse-representation-structure-parsing-2","title":"Discourse Representation Structure Parsing for Chinese","date":"2023-06-16","arxiv_id":"2306.09725","repositories_listed":2,"syntology":null},{"url":"/paper/recognize-anything-a-strong-image-tagging","slug":"recognize-anything-a-strong-image-tagging","title":"Recognize Anything: A Strong Image Tagging Model","date":"2023-06-06","arxiv_id":"2306.03514","repositories_listed":2,"syntology":null},{"url":"/paper/grammar-prompting-for-domain-specific","slug":"grammar-prompting-for-domain-specific","title":"Grammar Prompting for Domain-Specific Language Generation with Large Language Models","date":"2023-05-30","arxiv_id":"2305.19234","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/grammar-prompting-for-domain-specific#ran","syntology_url":"https://syntology.ai/paper/2305.19234","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19234"}},"official":{"repos":["berlino/grammar-prompting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-to-simulate-natural-language","slug":"learning-to-simulate-natural-language","title":"Learning to Simulate Natural Language Feedback for Interactive Semantic Parsing","date":"2023-05-14","arxiv_id":"2305.08195","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learning-to-simulate-natural-language#ran","syntology_url":"https://syntology.ai/paper/2305.08195","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08195"}},"official":{"repos":["hyan5/learning_to_simulate_nl_feedback"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluation-of-chatgpt-as-a-question-answering","slug":"evaluation-of-chatgpt-as-a-question-answering","title":"Can ChatGPT Replace Traditional KBQA Models? An In-depth Analysis of the Question Answering Performance of the GPT LLM Family","date":"2023-03-14","arxiv_id":"2303.07992","repositories_listed":2,"syntology":null},{"url":"/paper/nl2cmd-an-updated-workflow-for-natural","slug":"nl2cmd-an-updated-workflow-for-natural","title":"NL2CMD: An Updated Workflow for Natural Language to Bash Commands Translation","date":"2023-02-15","arxiv_id":"2302.07845","repositories_listed":2,"syntology":null},{"url":"/paper/large-language-models-are-versatile","slug":"large-language-models-are-versatile","title":"Large Language Models are Versatile Decomposers: Decompose Evidence and Questions for Table-based Reasoning","date":"2023-01-31","arxiv_id":"2301.13808","repositories_listed":2,"syntology":null},{"url":"/paper/occlumix-towards-de-occlusion-virtual-try-on","slug":"occlumix-towards-de-occlusion-virtual-try-on","title":"OccluMix: Towards De-Occlusion Virtual Try-on by Semantically-Guided Mixup","date":"2023-01-03","arxiv_id":"2301.00965","repositories_listed":2,"syntology":null},{"url":"/paper/calibrated-interpretation-confidence","slug":"calibrated-interpretation-confidence","title":"Calibrated Interpretation: Confidence Estimation in Semantic Parsing","date":"2022-11-14","arxiv_id":"2211.07443","repositories_listed":2,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/calibrated-interpretation-confidence#ran","syntology_url":"https://syntology.ai/paper/2211.07443","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.07443"}},"official":{"repos":["esteng/calibration_metric","esteng/calibration_miso"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-compositional-generalization-with-2","slug":"improving-compositional-generalization-with-2","title":"Improving Compositional Generalization with Latent Structure and Data Augmentation","date":"2021-12-14","arxiv_id":"2112.07610","repositories_listed":2,"syntology":null},{"url":"/paper/cross-linguistically-consistent-semantic-and","slug":"cross-linguistically-consistent-semantic-and","title":"Cross-linguistically Consistent Semantic and Syntactic Annotation of Child-directed Speech","date":"2021-09-22","arxiv_id":"2109.10952","repositories_listed":2,"syntology":null},{"url":"/paper/tiny-neural-models-for-seq2seq","slug":"tiny-neural-models-for-seq2seq","title":"Tiny Neural Models for Seq2Seq","date":"2021-08-07","arxiv_id":"2108.03340","repositories_listed":2,"syntology":null},{"url":"/paper/learning-algebraic-recombination-for","slug":"learning-algebraic-recombination-for","title":"Learning Algebraic Recombination for Compositional Generalization","date":"2021-07-14","arxiv_id":"2107.06516","repositories_listed":2,"syntology":null},{"url":"/paper/a-generative-symbolic-model-for-more-general","slug":"a-generative-symbolic-model-for-more-general","title":"Towards General Natural Language Understanding with Probabilistic Worldbuilding","date":"2021-05-06","arxiv_id":"2105.02486","repositories_listed":2,"syntology":{"n":14,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/a-generative-symbolic-model-for-more-general#ran","syntology_url":"https://syntology.ai/paper/2105.02486","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.02486"}},"official":{"repos":["asaparov/fictionalgeoqa","asaparov/pwl"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/unlocking-compositional-generalization-in-pre","slug":"unlocking-compositional-generalization-in-pre","title":"Unlocking Compositional Generalization in Pre-trained Models Using Intermediate Representations","date":"2021-04-15","arxiv_id":"2104.07478","repositories_listed":2,"syntology":null},{"url":"/paper/dynamic-hybrid-relation-network-for-cross","slug":"dynamic-hybrid-relation-network-for-cross","title":"Dynamic Hybrid Relation Network for Cross-Domain Context-Dependent Semantic Parsing","date":"2021-01-05","arxiv_id":"2101.01686","repositories_listed":2,"syntology":null},{"url":"/paper/bridging-textual-and-tabular-data-for-cross","slug":"bridging-textual-and-tabular-data-for-cross","title":"Bridging Textual and Tabular Data for Cross-Domain Text-to-SQL Semantic Parsing","date":"2020-12-23","arxiv_id":"2012.12627","repositories_listed":2,"syntology":null},{"url":"/paper/character-level-representations-improve-drs","slug":"character-level-representations-improve-drs","title":"Character-level Representations Improve DRS-based Semantic Parsing Even in the Age of BERT","date":"2020-11-09","arxiv_id":"2011.04308","repositories_listed":2,"syntology":null},{"url":"/paper/ufal-at-mrp-2020-permutation-invariant","slug":"ufal-at-mrp-2020-permutation-invariant","title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","date":"2020-11-02","arxiv_id":"2011.00758","repositories_listed":2,"syntology":null},{"url":"/paper/on-the-potential-of-lexico-logical-alignments","slug":"on-the-potential-of-lexico-logical-alignments","title":"On the Potential of Lexico-logical Alignments for Semantic Parsing to SQL Queries","date":"2020-10-21","arxiv_id":"2010.11246","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-potential-of-lexico-logical-alignments#ran","syntology_url":"https://syntology.ai/paper/2010.11246","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.11246"}},"official":{"repos":["tzshi/squall"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/kqa-pro-a-large-diagnostic-dataset-for","slug":"kqa-pro-a-large-diagnostic-dataset-for","title":"KQA Pro: A Dataset with Explicit Compositional Programs for Complex Question Answering over Knowledge Base","date":"2020-07-08","arxiv_id":"2007.03875","repositories_listed":2,"syntology":{"n":10,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/kqa-pro-a-large-diagnostic-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2007.03875","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.03875"}},"official":{"repos":["shijx12/kqapro_baselines"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/dart-open-domain-structured-data-record-to","slug":"dart-open-domain-structured-data-record-to","title":"DART: Open-Domain Structured Data Record to Text Generation","date":"2020-07-06","arxiv_id":"2007.02871","repositories_listed":2,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/dart-open-domain-structured-data-record-to#ran","syntology_url":"https://syntology.ai/paper/2007.02871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.02871"}},"official":{"repos":["Yale-LILY/dart"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/synonymous-generalization-in-sequence-to","slug":"synonymous-generalization-in-sequence-to","title":"Revisit Systematic Generalization via Meaningful Learning","date":"2020-03-14","arxiv_id":"2003.06658","repositories_listed":2,"syntology":null},{"url":"/paper/treegen-a-tree-based-transformer-architecture","slug":"treegen-a-tree-based-transformer-architecture","title":"TreeGen: A Tree-Based Transformer Architecture for Code Generation","date":"2019-11-22","arxiv_id":"1911.09983","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/treegen-a-tree-based-transformer-architecture#ran","syntology_url":"https://syntology.ai/paper/1911.09983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.09983"}},"official":{"repos":["zysszy/TreeGen"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/model-based-interactive-semantic-parsing-a","slug":"model-based-interactive-semantic-parsing-a","title":"Model-based Interactive Semantic Parsing: A Unified Framework and A Text-to-SQL Case Study","date":"2019-10-11","arxiv_id":"1910.05389","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/model-based-interactive-semantic-parsing-a#ran","syntology_url":"https://syntology.ai/paper/1910.05389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.05389"}},"official":{"repos":["sunlab-osu/MISP"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-pilot-study-for-chinese-sql-semantic","slug":"a-pilot-study-for-chinese-sql-semantic","title":"A Pilot Study for Chinese SQL Semantic Parsing","date":"2019-09-29","arxiv_id":"1909.13293","repositories_listed":2,"syntology":null},{"url":"/paper/content-differences-in-syntactic-and-semantic-1","slug":"content-differences-in-syntactic-and-semantic-1","title":"Content Differences in Syntactic and Semantic Representation","date":"2019-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/the-neuro-symbolic-concept-learner-1","slug":"the-neuro-symbolic-concept-learner-1","title":"The Neuro-Symbolic Concept Learner: Interpreting Scenes, Words, and Sentences From Natural Supervision","date":"2019-04-26","arxiv_id":"1904.12584","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-neuro-symbolic-concept-learner-1#ran","syntology_url":"https://syntology.ai/paper/1904.12584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.12584"}},"official":{"repos":["vacancy/NSCL-PyTorch-Release"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/bidirectional-attentive-memory-networks-for","slug":"bidirectional-attentive-memory-networks-for","title":"Bidirectional Attentive Memory Networks for Question Answering over Knowledge Bases","date":"2019-03-06","arxiv_id":"1903.02188","repositories_listed":2,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/bidirectional-attentive-memory-networks-for#ran","syntology_url":"https://syntology.ai/paper/1903.02188","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.02188"}},"official":{"repos":["hugochan/BAMnet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/syntaxsqlnet-syntax-tree-networks-for-complex","slug":"syntaxsqlnet-syntax-tree-networks-for-complex","title":"SyntaxSQLNet: Syntax Tree Networks for Complex and Cross-DomainText-to-SQL Task","date":"2018-10-11","arxiv_id":"1810.05237","repositories_listed":2,"syntology":null},{"url":"/paper/coarse-to-fine-decoding-for-neural-semantic","slug":"coarse-to-fine-decoding-for-neural-semantic","title":"Coarse-to-Fine Decoding for Neural Semantic Parsing","date":"2018-05-12","arxiv_id":"1805.04793","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/coarse-to-fine-decoding-for-neural-semantic#ran","syntology_url":"https://syntology.ai/paper/1805.04793","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.04793"}},"official":{"repos":["donglixp/coarse2fine"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-joint-semantic-parsers-from-disjoint","slug":"learning-joint-semantic-parsers-from-disjoint","title":"Learning Joint Semantic Parsers from Disjoint Data","date":"2018-04-17","arxiv_id":"1804.05990","repositories_listed":2,"syntology":null},{"url":"/paper/polyglot-semantic-parsing-in-apis","slug":"polyglot-semantic-parsing-in-apis","title":"Polyglot Semantic Parsing in APIs","date":"2018-03-19","arxiv_id":"1803.06966","repositories_listed":2,"syntology":null},{"url":"/paper/evaluating-scoped-meaning-representations","slug":"evaluating-scoped-meaning-representations","title":"Evaluating Scoped Meaning Representations","date":"2018-02-23","arxiv_id":"1802.08599","repositories_listed":2,"syntology":null},{"url":"/paper/sling-a-framework-for-frame-semantic-parsing","slug":"sling-a-framework-for-frame-semantic-parsing","title":"SLING: A framework for frame semantic parsing","date":"2017-10-19","arxiv_id":"1710.07032","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sling-a-framework-for-frame-semantic-parsing#ran","syntology_url":"https://syntology.ai/paper/1710.07032","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.07032"}},"official":{"repos":["google/sling"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/macro-grammars-and-holistic-triggering-for","slug":"macro-grammars-and-holistic-triggering-for","title":"Macro Grammars and Holistic Triggering for Efficient Semantic Parsing","date":"2017-07-25","arxiv_id":"1707.07806","repositories_listed":2,"syntology":null},{"url":"/paper/function-assistant-a-tool-for-nl-querying-of","slug":"function-assistant-a-tool-for-nl-querying-of","title":"Function Assistant: A Tool for NL Querying of APIs","date":"2017-06-01","arxiv_id":"1706.00468","repositories_listed":2,"syntology":null},{"url":"/paper/neural-semantic-parsing-by-character-based","slug":"neural-semantic-parsing-by-character-based","title":"Neural Semantic Parsing by Character-based Translation: Experiments with Abstract Meaning Representations","date":"2017-05-28","arxiv_id":"1705.09980","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-semantic-parsing-by-character-based#ran","syntology_url":"https://syntology.ai/paper/1705.09980","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1705.09980"}},"official":{"repos":["RikVN/AMR"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-face-completion","slug":"generative-face-completion","title":"Generative Face Completion","date":"2017-04-19","arxiv_id":"1704.05838","repositories_listed":2,"syntology":null},{"url":"/paper/a-probabilistic-generative-grammar-for","slug":"a-probabilistic-generative-grammar-for","title":"A Probabilistic Generative Grammar for Semantic Parsing","date":"2016-06-20","arxiv_id":"1606.06361","repositories_listed":2,"syntology":null},{"url":"/paper/where-what-why-towards-explainable-driver","slug":"where-what-why-towards-explainable-driver","title":"Where, What, Why: Towards Explainable Driver Attention Prediction","date":"2025-06-29","arxiv_id":"2506.23088","repositories_listed":1,"syntology":null},{"url":"/paper/sigma-a-dataset-for-text-to-code-semantic","slug":"sigma-a-dataset-for-text-to-code-semantic","title":"Sigma: A dataset for text-to-code semantic parsing with statistical analysis","date":"2025-04-05","arxiv_id":"2504.04301","repositories_listed":1,"syntology":null},{"url":"/paper/diverse-in-context-example-selection-after","slug":"diverse-in-context-example-selection-after","title":"Diverse In-Context Example Selection After Decomposing Programs and Aligned Utterances Improves Semantic Parsing","date":"2025-04-04","arxiv_id":"2504.03541","repositories_listed":1,"syntology":null},{"url":"/paper/disambiguate-first-parse-later-generating","slug":"disambiguate-first-parse-later-generating","title":"Disambiguate First Parse Later: Generating Interpretations for Ambiguity Resolution in Semantic Parsing","date":"2025-02-25","arxiv_id":"2502.18448","repositories_listed":1,"syntology":null},{"url":"/paper/lp-lm-no-hallucinations-in-question-answering","slug":"lp-lm-no-hallucinations-in-question-answering","title":"LP-LM: No Hallucinations in Question Answering with Logic Programming","date":"2025-02-13","arxiv_id":"2502.09212","repositories_listed":1,"syntology":null},{"url":"/paper/ontology-guided-hybrid-prompt-learning-for","slug":"ontology-guided-hybrid-prompt-learning-for","title":"Ontology-Guided, Hybrid Prompt Learning for Generalization in Knowledge Graph Question Answering","date":"2025-02-06","arxiv_id":"2502.03992","repositories_listed":1,"syntology":null},{"url":"/paper/semantic-captioning-benchmark-dataset-and","slug":"semantic-captioning-benchmark-dataset-and","title":"Semantic Captioning: Benchmark Dataset and Graph-Aware Few-Shot In-Context Learning for SQL2Text","date":"2025-01-06","arxiv_id":"2501.03166","repositories_listed":1,"syntology":null},{"url":"/paper/digestion-algorithm-in-hierarchical-symbolic","slug":"digestion-algorithm-in-hierarchical-symbolic","title":"Digestion Algorithm in Hierarchical Symbolic Forests: A Fast Text Normalization Algorithm and Semantic Parsing Framework for Specific Scenarios and Lightweight Deployment","date":"2024-12-18","arxiv_id":"2412.14054","repositories_listed":1,"syntology":null},{"url":"/paper/accurate-and-regret-aware-numerical-problem","slug":"accurate-and-regret-aware-numerical-problem","title":"Accurate and Regret-aware Numerical Problem Solver for Tabular Question Answering","date":"2024-10-10","arxiv_id":"2410.12846","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-sparql-generation-by-triplet-order","slug":"enhancing-sparql-generation-by-triplet-order","title":"Enhancing SPARQL Generation by Triplet-order-sensitive Pre-training","date":"2024-10-08","arxiv_id":"2410.05731","repositories_listed":1,"syntology":null},{"url":"/paper/less-is-more-making-smaller-language-models","slug":"less-is-more-making-smaller-language-models","title":"Less is More: Making Smaller Language Models Competent Subgraph Retrievers for Multi-hop KGQA","date":"2024-10-08","arxiv_id":"2410.06121","repositories_listed":1,"syntology":null},{"url":"/paper/cross-lingual-back-parsing-utterance","slug":"cross-lingual-back-parsing-utterance","title":"Cross-lingual Back-Parsing: Utterance Synthesis from Meaning Representation for Zero-Resource Semantic Parsing","date":"2024-10-01","arxiv_id":"2410.00513","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":5,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"5 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 5 samples that ran constructed an object rather than computing a result","sample_list":"/paper/cross-lingual-back-parsing-utterance#ran","syntology_url":"https://syntology.ai/paper/2410.00513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.00513"}},"official":{"repos":["deokhk/cbp"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-parsing-with-candidate-expressions","slug":"semantic-parsing-with-candidate-expressions","title":"Semantic Parsing with Candidate Expressions for Knowledge Base Question Answering","date":"2024-10-01","arxiv_id":"2410.00414","repositories_listed":1,"syntology":null},{"url":"/paper/syntqa-synergistic-table-based-question","slug":"syntqa-synergistic-table-based-question","title":"SynTQA: Synergistic Table-based Question Answering via Mixture of Text-to-SQL and E2E TQA","date":"2024-09-25","arxiv_id":"2409.16682","repositories_listed":1,"syntology":null},{"url":"/paper/strengthening-structural-inductive-biases-by","slug":"strengthening-structural-inductive-biases-by","title":"Strengthening Structural Inductive Biases by Pre-training to Perform Syntactic Transformations","date":"2024-07-05","arxiv_id":"2407.04543","repositories_listed":1,"syntology":null},{"url":"/paper/scope-enhanced-compositional-semantic-parsing","slug":"scope-enhanced-compositional-semantic-parsing","title":"Scope-enhanced Compositional Semantic Parsing for DRT","date":"2024-07-02","arxiv_id":"2407.01899","repositories_listed":1,"syntology":null},{"url":"/paper/handling-ontology-gaps-in-semantic-parsing","slug":"handling-ontology-gaps-in-semantic-parsing","title":"Handling Ontology Gaps in Semantic Parsing","date":"2024-06-27","arxiv_id":"2406.19537","repositories_listed":1,"syntology":null},{"url":"/paper/normtab-improving-symbolic-reasoning-in-llms","slug":"normtab-improving-symbolic-reasoning-in-llms","title":"NormTab: Improving Symbolic Reasoning in LLMs Through Tabular Data Normalization","date":"2024-06-25","arxiv_id":"2406.17961","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-structural-generalization-in","slug":"evaluating-structural-generalization-in","title":"Evaluating Structural Generalization in Neural Machine Translation","date":"2024-06-19","arxiv_id":"2406.13363","repositories_listed":1,"syntology":null},{"url":"/paper/compositional-generalization-with-grounded","slug":"compositional-generalization-with-grounded","title":"Compositional Generalization with Grounded Language Models","date":"2024-06-07","arxiv_id":"2406.04989","repositories_listed":1,"syntology":null},{"url":"/paper/incorporating-lexical-and-syntactic-knowledge","slug":"incorporating-lexical-and-syntactic-knowledge","title":"Incorporating Lexical and Syntactic Knowledge for Unsupervised Cross-Lingual Transfer","date":"2024-04-25","arxiv_id":"2404.16627","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-alignment-blind-video-face-restoration","slug":"beyond-alignment-blind-video-face-restoration","title":"Beyond Alignment: Blind Video Face Restoration via Parsing-Guided Temporal-Coherent Transformer","date":"2024-04-21","arxiv_id":"2404.13640","repositories_listed":1,"syntology":{"n":19,"n_ran":17,"n_constructed":0,"n_ran_checked":0,"n_instrument":17,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":19,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 17 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/beyond-alignment-blind-video-face-restoration#ran","syntology_url":"https://syntology.ai/paper/2404.13640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.13640"}},"official":{"repos":["kepengxu/pgtformer"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-semantic-parsing-with-extremely-rich","slug":"neural-semantic-parsing-with-extremely-rich","title":"Neural Semantic Parsing with Extremely Rich Symbolic Meaning Representations","date":"2024-04-19","arxiv_id":"2404.12698","repositories_listed":1,"syntology":null},{"url":"/paper/queryagent-a-reliable-and-efficient-reasoning","slug":"queryagent-a-reliable-and-efficient-reasoning","title":"QueryAgent: A Reliable and Efficient Reasoning Framework with Environmental Feedback-based Self-Correction","date":"2024-03-18","arxiv_id":"2403.11886","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/queryagent-a-reliable-and-efficient-reasoning#ran","syntology_url":"https://syntology.ai/paper/2403.11886","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.11886"}},"official":{"repos":["cdhx/queryagent"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":[]}}},{"url":"/paper/interactive-kbqa-multi-turn-interactions-for","slug":"interactive-kbqa-multi-turn-interactions-for","title":"Interactive-KBQA: Multi-Turn Interactions for Knowledge Base Question Answering with Large Language Models","date":"2024-02-23","arxiv_id":"2402.15131","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":3,"n_ran_checked":3,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":10,"phrase":"7 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/interactive-kbqa-multi-turn-interactions-for#ran","syntology_url":"https://syntology.ai/paper/2402.15131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.15131"}},"official":{"repos":["jimxionggm/interactive-kbqa"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-generalization-in-semantic-parsing","slug":"improving-generalization-in-semantic-parsing","title":"Improving Generalization in Semantic Parsing by Increasing Natural Language Variation","date":"2024-02-13","arxiv_id":"2402.08666","repositories_listed":1,"syntology":null}],"syntology_records":39,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":96,"papers_where_code_ran_first_page":"/task/semantic-parsing/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":13,"url":"/task/semantic-parsing/papers/2","json":"/task/semantic-parsing/papers/2.json","rows":100},{"order":"archive","page":3,"of":13,"url":"/task/semantic-parsing/papers/3","json":"/task/semantic-parsing/papers/3.json","rows":100},{"order":"archive","page":4,"of":13,"url":"/task/semantic-parsing/papers/4","json":"/task/semantic-parsing/papers/4.json","rows":100},{"order":"archive","page":5,"of":13,"url":"/task/semantic-parsing/papers/5","json":"/task/semantic-parsing/papers/5.json","rows":100},{"order":"archive","page":6,"of":13,"url":"/task/semantic-parsing/papers/6","json":"/task/semantic-parsing/papers/6.json","rows":100},{"order":"archive","page":7,"of":13,"url":"/task/semantic-parsing/papers/7","json":"/task/semantic-parsing/papers/7.json","rows":100},{"order":"archive","page":8,"of":13,"url":"/task/semantic-parsing/papers/8","json":"/task/semantic-parsing/papers/8.json","rows":100},{"order":"archive","page":9,"of":13,"url":"/task/semantic-parsing/papers/9","json":"/task/semantic-parsing/papers/9.json","rows":100},{"order":"archive","page":10,"of":13,"url":"/task/semantic-parsing/papers/10","json":"/task/semantic-parsing/papers/10.json","rows":100},{"order":"archive","page":11,"of":13,"url":"/task/semantic-parsing/papers/11","json":"/task/semantic-parsing/papers/11.json","rows":100},{"order":"archive","page":12,"of":13,"url":"/task/semantic-parsing/papers/12","json":"/task/semantic-parsing/papers/12.json","rows":100},{"order":"archive","page":13,"of":13,"url":"/task/semantic-parsing/papers/13","json":"/task/semantic-parsing/papers/13.json","rows":2},{"order":"ran","page":1,"of":1,"url":"/task/semantic-parsing/papers/ran/1","json":"/task/semantic-parsing/papers/ran/1.json","rows":96}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"09bffdcd334c206ebd0973685d05d38c61b96e4a5546236ddd878e3d4136decf","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}