{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/natural-language-queries","name":"Natural Language Queries","slug":"natural-language-queries","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":337,"papers_with_code":135,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/natural-language-queries-on-ego4d","slug":"natural-language-queries-on-ego4d","dataset":"Ego4D","dataset_url":"/dataset/ego4d","rows_in_archive":10,"metrics":["R@1 Mean(0.3 and 0.5)","R@1 IoU=0.3","R@1 IoU=0.5","R@5 IoU=0.3","R@5 IoU=0.5"],"first_row_in_archive_order":{"model":"EgoVideo","paper_title":"EgoVideo: Exploring Egocentric Foundation Model and Downstream Adaptation","paper_url":"/paper/egovideo-exploring-egocentric-foundation","paper_date":"2024-06-26","arxiv_id":"2406.18070","code_links":[{"title":"opengvlab/egovideo","url":"https://github.com/opengvlab/egovideo"}],"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":9,"n_instrument":5,"n_unverified":1,"n_honours":4,"n_violates":0,"n_no_contract":5,"n_pointer_only":15,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 4 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/egovideo-exploring-egocentric-foundation#ran","syntology_url":"https://syntology.ai/paper/2406.18070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18070"}},"official":{"repos":["opengvlab/egovideo"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}}}],"datasets":[{"url":"/dataset/ego4d","name":"Ego4D","full_name":"","num_papers_in_archive":32},{"url":"/dataset/vilco","name":"ViLCo","full_name":"ViLCo-Bench","num_papers_in_archive":1},{"url":"/dataset/youwikihow","name":"YouwikiHow","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/text-to-cql","name":"Text-to-CQL"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":4,"rows_per_page":100,"shown":100,"of":337,"of_with_code":135,"tagged_in_all":337,"counts":{"archive_papers_tagged":337,"with_a_code_link":135,"where_syntology_ran_a_sample":35,"not_listed_spam_title":0,"listed":337,"listed_where_code_ran":35,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":32,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":32,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/codesearchnet-challenge-evaluating-the-state","slug":"codesearchnet-challenge-evaluating-the-state","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","date":"2019-09-20","arxiv_id":"1909.09436","repositories_listed":14,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":9,"n_instrument":6,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":2,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/codesearchnet-challenge-evaluating-the-state#ran","syntology_url":"https://syntology.ai/paper/1909.09436","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.09436"}},"official":{"repos":["github/CodeSearchNet"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/tall-temporal-activity-localization-via","slug":"tall-temporal-activity-localization-via","title":"TALL: Temporal Activity Localization via Language Query","date":"2017-05-05","arxiv_id":"1705.02101","repositories_listed":12,"syntology":null},{"url":"/paper/qvhighlights-detecting-moments-and-highlights","slug":"qvhighlights-detecting-moments-and-highlights","title":"QVHighlights: Detecting Moments and Highlights in Videos via Natural Language Queries","date":"2021-07-20","arxiv_id":"2107.09609","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/qvhighlights-detecting-moments-and-highlights#ran","syntology_url":"https://syntology.ai/paper/2107.09609","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.09609"}},"official":{"repos":["jayleicn/moment_detr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/v3ctron-data-retrieval-access-system-for","slug":"v3ctron-data-retrieval-access-system-for","title":"V3CTRON | Data Retrieval & Access System For Flexible Semantic Search & Retrieval Of Proprietary Document Collections Using Natural Language Queries.","date":"2023-04-26","arxiv_id":null,"repositories_listed":3,"syntology":null},{"url":"/paper/umt-unified-multi-modal-transformers-for","slug":"umt-unified-multi-modal-transformers-for","title":"UMT: Unified Multi-modal Transformers for Joint Video Moment Retrieval and Highlight Detection","date":"2022-03-23","arxiv_id":"2203.12745","repositories_listed":3,"syntology":null},{"url":"/paper/tempoqr-temporal-question-reasoning-over","slug":"tempoqr-temporal-question-reasoning-over","title":"TempoQR: Temporal Question Reasoning over Knowledge Graphs","date":"2021-12-10","arxiv_id":"2112.05785","repositories_listed":3,"syntology":null},{"url":"/paper/how-much-knowledge-can-you-pack-into-the","slug":"how-much-knowledge-can-you-pack-into-the","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","date":"2020-02-10","arxiv_id":"2002.08910","repositories_listed":3,"syntology":null},{"url":"/paper/use-what-you-have-video-retrieval-using","slug":"use-what-you-have-video-retrieval-using","title":"Use What You Have: Video Retrieval Using Representations From Collaborative Experts","date":"2019-07-31","arxiv_id":"1907.13487","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/use-what-you-have-video-retrieval-using#ran","syntology_url":"https://syntology.ai/paper/1907.13487","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.13487"}},"official":null}},{"url":"/paper/rgnet-a-unified-retrieval-and-grounding","slug":"rgnet-a-unified-retrieval-and-grounding","title":"RGNet: A Unified Clip Retrieval and Grounding Network for Long Videos","date":"2023-12-11","arxiv_id":"2312.06729","repositories_listed":2,"syntology":null},{"url":"/paper/feature-3dgs-supercharging-3d-gaussian","slug":"feature-3dgs-supercharging-3d-gaussian","title":"Feature 3DGS: Supercharging 3D Gaussian Splatting to Enable Distilled Feature Fields","date":"2023-12-06","arxiv_id":"2312.03203","repositories_listed":2,"syntology":{"n":24,"n_ran":19,"n_constructed":0,"n_ran_checked":10,"n_instrument":9,"n_unverified":5,"n_honours":1,"n_violates":1,"n_no_contract":8,"n_pointer_only":12,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 1 violated, 8 with no contract checked; 9 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/feature-3dgs-supercharging-3d-gaussian#ran","syntology_url":"https://syntology.ai/paper/2312.03203","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.03203"}},"official":{"repos":["ShijieZhou-UCLA/feature-3dgs"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/self-supervised-contrastive-bert-fine-tuning","slug":"self-supervised-contrastive-bert-fine-tuning","title":"Self-Supervised Contrastive BERT Fine-tuning for Fusion-based Reviewed-Item Retrieval","date":"2023-08-01","arxiv_id":"2308.00762","repositories_listed":2,"syntology":null},{"url":"/paper/openagi-when-llm-meets-domain-experts","slug":"openagi-when-llm-meets-domain-experts","title":"OpenAGI: When LLM Meets Domain Experts","date":"2023-04-10","arxiv_id":"2304.04370","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/openagi-when-llm-meets-domain-experts#ran","syntology_url":"https://syntology.ai/paper/2304.04370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.04370"}},"official":{"repos":["agiresearch/openagi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/internvideo-ego4d-a-pack-of-champion","slug":"internvideo-ego4d-a-pack-of-champion","title":"InternVideo-Ego4D: A Pack of Champion Solutions to Ego4D Challenges","date":"2022-11-17","arxiv_id":"2211.09529","repositories_listed":2,"syntology":null},{"url":"/paper/egocentric-video-language-pretraining","slug":"egocentric-video-language-pretraining","title":"Egocentric Video-Language Pretraining","date":"2022-06-03","arxiv_id":"2206.01670","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/egocentric-video-language-pretraining#ran","syntology_url":"https://syntology.ai/paper/2206.01670","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01670"}},"official":{"repos":["showlab/egovlp"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/are-gender-neutral-queries-really-gender","slug":"are-gender-neutral-queries-really-gender","title":"Are Gender-Neutral Queries Really Gender-Neutral? Mitigating Gender Bias in Image Search","date":"2021-09-12","arxiv_id":"2109.05433","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/are-gender-neutral-queries-really-gender#ran","syntology_url":"https://syntology.ai/paper/2109.05433","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05433"}},"official":{"repos":["kuanghuei/SCAN"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/inductive-entity-representations-from-text","slug":"inductive-entity-representations-from-text","title":"Inductive Entity Representations from Text via Link Prediction","date":"2020-10-07","arxiv_id":"2010.03496","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/inductive-entity-representations-from-text#ran","syntology_url":"https://syntology.ai/paper/2010.03496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03496"}},"official":{"repos":["dfdazac/blp"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-multi-hop-question-answering-over","slug":"improving-multi-hop-question-answering-over","title":"Improving Multi-hop Question Answering over Knowledge Graphs using Knowledge Base Embeddings","date":"2020-07-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/when-deep-learning-met-code-search","slug":"when-deep-learning-met-code-search","title":"When Deep Learning Met Code Search","date":"2019-05-09","arxiv_id":"1905.03813","repositories_listed":2,"syntology":null},{"url":"/paper/a-transfer-learnable-natural-language","slug":"a-transfer-learnable-natural-language","title":"A Transfer-Learnable Natural Language Interface for Databases","date":"2018-09-07","arxiv_id":"1809.02649","repositories_listed":2,"syntology":null},{"url":"/paper/dynamic-multimodal-instance-segmentation","slug":"dynamic-multimodal-instance-segmentation","title":"Dynamic Multimodal Instance Segmentation guided by natural language queries","date":"2018-07-06","arxiv_id":"1807.02257","repositories_listed":2,"syntology":null},{"url":"/paper/localizing-moments-in-video-with-natural","slug":"localizing-moments-in-video-with-natural","title":"Localizing Moments in Video with Natural Language","date":"2017-08-04","arxiv_id":"1708.01641","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/localizing-moments-in-video-with-natural#ran","syntology_url":"https://syntology.ai/paper/1708.01641","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1708.01641"}},"official":null}},{"url":"/paper/function-assistant-a-tool-for-nl-querying-of","slug":"function-assistant-a-tool-for-nl-querying-of","title":"Function Assistant: A Tool for NL Querying of APIs","date":"2017-06-01","arxiv_id":"1706.00468","repositories_listed":2,"syntology":null},{"url":"/paper/learning-a-natural-language-interface-with","slug":"learning-a-natural-language-interface-with","title":"Learning a Natural Language Interface with Neural Programmer","date":"2016-11-28","arxiv_id":"1611.08945","repositories_listed":2,"syntology":null},{"url":"/paper/neural-generation-of-regular-expressions-from","slug":"neural-generation-of-regular-expressions-from","title":"Neural Generation of Regular Expressions from Natural Language with Minimal Domain Knowledge","date":"2016-08-09","arxiv_id":"1608.03000","repositories_listed":2,"syntology":null},{"url":"/paper/improving-personalized-search-with-1","slug":"improving-personalized-search-with-1","title":"Improving Personalized Search with Regularized Low-Rank Parameter Updates","date":"2025-06-11","arxiv_id":"2506.10182","repositories_listed":1,"syntology":null},{"url":"/paper/seed-enhancing-text-to-sql-performance-and","slug":"seed-enhancing-text-to-sql-performance-and","title":"SEED: Enhancing Text-to-SQL Performance and Practical Usability Through Automatic Evidence Generation","date":"2025-06-09","arxiv_id":"2506.07423","repositories_listed":1,"syntology":null},{"url":"/paper/osgnet-ego4d-episodic-memory-challenge-2025","slug":"osgnet-ego4d-episodic-memory-challenge-2025","title":"OSGNet @ Ego4D Episodic Memory Challenge 2025","date":"2025-06-04","arxiv_id":"2506.03710","repositories_listed":1,"syntology":null},{"url":"/paper/dualmap-online-open-vocabulary-semantic","slug":"dualmap-online-open-vocabulary-semantic","title":"DualMap: Online Open-Vocabulary Semantic Mapping for Natural Language Navigation in Dynamic Changing Scenes","date":"2025-06-02","arxiv_id":"2506.01950","repositories_listed":1,"syntology":null},{"url":"/paper/access-denied-inc-the-first-benchmark","slug":"access-denied-inc-the-first-benchmark","title":"ACCESS DENIED INC: The First Benchmark Environment for Sensitivity Awareness","date":"2025-06-01","arxiv_id":"2506.00964","repositories_listed":1,"syntology":null},{"url":"/paper/refav-towards-planning-centric-scenario","slug":"refav-towards-planning-centric-scenario","title":"RefAV: Towards Planning-Centric Scenario Mining","date":"2025-05-27","arxiv_id":"2505.20981","repositories_listed":1,"syntology":null},{"url":"/paper/decafnet-delegate-and-conquer-for-efficient","slug":"decafnet-delegate-and-conquer-for-efficient","title":"DeCafNet: Delegate and Conquer for Efficient Temporal Grounding in Long Videos","date":"2025-05-22","arxiv_id":"2505.16376","repositories_listed":1,"syntology":null},{"url":"/paper/vts-llm-domain-adaptive-llm-agent-for","slug":"vts-llm-domain-adaptive-llm-agent-for","title":"VTS-LLM: Domain-Adaptive LLM Agent for Enhancing Awareness in Vessel Traffic Services through Natural Language","date":"2025-05-02","arxiv_id":"2505.00989","repositories_listed":1,"syntology":null},{"url":"/paper/zero-shot-cross-domain-code-search-without","slug":"zero-shot-cross-domain-code-search-without","title":"Zero-Shot Cross-Domain Code Search without Fine-Tuning","date":"2025-04-10","arxiv_id":"2504.07740","repositories_listed":1,"syntology":null},{"url":"/paper/fortisavqa-and-maven-a-benchmark-dataset-and","slug":"fortisavqa-and-maven-a-benchmark-dataset-and","title":"FortisAVQA and MAVEN: a Benchmark Dataset and Debiasing Framework for Robust Multimodal Reasoning","date":"2025-04-01","arxiv_id":"2504.00487","repositories_listed":1,"syntology":null},{"url":"/paper/datrics-text2sql-a-framework-for-natural","slug":"datrics-text2sql-a-framework-for-natural","title":"Datrics Text2SQL. A Framework for Natural Language to SQL Query Generation","date":"2025-03-15","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ails-ntua-at-semeval-2025-task-8-language-to","slug":"ails-ntua-at-semeval-2025-task-8-language-to","title":"AILS-NTUA at SemEval-2025 Task 8: Language-to-Code prompting and Error Fixing for Tabular Question Answering","date":"2025-03-01","arxiv_id":"2503.00435","repositories_listed":1,"syntology":null},{"url":"/paper/sql-o1-a-self-reward-heuristic-dynamic-search","slug":"sql-o1-a-self-reward-heuristic-dynamic-search","title":"SQL-o1: A Self-Reward Heuristic Dynamic Search Method for Text-to-SQL","date":"2025-02-17","arxiv_id":"2502.11741","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sql-o1-a-self-reward-heuristic-dynamic-search#ran","syntology_url":"https://syntology.ai/paper/2502.11741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.11741"}},"official":{"repos":["shuailyu0110/sql-o1"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/toolcoder-a-systematic-code-empowered-tool","slug":"toolcoder-a-systematic-code-empowered-tool","title":"ToolCoder: A Systematic Code-Empowered Tool Learning Framework for Large Language Models","date":"2025-02-17","arxiv_id":"2502.11404","repositories_listed":1,"syntology":null},{"url":"/paper/towards-identity-aware-cross-modal-retrieval","slug":"towards-identity-aware-cross-modal-retrieval","title":"Towards Identity-Aware Cross-Modal Retrieval: a Dataset and a Baseline","date":"2024-12-30","arxiv_id":"2412.21009","repositories_listed":1,"syntology":null},{"url":"/paper/from-interets-to-insights-an-llm-approach-to","slug":"from-interets-to-insights-an-llm-approach-to","title":"From Interests to Insights: An LLM Approach to Course Recommendations Using Natural Language Queries","date":"2024-12-26","arxiv_id":"2412.19312","repositories_listed":1,"syntology":null},{"url":"/paper/transitgpt-a-generative-ai-based-framework","slug":"transitgpt-a-generative-ai-based-framework","title":"TransitGPT: A Generative AI-based framework for interacting with GTFS data using Large Language Models","date":"2024-12-07","arxiv_id":"2412.06831","repositories_listed":1,"syntology":null},{"url":"/paper/comat-chain-of-mathematically-annotated","slug":"comat-chain-of-mathematically-annotated","title":"CoMAT: Chain of Mathematically Annotated Thought Improves Mathematical Reasoning","date":"2024-10-14","arxiv_id":"2410.10336","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":1,"n_instrument":7,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 7 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/comat-chain-of-mathematically-annotated#ran","syntology_url":"https://syntology.ai/paper/2410.10336","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.10336"}},"official":{"repos":["joshuaongg21/comat"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-sparql-generation-by-triplet-order","slug":"enhancing-sparql-generation-by-triplet-order","title":"Enhancing SPARQL Generation by Triplet-order-sensitive Pre-training","date":"2024-10-08","arxiv_id":"2410.05731","repositories_listed":1,"syntology":null},{"url":"/paper/saliency-guided-detr-for-moment-retrieval-and","slug":"saliency-guided-detr-for-moment-retrieval-and","title":"Saliency-Guided DETR for Moment Retrieval and Highlight Detection","date":"2024-10-02","arxiv_id":"2410.01615","repositories_listed":1,"syntology":null},{"url":"/paper/e-sql-direct-schema-linking-via-question","slug":"e-sql-direct-schema-linking-via-question","title":"E-SQL: Direct Schema Linking via Question Enrichment in Text-to-SQL","date":"2024-09-25","arxiv_id":"2409.16751","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/e-sql-direct-schema-linking-via-question#ran","syntology_url":"https://syntology.ai/paper/2409.16751","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.16751"}},"official":{"repos":["HasanAlpCaferoglu/E-SQL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/roundtable-leveraging-dynamic-schema-and","slug":"roundtable-leveraging-dynamic-schema-and","title":"RoundTable: Leveraging Dynamic Schema and Contextual Autocomplete for Enhanced Query Precision in Tabular Question Answering","date":"2024-08-22","arxiv_id":"2408.12369","repositories_listed":1,"syntology":null},{"url":"/paper/muse-mamba-is-efficient-multi-scale-learner","slug":"muse-mamba-is-efficient-multi-scale-learner","title":"MUSE: Mamba is Efficient Multi-scale Learner for Text-video Retrieval","date":"2024-08-20","arxiv_id":"2408.10575","repositories_listed":1,"syntology":null},{"url":"/paper/datavist5-a-pre-trained-language-model-for","slug":"datavist5-a-pre-trained-language-model-for","title":"DataVisT5: A Pre-trained Language Model for Jointly Understanding Text and Data Visualization","date":"2024-08-14","arxiv_id":"2408.07401","repositories_listed":1,"syntology":null},{"url":"/paper/a-survey-of-nl2sql-with-large-language-models","slug":"a-survey-of-nl2sql-with-large-language-models","title":"A Survey of Text-to-SQL in the Era of LLMs: Where are we, and where are we going?","date":"2024-08-09","arxiv_id":"2408.05109","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-survey-of-nl2sql-with-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2408.05109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.05109"}},"official":{"repos":["hkustdial/nl2sql_handbook"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2408-03010","slug":"2408-03010","title":"Fact Finder -- Enhancing Domain Expertise of Large Language Models by Incorporating Knowledge Graphs","date":"2024-08-06","arxiv_id":"2408.03010","repositories_listed":1,"syntology":null},{"url":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive","slug":"h-star-llm-driven-hybrid-sql-text-adaptive","title":"H-STAR: LLM-driven Hybrid SQL-Text Adaptive Reasoning on Tables","date":"2024-06-29","arxiv_id":"2407.05952","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/h-star-llm-driven-hybrid-sql-text-adaptive#ran","syntology_url":"https://syntology.ai/paper/2407.05952","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05952"}},"official":{"repos":["nikhilsab/h-star"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/egovideo-exploring-egocentric-foundation","slug":"egovideo-exploring-egocentric-foundation","title":"EgoVideo: Exploring Egocentric Foundation Model and Downstream Adaptation","date":"2024-06-26","arxiv_id":"2406.18070","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":9,"n_instrument":5,"n_unverified":1,"n_honours":4,"n_violates":0,"n_no_contract":5,"n_pointer_only":15,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 4 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/egovideo-exploring-egocentric-foundation#ran","syntology_url":"https://syntology.ai/paper/2406.18070","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18070"}},"official":{"repos":["opengvlab/egovideo"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/objectnlq-ego4d-episodic-memory-challenge","slug":"objectnlq-ego4d-episodic-memory-challenge","title":"ObjectNLQ @ Ego4D Episodic Memory Challenge 2024","date":"2024-06-22","arxiv_id":"2406.15778","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/objectnlq-ego4d-episodic-memory-challenge#ran","syntology_url":"https://syntology.ai/paper/2406.15778","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15778"}},"official":{"repos":["yisen-feng/objectnlq"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/v-recs-a-low-cost-llm4vis-recommender-with","slug":"v-recs-a-low-cost-llm4vis-recommender-with","title":"V-RECS, a Low-Cost LLM4VIS Recommender with Explanations, Captioning and Suggestions","date":"2024-06-21","arxiv_id":"2406.15259","repositories_listed":1,"syntology":null},{"url":"/paper/booksql-a-large-scale-text-to-sql-dataset-for","slug":"booksql-a-large-scale-text-to-sql-dataset-for","title":"BookSQL: A Large Scale Text-to-SQL Dataset for Accounting Domain","date":"2024-06-12","arxiv_id":"2406.07860","repositories_listed":1,"syntology":null},{"url":"/paper/demo-soccer-information-retrieval-via-natural","slug":"demo-soccer-information-retrieval-via-natural","title":"Demo: Soccer Information Retrieval via Natural Queries using SoccerRAG","date":"2024-06-03","arxiv_id":"2406.01280","repositories_listed":1,"syntology":null},{"url":"/paper/soccerrag-multimodal-soccer-information","slug":"soccerrag-multimodal-soccer-information","title":"SoccerRAG: Multimodal Soccer Information Retrieval via Natural Queries","date":"2024-06-03","arxiv_id":"2406.01273","repositories_listed":1,"syntology":null},{"url":"/paper/query2cad-generating-cad-models-using-natural","slug":"query2cad-generating-cad-models-using-natural","title":"Query2CAD: Generating CAD models using natural language queries","date":"2024-05-31","arxiv_id":"2406.00144","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/query2cad-generating-cad-models-using-natural#ran","syntology_url":"https://syntology.ai/paper/2406.00144","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.00144"}},"official":{"repos":["akshay140601/query2cad"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/g-voila-gaze-facilitated-information-querying","slug":"g-voila-gaze-facilitated-information-querying","title":"G-VOILA: Gaze-Facilitated Information Querying in Daily Scenarios","date":"2024-05-13","arxiv_id":"2405.07652","repositories_listed":1,"syntology":null},{"url":"/paper/look-listen-and-answer-overcoming-biases-for","slug":"look-listen-and-answer-overcoming-biases-for","title":"Look, Listen, and Answer: Overcoming Biases for Audio-Visual Question Answering","date":"2024-04-18","arxiv_id":"2404.12020","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/look-listen-and-answer-overcoming-biases-for#ran","syntology_url":"https://syntology.ai/paper/2404.12020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12020"}},"official":{"repos":["reml-group/music-avqa-r"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["community","official"]}}},{"url":"/paper/can-llms-substitute-sql-comparing-resource","slug":"can-llms-substitute-sql-comparing-resource","title":"Can LLMs substitute SQL? Comparing Resource Utilization of Querying LLMs versus Traditional Relational Databases","date":"2024-04-12","arxiv_id":"2404.08727","repositories_listed":1,"syntology":null},{"url":"/paper/unimd-towards-unifying-moment-retrieval-and","slug":"unimd-towards-unifying-moment-retrieval-and","title":"UniMD: Towards Unifying Moment Retrieval and Temporal Action Detection","date":"2024-04-07","arxiv_id":"2404.04933","repositories_listed":1,"syntology":null},{"url":"/paper/r-2-tuning-efficient-image-to-video-transfer","slug":"r-2-tuning-efficient-image-to-video-transfer","title":"R^2-Tuning: Efficient Image-to-Video Transfer Learning for Video Temporal Grounding","date":"2024-04-02","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/r-2-tuning-efficient-image-to-video-transfer-1","slug":"r-2-tuning-efficient-image-to-video-transfer-1","title":"$R^2$-Tuning: Efficient Image-to-Video Transfer Learning for Video Temporal Grounding","date":"2024-03-31","arxiv_id":"2404.00801","repositories_listed":1,"syntology":null},{"url":"/paper/s3llm-large-scale-scientific-software","slug":"s3llm-large-scale-scientific-software","title":"S3LLM: Large-Scale Scientific Software Understanding with LLMs using Source, Metadata, and Document","date":"2024-03-15","arxiv_id":"2403.10588","repositories_listed":1,"syntology":null},{"url":"/paper/paperclip-associating-astronomical","slug":"paperclip-associating-astronomical","title":"PAPERCLIP: Associating Astronomical Observations and Natural Language with Multi-Modal Models","date":"2024-03-13","arxiv_id":"2403.08851","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":3,"n_honours":1,"n_violates":2,"n_no_contract":3,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 2 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/paperclip-associating-astronomical#ran","syntology_url":"https://syntology.ai/paper/2403.08851","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.08851"}},"official":{"repos":["smsharma/paperclip-hubble"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/rewriting-the-code-a-simple-method-for-large","slug":"rewriting-the-code-a-simple-method-for-large","title":"Rewriting the Code: A Simple Method for Large Language Model Augmented Code Search","date":"2024-01-09","arxiv_id":"2401.04514","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":4,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":9,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/rewriting-the-code-a-simple-method-for-large#ran","syntology_url":"https://syntology.ai/paper/2401.04514","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04514"}},"official":{"repos":["alex-haochenli/reco"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/tr-detr-task-reciprocal-transformer-for-joint","slug":"tr-detr-task-reciprocal-transformer-for-joint","title":"TR-DETR: Task-Reciprocal Transformer for Joint Moment Retrieval and Highlight Detection","date":"2024-01-04","arxiv_id":"2401.02309","repositories_listed":1,"syntology":{"n":17,"n_ran":13,"n_constructed":5,"n_ran_checked":9,"n_instrument":4,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":7,"n_pointer_only":17,"phrase":"13 ran (of which 5 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 1 violated, 7 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/tr-detr-task-reciprocal-transformer-for-joint#ran","syntology_url":"https://syntology.ai/paper/2401.02309","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.02309"}},"official":{"repos":["mingyao1120/tr-detr"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":5,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/r-3-nl2gql-a-hybrid-models-approach-for-for","slug":"r-3-nl2gql-a-hybrid-models-approach-for-for","title":"$R^3$-NL2GQL: A Model Coordination and Knowledge Graph Alignment Approach for NL2GQL","date":"2023-11-03","arxiv_id":"2311.01862","repositories_listed":1,"syntology":null},{"url":"/paper/viclevr-a-visual-reasoning-dataset-and-hybrid","slug":"viclevr-a-visual-reasoning-dataset-and-hybrid","title":"ViCLEVR: A Visual Reasoning Dataset and Hybrid Multimodal Fusion Model for Visual Question Answering in Vietnamese","date":"2023-10-27","arxiv_id":"2310.18046","repositories_listed":1,"syntology":null},{"url":"/paper/conditionally-combining-robot-skills-using","slug":"conditionally-combining-robot-skills-using","title":"Conditionally Combining Robot Skills using Large Language Models","date":"2023-10-25","arxiv_id":"2310.17019","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-and-improving-text-to-sql","slug":"benchmarking-and-improving-text-to-sql","title":"Benchmarking and Improving Text-to-SQL Generation under Ambiguity","date":"2023-10-20","arxiv_id":"2310.13659","repositories_listed":1,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":3,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 3 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-and-improving-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2310.13659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13659"}},"official":{"repos":["testzer0/ambiqt"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/talk2bev-language-enhanced-bird-s-eye-view","slug":"talk2bev-language-enhanced-bird-s-eye-view","title":"Talk2BEV: Language-enhanced Bird's-eye View Maps for Autonomous Driving","date":"2023-10-03","arxiv_id":"2310.02251","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/talk2bev-language-enhanced-bird-s-eye-view#ran","syntology_url":"https://syntology.ai/paper/2310.02251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02251"}},"official":null}},{"url":"/paper/align-before-search-aligning-ads-image-to","slug":"align-before-search-aligning-ads-image-to","title":"Align before Search: Aligning Ads Image to Text for Accurate Cross-Modal Sponsored Search","date":"2023-09-28","arxiv_id":"2309.16141","repositories_listed":1,"syntology":null},{"url":"/paper/llm-grounder-open-vocabulary-3d-visual","slug":"llm-grounder-open-vocabulary-3d-visual","title":"LLM-Grounder: Open-Vocabulary 3D Visual Grounding with Large Language Model as an Agent","date":"2023-09-21","arxiv_id":"2309.12311","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-grounder-open-vocabulary-3d-visual#ran","syntology_url":"https://syntology.ai/paper/2309.12311","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.12311"}},"official":{"repos":["sled-group/chat-with-nerf"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-natural-language-queries-for-more","slug":"generating-natural-language-queries-for-more","title":"Generating Natural Language Queries for More Effective Systematic Review Screening Prioritisation","date":"2023-09-11","arxiv_id":"2309.05238","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-network-management-using-code","slug":"enhancing-network-management-using-code","title":"Enhancing Network Management Using Code Generated by Large Language Models","date":"2023-08-11","arxiv_id":"2308.06261","repositories_listed":1,"syntology":null},{"url":"/paper/separate-anything-you-describe","slug":"separate-anything-you-describe","title":"Separate Anything You Describe","date":"2023-08-09","arxiv_id":"2308.05037","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":2,"n_no_contract":5,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 2 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/separate-anything-you-describe#ran","syntology_url":"https://syntology.ai/paper/2308.05037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05037"}},"official":{"repos":["audio-agi/audiosep"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/egovlpv2-egocentric-video-language-pre","slug":"egovlpv2-egocentric-video-language-pre","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","date":"2023-07-11","arxiv_id":"2307.05463","repositories_listed":1,"syntology":null},{"url":"/paper/constructing-multilingual-code-search-dataset","slug":"constructing-multilingual-code-search-dataset","title":"Constructing Multilingual Code Search Dataset Using Neural Machine Translation","date":"2023-06-27","arxiv_id":"2306.15604","repositories_listed":1,"syntology":null},{"url":"/paper/groundnlq-ego4d-natural-language-queries","slug":"groundnlq-ego4d-natural-language-queries","title":"GroundNLQ @ Ego4D Natural Language Queries Challenge 2023","date":"2023-06-27","arxiv_id":"2306.15255","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/groundnlq-ego4d-natural-language-queries#ran","syntology_url":"https://syntology.ai/paper/2306.15255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15255"}},"official":{"repos":["houzhijian/groundnlq"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/action-sensitivity-learning-for-the-ego4d","slug":"action-sensitivity-learning-for-the-ego4d","title":"Action Sensitivity Learning for the Ego4D Episodic Memory Challenge 2023","date":"2023-06-15","arxiv_id":"2306.09172","repositories_listed":1,"syntology":null},{"url":"/paper/t5-sr-a-unified-seq-to-seq-decoding-strategy","slug":"t5-sr-a-unified-seq-to-seq-decoding-strategy","title":"T5-SR: A Unified Seq-to-Seq Decoding Strategy for Semantic Parsing","date":"2023-06-14","arxiv_id":"2306.08368","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-base-question-answering-for-space","slug":"knowledge-base-question-answering-for-space","title":"Knowledge Base Question Answering for Space Debris Queries","date":"2023-05-31","arxiv_id":"2305.19734","repositories_listed":1,"syntology":null},{"url":"/paper/backdooring-neural-code-search","slug":"backdooring-neural-code-search","title":"Backdooring Neural Code Search","date":"2023-05-27","arxiv_id":"2305.17506","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/backdooring-neural-code-search#ran","syntology_url":"https://syntology.ai/paper/2305.17506","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17506"}},"official":{"repos":["wssun/badcode"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/quest-a-retrieval-dataset-of-entity-seeking","slug":"quest-a-retrieval-dataset-of-entity-seeking","title":"QUEST: A Retrieval Dataset of Entity-Seeking Queries with Implicit Set Operations","date":"2023-05-19","arxiv_id":"2305.11694","repositories_listed":1,"syntology":null},{"url":"/paper/joint-moment-retrieval-and-highlight","slug":"joint-moment-retrieval-and-highlight","title":"Joint Moment Retrieval and Highlight Detection Via Natural Language Queries","date":"2023-05-08","arxiv_id":"2305.04961","repositories_listed":1,"syntology":null},{"url":"/paper/query-dependent-video-representation-for","slug":"query-dependent-video-representation-for","title":"Query-Dependent Video Representation for Moment Retrieval and Highlight Detection","date":"2023-03-24","arxiv_id":"2303.13874","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/query-dependent-video-representation-for#ran","syntology_url":"https://syntology.ai/paper/2303.13874","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13874"}},"official":{"repos":["wjun0830/qd-detr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/naq-leveraging-narrations-as-queries-to","slug":"naq-leveraging-narrations-as-queries-to","title":"NaQ: Leveraging Narrations as Queries to Supervise Episodic Memory","date":"2023-01-02","arxiv_id":"2301.00746","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":9,"n_instrument":3,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":6,"n_pointer_only":4,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 3 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/naq-leveraging-narrations-as-queries-to#ran","syntology_url":"https://syntology.ai/paper/2301.00746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.00746"}},"official":{"repos":["srama2512/NaQ"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/a-simple-transformer-based-model-for-ego4d","slug":"a-simple-transformer-based-model-for-ego4d","title":"A Simple Transformer-Based Model for Ego4D Natural Language Queries Challenge","date":"2022-11-16","arxiv_id":"2211.08704","repositories_listed":1,"syntology":null},{"url":"/paper/yoro-lightweight-end-to-end-visual-grounding","slug":"yoro-lightweight-end-to-end-visual-grounding","title":"YORO -- Lightweight End to End Visual Grounding","date":"2022-11-15","arxiv_id":"2211.07912","repositories_listed":1,"syntology":null},{"url":"/paper/rearev-adaptive-reasoning-for-question","slug":"rearev-adaptive-reasoning-for-question","title":"ReaRev: Adaptive Reasoning for Question Answering over Knowledge Graphs","date":"2022-10-24","arxiv_id":"2210.13650","repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-temporal-article-grounding","slug":"weakly-supervised-temporal-article-grounding","title":"Weakly-Supervised Temporal Article Grounding","date":"2022-10-22","arxiv_id":"2210.12444","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/weakly-supervised-temporal-article-grounding#ran","syntology_url":"https://syntology.ai/paper/2210.12444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12444"}},"official":{"repos":["zjuchenlong/wsag"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/spcql-a-semantic-parsing-dataset-for","slug":"spcql-a-semantic-parsing-dataset-for","title":"SpCQL: A Semantic Parsing Dataset for Converting Natural Language into Cypher","date":"2022-10-17","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/towards-parameter-efficient-integration-of","slug":"towards-parameter-efficient-integration-of","title":"Towards Parameter-Efficient Integration of Pre-Trained Language Models In Temporal Video Grounding","date":"2022-09-26","arxiv_id":"2209.13359","repositories_listed":1,"syntology":null},{"url":"/paper/reler-zju-alibaba-submission-to-the-ego4d","slug":"reler-zju-alibaba-submission-to-the-ego4d","title":"ReLER@ZJU-Alibaba Submission to the Ego4D Natural Language Queries Challenge 2022","date":"2022-07-01","arxiv_id":"2207.00383","repositories_listed":1,"syntology":{"n":19,"n_ran":17,"n_constructed":0,"n_ran_checked":14,"n_instrument":3,"n_unverified":2,"n_honours":4,"n_violates":0,"n_no_contract":10,"n_pointer_only":4,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 4 honoured, 0 violated, 10 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reler-zju-alibaba-submission-to-the-ego4d#ran","syntology_url":"https://syntology.ai/paper/2207.00383","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.00383"}},"official":{"repos":["nnnnai/ego4d_nlq_2022_1st_place_solution"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/entity-aware-transformers-for-entity-search","slug":"entity-aware-transformers-for-entity-search","title":"Entity-aware Transformers for Entity Search","date":"2022-05-02","arxiv_id":"2205.00820","repositories_listed":1,"syntology":null},{"url":"/paper/learn-to-understand-negation-in-video","slug":"learn-to-understand-negation-in-video","title":"Learn to Understand Negation in Video Retrieval","date":"2022-04-30","arxiv_id":"2205.00132","repositories_listed":1,"syntology":null},{"url":"/paper/relevance-based-margin-for-contrastively","slug":"relevance-based-margin-for-contrastively","title":"Relevance-based Margin for Contrastively-trained Video Retrieval Models","date":"2022-04-27","arxiv_id":"2204.13001","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/relevance-based-margin-for-contrastively#ran","syntology_url":"https://syntology.ai/paper/2204.13001","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.13001"}},"official":{"repos":["aranciokov/relevancemargin-icmr22"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-commonsense-aware-moment-text","slug":"learning-commonsense-aware-moment-text","title":"Learning Commonsense-aware Moment-Text Alignment for Fast Video Temporal Grounding","date":"2022-04-04","arxiv_id":"2204.01450","repositories_listed":1,"syntology":null}],"syntology_records":32,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":35,"papers_where_code_ran_first_page":"/task/natural-language-queries/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":4,"url":"/task/natural-language-queries/papers/2","json":"/task/natural-language-queries/papers/2.json","rows":100},{"order":"archive","page":3,"of":4,"url":"/task/natural-language-queries/papers/3","json":"/task/natural-language-queries/papers/3.json","rows":100},{"order":"archive","page":4,"of":4,"url":"/task/natural-language-queries/papers/4","json":"/task/natural-language-queries/papers/4.json","rows":37},{"order":"ran","page":1,"of":1,"url":"/task/natural-language-queries/papers/ran/1","json":"/task/natural-language-queries/papers/ran/1.json","rows":35}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"97f3c5458838a65790aecbd0552e10f4410f1fdcc88e44b077444e4b0e3fa52d","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}