{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/in-context-learning","name":"In-Context Learning","slug":"in-context-learning","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":2297,"papers_with_code":998,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":23,"rows_per_page":100,"shown":100,"of":2297,"of_with_code":998,"tagged_in_all":2297,"counts":{"archive_papers_tagged":2297,"with_a_code_link":998,"where_syntology_ran_a_sample":437,"not_listed_spam_title":0,"listed":2297,"listed_where_code_ran":437,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":340,"every_run_a_failure_of_syntologys_instrument":97,"listed_with_a_run_with_no_instrument_failure":340,"listed_every_run_a_failure_of_syntologys_instrument":97,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/in-context-learning-for-model-free-system","slug":"in-context-learning-for-model-free-system","title":"From system models to class models: An in-context learning paradigm","date":"2023-08-25","arxiv_id":"2308.13380","repositories_listed":7,"syntology":null},{"url":"/paper/neural-codec-language-models-are-zero-shot","slug":"neural-codec-language-models-are-zero-shot","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","date":"2023-01-05","arxiv_id":"2301.02111","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-codec-language-models-are-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2301.02111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.02111"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/meta-learning-a-real-time-tabular-automl","slug":"meta-learning-a-real-time-tabular-automl","title":"TabPFN: A Transformer That Solves Small Tabular Classification Problems in a Second","date":"2022-07-05","arxiv_id":"2207.01848","repositories_listed":7,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-learning-a-real-time-tabular-automl#ran","syntology_url":"https://syntology.ai/paper/2207.01848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.01848"}},"official":null}},{"url":"/paper/xiyan-sql-a-multi-generator-ensemble","slug":"xiyan-sql-a-multi-generator-ensemble","title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","date":"2024-11-13","arxiv_id":"2411.08599","repositories_listed":5,"syntology":null},{"url":"/paper/large-language-models-are-human-level-prompt","slug":"large-language-models-are-human-level-prompt","title":"Large Language Models Are Human-Level Prompt Engineers","date":"2022-11-03","arxiv_id":"2211.01910","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-human-level-prompt#ran","syntology_url":"https://syntology.ai/paper/2211.01910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01910"}},"official":{"repos":["keirp/automatic_prompt_engineer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pangu-a-large-scale-autoregressive-pretrained","slug":"pangu-a-large-scale-autoregressive-pretrained","title":"PanGu-$α$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","date":"2021-04-26","arxiv_id":"2104.12369","repositories_listed":5,"syntology":null},{"url":"/paper/hyenadna-long-range-genomic-sequence-modeling","slug":"hyenadna-long-range-genomic-sequence-modeling","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","date":"2023-06-27","arxiv_id":"2306.15794","repositories_listed":4,"syntology":{"n":28,"n_ran":17,"n_constructed":11,"n_ran_checked":13,"n_instrument":4,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":1,"phrase":"17 ran (of which 11 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/hyenadna-long-range-genomic-sequence-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.15794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15794"}},"official":{"repos":["HazyResearch/hyena-dna"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/data-distributional-properties-drive-emergent","slug":"data-distributional-properties-drive-emergent","title":"Data Distributional Properties Drive Emergent In-Context Learning in Transformers","date":"2022-04-22","arxiv_id":"2205.05055","repositories_listed":4,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/data-distributional-properties-drive-emergent#ran","syntology_url":"https://syntology.ai/paper/2205.05055","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05055"}},"official":{"repos":["deepmind/emergent_in_context_learning"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/rwkv-7-goose-with-expressive-dynamic-state","slug":"rwkv-7-goose-with-expressive-dynamic-state","title":"RWKV-7 \"Goose\" with Expressive Dynamic State Evolution","date":"2025-03-18","arxiv_id":"2503.14456","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rwkv-7-goose-with-expressive-dynamic-state#ran","syntology_url":"https://syntology.ai/paper/2503.14456","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.14456"}},"official":{"repos":["fla-org/flash-linear-attention","rwkv/rwkv-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/bio-xlstm-generative-modeling-representation","slug":"bio-xlstm-generative-modeling-representation","title":"Bio-xLSTM: Generative modeling, representation and in-context learning of biological and chemical sequences","date":"2024-11-06","arxiv_id":"2411.04165","repositories_listed":3,"syntology":{"n":29,"n_ran":27,"n_constructed":0,"n_ran_checked":12,"n_instrument":15,"n_unverified":2,"n_honours":3,"n_violates":1,"n_no_contract":8,"n_pointer_only":1,"phrase":"27 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 3 honoured, 1 violated, 8 with no contract checked; 15 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/bio-xlstm-generative-modeling-representation#ran","syntology_url":"https://syntology.ai/paper/2411.04165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.04165"}},"official":{"repos":["ml-jku/chem-xlstm","ml-jku/dna-xlstm","ml-jku/prot-xlstm"],"state":"official (archive's flag): 27 ran","n_ran":27,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/funaudiollm-voice-understanding-and","slug":"funaudiollm-voice-understanding-and","title":"FunAudioLLM: Voice Understanding and Generation Foundation Models for Natural Interaction Between Humans and LLMs","date":"2024-07-04","arxiv_id":"2407.04051","repositories_listed":3,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":4,"n_instrument":6,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/funaudiollm-voice-understanding-and#ran","syntology_url":"https://syntology.ai/paper/2407.04051","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.04051"}},"official":{"repos":["FunAudioLLM/SenseVoice","funaudiollm/cosyvoice"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/natural-language-guidance-of-high-fidelity","slug":"natural-language-guidance-of-high-fidelity","title":"Natural language guidance of high-fidelity text-to-speech with synthetic annotations","date":"2024-02-02","arxiv_id":"2402.01912","repositories_listed":3,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/natural-language-guidance-of-high-fidelity#ran","syntology_url":"https://syntology.ai/paper/2402.01912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.01912"}},"official":null}},{"url":"/paper/symbolicai-a-framework-for-logic-based","slug":"symbolicai-a-framework-for-logic-based","title":"SymbolicAI: A framework for logic-based approaches combining generative models and solvers","date":"2024-02-01","arxiv_id":"2402.00854","repositories_listed":3,"syntology":null},{"url":"/paper/vila-on-pre-training-for-visual-language","slug":"vila-on-pre-training-for-visual-language","title":"VILA: On Pre-training for Visual Language Models","date":"2023-12-12","arxiv_id":"2312.07533","repositories_listed":3,"syntology":null},{"url":"/paper/a-prefrontal-cortex-inspired-architecture-for","slug":"a-prefrontal-cortex-inspired-architecture-for","title":"Improving Planning with Large Language Models: A Modular Agentic Architecture","date":"2023-09-30","arxiv_id":"2310.00194","repositories_listed":3,"syntology":null},{"url":"/paper/enhancing-in-context-learning-with-answer","slug":"enhancing-in-context-learning-with-answer","title":"Enhancing In-Context Learning with Answer Feedback for Multi-Span Question Answering","date":"2023-06-07","arxiv_id":"2306.04508","repositories_listed":3,"syntology":null},{"url":"/paper/fine-tuning-language-models-with-just-forward-1","slug":"fine-tuning-language-models-with-just-forward-1","title":"Fine-Tuning Language Models with Just Forward Passes","date":"2023-05-27","arxiv_id":"2305.17333","repositories_listed":3,"syntology":{"n":17,"n_ran":10,"n_constructed":2,"n_ran_checked":6,"n_instrument":4,"n_unverified":7,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":4,"phrase":"10 ran (of which 2 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/fine-tuning-language-models-with-just-forward-1#ran","syntology_url":"https://syntology.ai/paper/2305.17333","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17333"}},"official":{"repos":["princeton-nlp/mezo"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/label-words-are-anchors-an-information-flow","slug":"label-words-are-anchors-an-information-flow","title":"Label Words are Anchors: An Information Flow Perspective for Understanding In-Context Learning","date":"2023-05-23","arxiv_id":"2305.14160","repositories_listed":3,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 3 unverified","sample_list":"/paper/label-words-are-anchors-an-information-flow#ran","syntology_url":"https://syntology.ai/paper/2305.14160","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14160"}},"official":{"repos":["lancopku/label-words-are-anchors"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/seggpt-segmenting-everything-in-context","slug":"seggpt-segmenting-everything-in-context","title":"SegGPT: Segmenting Everything In Context","date":"2023-04-06","arxiv_id":"2304.03284","repositories_listed":3,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 3 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/seggpt-segmenting-everything-in-context#ran","syntology_url":"https://syntology.ai/paper/2304.03284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03284"}},"official":{"repos":["baaivision/painter"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/openicl-an-open-source-framework-for-in","slug":"openicl-an-open-source-framework-for-in","title":"OpenICL: An Open-Source Framework for In-context Learning","date":"2023-03-06","arxiv_id":"2303.02913","repositories_listed":3,"syntology":null},{"url":"/paper/e-inmemo-enhanced-prompting-for-visual-in","slug":"e-inmemo-enhanced-prompting-for-visual-in","title":"E-InMeMo: Enhanced Prompting for Visual In-Context Learning","date":"2025-04-25","arxiv_id":"2504.18158","repositories_listed":2,"syntology":null},{"url":"/paper/strategy-coopetition-explains-the-emergence","slug":"strategy-coopetition-explains-the-emergence","title":"Strategy Coopetition Explains the Emergence and Transience of In-Context Learning","date":"2025-03-07","arxiv_id":"2503.05631","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/strategy-coopetition-explains-the-emergence#ran","syntology_url":"https://syntology.ai/paper/2503.05631","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.05631"}},"official":{"repos":["aadityasingh/icl-dynamics"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/jolt-joint-probabilistic-predictions-on","slug":"jolt-joint-probabilistic-predictions-on","title":"JoLT: Joint Probabilistic Predictions on Tabular Data Using LLMs","date":"2025-02-17","arxiv_id":"2502.11877","repositories_listed":2,"syntology":{"n":19,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/jolt-joint-probabilistic-predictions-on#ran","syntology_url":"https://syntology.ai/paper/2502.11877","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.11877"}},"official":{"repos":["cambridge-mlg/jolt"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/large-language-diffusion-models","slug":"large-language-diffusion-models","title":"Large Language Diffusion Models","date":"2025-02-14","arxiv_id":"2502.09992","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/large-language-diffusion-models#ran","syntology_url":"https://syntology.ai/paper/2502.09992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.09992"}},"official":null}},{"url":"/paper/retqa-a-large-scale-open-domain-tabular","slug":"retqa-a-large-scale-open-domain-tabular","title":"RETQA: A Large-Scale Open-Domain Tabular Question Answering Dataset for Real Estate Sector","date":"2024-12-13","arxiv_id":"2412.10104","repositories_listed":2,"syntology":null},{"url":"/paper/toward-automated-algorithm-design-a-survey","slug":"toward-automated-algorithm-design-a-survey","title":"Toward Automated Algorithm Design: A Survey and Practical Guide to Meta-Black-Box-Optimization","date":"2024-11-01","arxiv_id":"2411.00625","repositories_listed":2,"syntology":null},{"url":"/paper/can-language-models-perform-robust-reasoning","slug":"can-language-models-perform-robust-reasoning","title":"Can Language Models Perform Robust Reasoning in Chain-of-thought Prompting with Noisy Rationales?","date":"2024-10-31","arxiv_id":"2410.23856","repositories_listed":2,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":4,"n_instrument":6,"n_unverified":1,"n_honours":1,"n_violates":2,"n_no_contract":1,"n_pointer_only":11,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 2 violated, 1 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-language-models-perform-robust-reasoning#ran","syntology_url":"https://syntology.ai/paper/2410.23856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.23856"}},"official":{"repos":["tmlr-group/noisyrationales"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sana-efficient-high-resolution-image","slug":"sana-efficient-high-resolution-image","title":"SANA: Efficient High-Resolution Image Synthesis with Linear Diffusion Transformers","date":"2024-10-14","arxiv_id":"2410.10629","repositories_listed":2,"syntology":null},{"url":"/paper/tree-of-problems-improving-structured-problem","slug":"tree-of-problems-improving-structured-problem","title":"Tree of Problems: Improving structured problem solving with compositionality","date":"2024-10-09","arxiv_id":"2410.06634","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tree-of-problems-improving-structured-problem#ran","syntology_url":"https://syntology.ai/paper/2410.06634","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.06634"}},"official":{"repos":["ArmelRandy/tree-of-problems"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/differential-transformer","slug":"differential-transformer","title":"Differential Transformer","date":"2024-10-07","arxiv_id":"2410.05258","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/differential-transformer#ran","syntology_url":"https://syntology.ai/paper/2410.05258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05258"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/enhanced-transformer-architecture-for-in","slug":"enhanced-transformer-architecture-for-in","title":"Enhanced Transformer architecture for in-context learning of dynamical systems","date":"2024-10-04","arxiv_id":"2410.03291","repositories_listed":2,"syntology":null},{"url":"/paper/provable-in-context-learning-of-linear","slug":"provable-in-context-learning-of-linear","title":"In-Context Learning of Linear Systems: Generalization Theory and Applications to Operator Learning","date":"2024-09-18","arxiv_id":"2409.12293","repositories_listed":2,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":3,"n_pointer_only":11,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 1 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/provable-in-context-learning-of-linear#ran","syntology_url":"https://syntology.ai/paper/2409.12293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.12293"}},"official":{"repos":["lugroupumn/icl-ellipticpdes","lugroupumn/icl_linear_systems"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ecco-can-we-improve-model-generated-code","slug":"ecco-can-we-improve-model-generated-code","title":"ECCO: Can We Improve Model-Generated Code Efficiency Without Sacrificing Functional Correctness?","date":"2024-07-19","arxiv_id":"2407.14044","repositories_listed":2,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":6,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":5,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ecco-can-we-improve-model-generated-code#ran","syntology_url":"https://syntology.ai/paper/2407.14044","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.14044"}},"official":{"repos":["codeeff/ecco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/spinach-sparql-based-information-navigation","slug":"spinach-sparql-based-information-navigation","title":"SPINACH: SPARQL-Based Information Navigation for Challenging Real-World Questions","date":"2024-07-16","arxiv_id":"2407.11417","repositories_listed":2,"syntology":null},{"url":"/paper/spreadsheetllm-encoding-spreadsheets-for","slug":"spreadsheetllm-encoding-spreadsheets-for","title":"SpreadsheetLLM: Encoding Spreadsheets for Large Language Models","date":"2024-07-12","arxiv_id":"2407.09025","repositories_listed":2,"syntology":null},{"url":"/paper/icleval-evaluating-in-context-learning","slug":"icleval-evaluating-in-context-learning","title":"ICLEval: Evaluating In-Context Learning Ability of Large Language Models","date":"2024-06-21","arxiv_id":"2406.14955","repositories_listed":2,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/icleval-evaluating-in-context-learning#ran","syntology_url":"https://syntology.ai/paper/2406.14955","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14955"}},"official":{"repos":["rucbm/icleval","yiye3/icleval"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/learnable-in-context-vector-for-visual","slug":"learnable-in-context-vector-for-visual","title":"LIVE: Learnable In-Context Vector for Visual Question Answering","date":"2024-06-19","arxiv_id":"2406.13185","repositories_listed":2,"syntology":{"n":8,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":8,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/learnable-in-context-vector-for-visual#ran","syntology_url":"https://syntology.ai/paper/2406.13185","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13185"}},"official":{"repos":["forjadeforest/live-learnable-in-context-vector"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-to-generate-answers-with-citations","slug":"learning-to-generate-answers-with-citations","title":"Learning to Generate Answers with Citations via Factual Consistency Models","date":"2024-06-19","arxiv_id":"2406.13124","repositories_listed":2,"syntology":null},{"url":"/paper/in-context-editing-learning-knowledge-from","slug":"in-context-editing-learning-knowledge-from","title":"In-Context Editing: Learning Knowledge from Self-Induced Distributions","date":"2024-06-17","arxiv_id":"2406.11194","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/in-context-editing-learning-knowledge-from#ran","syntology_url":"https://syntology.ai/paper/2406.11194","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11194"}},"official":{"repos":["bigai-ai/ICE"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/seed-tts-a-family-of-high-quality-versatile","slug":"seed-tts-a-family-of-high-quality-versatile","title":"Seed-TTS: A Family of High-Quality Versatile Speech Generation Models","date":"2024-06-04","arxiv_id":"2406.02430","repositories_listed":2,"syntology":null},{"url":"/paper/knowledge-circuits-in-pretrained-transformers","slug":"knowledge-circuits-in-pretrained-transformers","title":"Knowledge Circuits in Pretrained Transformers","date":"2024-05-28","arxiv_id":"2405.17969","repositories_listed":2,"syntology":null},{"url":"/paper/mlps-learn-in-context","slug":"mlps-learn-in-context","title":"MLPs Learn In-Context on Regression and Classification Tasks","date":"2024-05-24","arxiv_id":"2405.15618","repositories_listed":2,"syntology":{"n":16,"n_ran":15,"n_constructed":0,"n_ran_checked":13,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/mlps-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2405.15618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.15618"}},"official":{"repos":["wtong98/mlp-icl"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/in-context-freeze-thaw-bayesian-optimization","slug":"in-context-freeze-thaw-bayesian-optimization","title":"In-Context Freeze-Thaw Bayesian Optimization for Hyperparameter Optimization","date":"2024-04-25","arxiv_id":"2404.16795","repositories_listed":2,"syntology":{"n":11,"n_ran":3,"n_constructed":2,"n_ran_checked":2,"n_instrument":1,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/in-context-freeze-thaw-bayesian-optimization#ran","syntology_url":"https://syntology.ai/paper/2404.16795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16795"}},"official":{"repos":["huggingface.co/spaces/herilalaina/ifbo"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["named_in_paper"]}}},{"url":"/paper/anypattern-towards-in-context-image-copy","slug":"anypattern-towards-in-context-image-copy","title":"AnyPattern: Towards In-context Image Copy Detection","date":"2024-04-21","arxiv_id":"2404.13788","repositories_listed":2,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/anypattern-towards-in-context-image-copy#ran","syntology_url":"https://syntology.ai/paper/2404.13788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.13788"}},"official":{"repos":["wangwenhao0716/anypattern","WangWenhao0716/AnyPatternStyle"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/stronger-random-baselines-for-in-context","slug":"stronger-random-baselines-for-in-context","title":"Stronger Random Baselines for In-Context Learning","date":"2024-04-19","arxiv_id":"2404.13020","repositories_listed":2,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/stronger-random-baselines-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2404.13020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.13020"}},"official":{"repos":["gyauney/max-random-baseline","gyauney/stronger-random-baselines"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/what-needs-to-go-right-for-an-induction-head","slug":"what-needs-to-go-right-for-an-induction-head","title":"What needs to go right for an induction head? A mechanistic study of in-context learning circuits and their formation","date":"2024-04-10","arxiv_id":"2404.07129","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/what-needs-to-go-right-for-an-induction-head#ran","syntology_url":"https://syntology.ai/paper/2404.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07129"}},"official":{"repos":["aadityasingh/icl-dynamics"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/long-context-llms-struggle-with-long-in","slug":"long-context-llms-struggle-with-long-in","title":"Long-context LLMs Struggle with Long In-context Learning","date":"2024-04-02","arxiv_id":"2404.02060","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/long-context-llms-struggle-with-long-in#ran","syntology_url":"https://syntology.ai/paper/2404.02060","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.02060"}},"official":{"repos":["tiger-ai-lab/longiclbench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-parallel","slug":"large-language-models-are-parallel","title":"Revealing the Parallel Multilingual Learning within Large Language Models","date":"2024-03-14","arxiv_id":"2403.09073","repositories_listed":2,"syntology":null},{"url":"/paper/dual-operating-modes-of-in-context-learning","slug":"dual-operating-modes-of-in-context-learning","title":"Dual Operating Modes of In-Context Learning","date":"2024-02-29","arxiv_id":"2402.18819","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dual-operating-modes-of-in-context-learning#ran","syntology_url":"https://syntology.ai/paper/2402.18819","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.18819"}},"official":{"repos":["uw-madison-lee-lab/dual_operating_modes_of_icl"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tunetables-context-optimization-for-scalable","slug":"tunetables-context-optimization-for-scalable","title":"TuneTables: Context Optimization for Scalable Prior-Data Fitted Networks","date":"2024-02-17","arxiv_id":"2402.11137","repositories_listed":2,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":5,"n_instrument":7,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/tunetables-context-optimization-for-scalable#ran","syntology_url":"https://syntology.ai/paper/2402.11137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11137"}},"official":{"repos":["penfever/tabpfn-pt","penfever/tunetables"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/linear-transformers-with-learnable-kernel","slug":"linear-transformers-with-learnable-kernel","title":"Linear Transformers with Learnable Kernel Functions are Better In-Context Models","date":"2024-02-16","arxiv_id":"2402.10644","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/linear-transformers-with-learnable-kernel#ran","syntology_url":"https://syntology.ai/paper/2402.10644","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10644"}},"official":{"repos":["sustcsonglin/flash-linear-attention","corl-team/rebased"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/concept-1k-a-novel-benchmark-for-instance","slug":"concept-1k-a-novel-benchmark-for-instance","title":"Can LLMs Learn New Concepts Incrementally without Forgetting?","date":"2024-02-13","arxiv_id":"2402.08526","repositories_listed":2,"syntology":null},{"url":"/paper/can-mamba-learn-how-to-learn-a-comparative","slug":"can-mamba-learn-how-to-learn-a-comparative","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","date":"2024-02-06","arxiv_id":"2402.04248","repositories_listed":2,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/can-mamba-learn-how-to-learn-a-comparative#ran","syntology_url":"https://syntology.ai/paper/2402.04248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.04248"}},"official":{"repos":["krafton-ai/mambaformer-icl"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/how-do-large-language-models-learn-in-context","slug":"how-do-large-language-models-learn-in-context","title":"How do Large Language Models Learn In-Context? Query and Key Matrices of In-Context Heads are Two Towers for Metric Learning","date":"2024-02-05","arxiv_id":"2402.02872","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/how-do-large-language-models-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2402.02872","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02872"}},"official":{"repos":["zepingyu0512/in-context-mechanism"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-for-extreme-multi-label","slug":"in-context-learning-for-extreme-multi-label","title":"In-Context Learning for Extreme Multi-Label Classification","date":"2024-01-22","arxiv_id":"2401.12178","repositories_listed":2,"syntology":null},{"url":"/paper/chain-of-table-evolving-tables-in-the","slug":"chain-of-table-evolving-tables-in-the","title":"Chain-of-Table: Evolving Tables in the Reasoning Chain for Table Understanding","date":"2024-01-09","arxiv_id":"2401.04398","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chain-of-table-evolving-tables-in-the#ran","syntology_url":"https://syntology.ai/paper/2401.04398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04398"}},"official":null}},{"url":"/paper/dialight-lightweight-multilingual-development","slug":"dialight-lightweight-multilingual-development","title":"DIALIGHT: Lightweight Multilingual Development and Evaluation of Task-Oriented Dialogue Systems with Large Language Models","date":"2024-01-04","arxiv_id":"2401.02208","repositories_listed":2,"syntology":null},{"url":"/paper/fine-tuning-large-language-models-for-1","slug":"fine-tuning-large-language-models-for-1","title":"Fine-tuning Large Language Models for Adaptive Machine Translation","date":"2023-12-20","arxiv_id":"2312.12740","repositories_listed":2,"syntology":null},{"url":"/paper/icd-lm-configuring-vision-language-in-context","slug":"icd-lm-configuring-vision-language-in-context","title":"Lever LM: Configuring In-Context Sequence to Lever Large Vision Language Models","date":"2023-12-15","arxiv_id":"2312.10104","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/icd-lm-configuring-vision-language-in-context#ran","syntology_url":"https://syntology.ai/paper/2312.10104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.10104"}},"official":{"repos":["forjadeforest/icd-lm","forjadeforest/lever-lm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/on-meta-prompting","slug":"on-meta-prompting","title":"On Meta-Prompting","date":"2023-12-11","arxiv_id":"2312.06562","repositories_listed":2,"syntology":null},{"url":"/paper/machine-vision-therapy-multimodal-large","slug":"machine-vision-therapy-multimodal-large","title":"Machine Vision Therapy: Multimodal Large Language Models Can Enhance Visual Robustness via Denoising In-Context Learning","date":"2023-12-05","arxiv_id":"2312.02546","repositories_listed":2,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/machine-vision-therapy-multimodal-large#ran","syntology_url":"https://syntology.ai/paper/2312.02546","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02546"}},"official":{"repos":["tmllab/2024_icml_dicl","tmllab/machine_vision_therapy"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dolphins-multimodal-language-model-for","slug":"dolphins-multimodal-language-model-for","title":"Dolphins: Multimodal Language Model for Driving","date":"2023-12-01","arxiv_id":"2312.00438","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dolphins-multimodal-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2312.00438","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.00438"}},"official":null}},{"url":"/paper/pachinko-patching-interpretable-qa-models","slug":"pachinko-patching-interpretable-qa-models","title":"What if you said that differently?: How Explanation Formats Affect Human Feedback Efficacy and User Perception","date":"2023-11-16","arxiv_id":"2311.09558","repositories_listed":2,"syntology":null},{"url":"/paper/bring-your-own-kg-self-supervised-program","slug":"bring-your-own-kg-self-supervised-program","title":"Bring Your Own KG: Self-Supervised Program Synthesis for Zero-Shot KGQA","date":"2023-11-14","arxiv_id":"2311.07850","repositories_listed":2,"syntology":null},{"url":"/paper/the-transient-nature-of-emergent-in-context","slug":"the-transient-nature-of-emergent-in-context","title":"The Transient Nature of Emergent In-Context Learning in Transformers","date":"2023-11-14","arxiv_id":"2311.08360","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-transient-nature-of-emergent-in-context#ran","syntology_url":"https://syntology.ai/paper/2311.08360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08360"}},"official":{"repos":["aadityasingh/icl-transience"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/kinematic-aware-prompting-for-generalizable","slug":"kinematic-aware-prompting-for-generalizable","title":"Kinematic-aware Prompting for Generalizable Articulated Object Manipulation with LLMs","date":"2023-11-06","arxiv_id":"2311.02847","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kinematic-aware-prompting-for-generalizable#ran","syntology_url":"https://syntology.ai/paper/2311.02847","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.02847"}},"official":{"repos":["gewu-lab/llm_articulated_object_manipulation","xwinks/llm_articulated_object_manipulation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-agent-tree-search-unifies-reasoning","slug":"language-agent-tree-search-unifies-reasoning","title":"Language Agent Tree Search Unifies Reasoning Acting and Planning in Language Models","date":"2023-10-06","arxiv_id":"2310.04406","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/language-agent-tree-search-unifies-reasoning#ran","syntology_url":"https://syntology.ai/paper/2310.04406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.04406"}},"official":{"repos":["lapisrocks/languageagenttreesearch","andyz245/LanguageAgentTreeSearch"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mmicl-empowering-vision-language-model-with","slug":"mmicl-empowering-vision-language-model-with","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","date":"2023-09-14","arxiv_id":"2309.07915","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mmicl-empowering-vision-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2309.07915","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.07915"}},"official":{"repos":["haozhezhao/mic","pkunlp-icler/mic"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/audioldm-2-learning-holistic-audio-generation","slug":"audioldm-2-learning-holistic-audio-generation","title":"AudioLDM 2: Learning Holistic Audio Generation with Self-supervised Pretraining","date":"2023-08-10","arxiv_id":"2308.05734","repositories_listed":2,"syntology":{"n":27,"n_ran":16,"n_constructed":0,"n_ran_checked":13,"n_instrument":3,"n_unverified":11,"n_honours":4,"n_violates":4,"n_no_contract":5,"n_pointer_only":19,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 4 honoured, 4 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/audioldm-2-learning-holistic-audio-generation#ran","syntology_url":"https://syntology.ai/paper/2308.05734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05734"}},"official":{"repos":["haoheliu/AudioLDM2"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/jen-1-text-guided-universal-music-generation","slug":"jen-1-text-guided-universal-music-generation","title":"JEN-1: Text-Guided Universal Music Generation with Omnidirectional Diffusion Models","date":"2023-08-09","arxiv_id":"2308.04729","repositories_listed":2,"syntology":null},{"url":"/paper/lorahub-efficient-cross-task-generalization","slug":"lorahub-efficient-cross-task-generalization","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","date":"2023-07-25","arxiv_id":"2307.13269","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lorahub-efficient-cross-task-generalization#ran","syntology_url":"https://syntology.ai/paper/2307.13269","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.13269"}},"official":{"repos":["sail-sg/lorahub"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-to-retrieve-in-context-examples-for","slug":"learning-to-retrieve-in-context-examples-for","title":"Learning to Retrieve In-Context Examples for Large Language Models","date":"2023-07-14","arxiv_id":"2307.07164","repositories_listed":2,"syntology":null},{"url":"/paper/kosmos-2-grounding-multimodal-large-language","slug":"kosmos-2-grounding-multimodal-large-language","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","date":"2023-06-26","arxiv_id":"2306.14824","repositories_listed":2,"syntology":null},{"url":"/paper/explore-in-context-learning-for-3d-point-1","slug":"explore-in-context-learning-for-3d-point-1","title":"Explore In-Context Learning for 3D Point Cloud Understanding","date":"2023-06-14","arxiv_id":"2306.08659","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/explore-in-context-learning-for-3d-point-1#ran","syntology_url":"https://syntology.ai/paper/2306.08659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08659"}},"official":{"repos":["fanglaosi/point-in-context"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mimic-it-multi-modal-in-context-instruction","slug":"mimic-it-multi-modal-in-context-instruction","title":"MIMIC-IT: Multi-Modal In-Context Instruction Tuning","date":"2023-06-08","arxiv_id":"2306.05425","repositories_listed":2,"syntology":null},{"url":"/paper/in-context-learning-user-simulators-for-task","slug":"in-context-learning-user-simulators-for-task","title":"In-Context Learning User Simulators for Task-Oriented Dialog Systems","date":"2023-06-01","arxiv_id":"2306.00774","repositories_listed":2,"syntology":null},{"url":"/paper/measuring-the-robustness-of-natural-language","slug":"measuring-the-robustness-of-natural-language","title":"Measuring the Robustness of NLP Models to Domain Shifts","date":"2023-05-31","arxiv_id":"2306.00168","repositories_listed":2,"syntology":null},{"url":"/paper/grammar-prompting-for-domain-specific","slug":"grammar-prompting-for-domain-specific","title":"Grammar Prompting for Domain-Specific Language Generation with Large Language Models","date":"2023-05-30","arxiv_id":"2305.19234","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/grammar-prompting-for-domain-specific#ran","syntology_url":"https://syntology.ai/paper/2305.19234","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19234"}},"official":{"repos":["berlino/grammar-prompting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pali-x-on-scaling-up-a-multilingual-vision","slug":"pali-x-on-scaling-up-a-multilingual-vision","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","date":"2023-05-29","arxiv_id":"2305.18565","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":4,"n_no_contract":1,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 4 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-x-on-scaling-up-a-multilingual-vision#ran","syntology_url":"https://syntology.ai/paper/2305.18565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18565"}},"official":null}},{"url":"/paper/expertprompting-instructing-large-language","slug":"expertprompting-instructing-large-language","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","date":"2023-05-24","arxiv_id":"2305.14688","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expertprompting-instructing-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14688","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14688"}},"official":{"repos":["ofa-sys/expertllama"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/logicllm-exploring-self-supervised-logic","slug":"logicllm-exploring-self-supervised-logic","title":"Exploring Self-supervised Logic-enhanced Training for Large Language Models","date":"2023-05-23","arxiv_id":"2305.13718","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/logicllm-exploring-self-supervised-logic#ran","syntology_url":"https://syntology.ai/paper/2305.13718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13718"}},"official":{"repos":["sparkjiao/logicllm","sparkjiao/merit-v2"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/reticl-sequential-retrieval-of-in-context","slug":"reticl-sequential-retrieval-of-in-context","title":"RetICL: Sequential Retrieval of In-Context Examples with Reinforcement Learning","date":"2023-05-23","arxiv_id":"2305.14502","repositories_listed":2,"syntology":null},{"url":"/paper/can-we-edit-factual-knowledge-by-in-context","slug":"can-we-edit-factual-knowledge-by-in-context","title":"Can We Edit Factual Knowledge by In-Context Learning?","date":"2023-05-22","arxiv_id":"2305.12740","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-we-edit-factual-knowledge-by-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.12740","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12740"}},"official":{"repos":["pkunlp-icler/ike","zce1112zslx/ike"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fact-checking-complex-claims-with-program","slug":"fact-checking-complex-claims-with-program","title":"Fact-Checking Complex Claims with Program-Guided Reasoning","date":"2023-05-22","arxiv_id":"2305.12744","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fact-checking-complex-claims-with-program#ran","syntology_url":"https://syntology.ai/paper/2305.12744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12744"}},"official":{"repos":["mbzuai-nlp/programfc"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/toolkengpt-augmenting-frozen-language-models-1","slug":"toolkengpt-augmenting-frozen-language-models-1","title":"ToolkenGPT: Augmenting Frozen Language Models with Massive Tools via Tool Embeddings","date":"2023-05-19","arxiv_id":"2305.11554","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/toolkengpt-augmenting-frozen-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2305.11554","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11554"}},"official":{"repos":["Ber666/ToolkenGPT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-in-context-learning-for-named-entity","slug":"learning-in-context-learning-for-named-entity","title":"Learning In-context Learning for Named Entity Recognition","date":"2023-05-18","arxiv_id":"2305.11038","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/learning-in-context-learning-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/2305.11038","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11038"}},"official":{"repos":["chen700564/metaner-icl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-language-models-solve-graph-problems-in","slug":"can-language-models-solve-graph-problems-in","title":"Can Language Models Solve Graph Problems in Natural Language?","date":"2023-05-17","arxiv_id":"2305.10037","repositories_listed":2,"syntology":{"n":22,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/can-language-models-solve-graph-problems-in#ran","syntology_url":"https://syntology.ai/paper/2305.10037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10037"}},"official":{"repos":["arthur-heng/nlgraph"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/cognitive-reframing-of-negative-thoughts","slug":"cognitive-reframing-of-negative-thoughts","title":"Cognitive Reframing of Negative Thoughts through Human-Language Model Interaction","date":"2023-05-04","arxiv_id":"2305.02466","repositories_listed":2,"syntology":null},{"url":"/paper/how-to-unleash-the-power-of-large-language","slug":"how-to-unleash-the-power-of-large-language","title":"How to Unleash the Power of Large Language Models for Few-shot Relation Extraction?","date":"2023-05-02","arxiv_id":"2305.01555","repositories_listed":2,"syntology":null},{"url":"/paper/naturalspeech-2-latent-diffusion-models-are","slug":"naturalspeech-2-latent-diffusion-models-are","title":"NaturalSpeech 2: Latent Diffusion Models are Natural and Zero-Shot Speech and Singing Synthesizers","date":"2023-04-18","arxiv_id":"2304.09116","repositories_listed":2,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":5,"n_no_contract":5,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 5 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/naturalspeech-2-latent-diffusion-models-are#ran","syntology_url":"https://syntology.ai/paper/2304.09116","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.09116"}},"official":null}},{"url":"/paper/impressiongpt-an-iterative-optimizing","slug":"impressiongpt-an-iterative-optimizing","title":"An Iterative Optimizing Framework for Radiology Report Summarization with ChatGPT","date":"2023-04-17","arxiv_id":"2304.08448","repositories_listed":2,"syntology":null},{"url":"/paper/bayesian-optimization-of-catalysts-with-in","slug":"bayesian-optimization-of-catalysts-with-in","title":"Bayesian Optimization of Catalysis With In-Context Learning","date":"2023-04-11","arxiv_id":"2304.05341","repositories_listed":2,"syntology":null},{"url":"/paper/on-the-evaluations-of-chatgpt-and-emotion","slug":"on-the-evaluations-of-chatgpt-and-emotion","title":"Towards Interpretable Mental Health Analysis with Large Language Models","date":"2023-04-06","arxiv_id":"2304.03347","repositories_listed":2,"syntology":null},{"url":"/paper/proofnet-autoformalizing-and-formally-proving","slug":"proofnet-autoformalizing-and-formally-proving","title":"ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics","date":"2023-02-24","arxiv_id":"2302.12433","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/proofnet-autoformalizing-and-formally-proving#ran","syntology_url":"https://syntology.ai/paper/2302.12433","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12433"}},"official":{"repos":["eleutherai/gpt-neox","zhangir-azerbayev/proofnet"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/grounding-language-models-to-images-for","slug":"grounding-language-models-to-images-for","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","date":"2023-01-31","arxiv_id":"2301.13823","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/grounding-language-models-to-images-for#ran","syntology_url":"https://syntology.ai/paper/2301.13823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13823"}},"official":{"repos":["kohjingyu/fromage"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/batch-prompting-efficient-inference-with","slug":"batch-prompting-efficient-inference-with","title":"Batch Prompting: Efficient Inference with Large Language Model APIs","date":"2023-01-19","arxiv_id":"2301.08721","repositories_listed":2,"syntology":null},{"url":"/paper/transformers-as-algorithms-generalization-and","slug":"transformers-as-algorithms-generalization-and","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","date":"2023-01-17","arxiv_id":"2301.07067","repositories_listed":2,"syntology":null},{"url":"/paper/demonstrate-search-predict-composing","slug":"demonstrate-search-predict-composing","title":"Demonstrate-Search-Predict: Composing retrieval and language models for knowledge-intensive NLP","date":"2022-12-28","arxiv_id":"2212.14024","repositories_listed":2,"syntology":null},{"url":"/paper/don-t-generate-discriminate-a-proposal-for","slug":"don-t-generate-discriminate-a-proposal-for","title":"Don't Generate, Discriminate: A Proposal for Grounding Language Models to Real-World Environments","date":"2022-12-19","arxiv_id":"2212.09736","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/don-t-generate-discriminate-a-proposal-for#ran","syntology_url":"https://syntology.ai/paper/2212.09736","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09736"}},"official":{"repos":["dki-lab/pangu"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/z-icl-zero-shot-in-context-learning-with","slug":"z-icl-zero-shot-in-context-learning-with","title":"Z-ICL: Zero-Shot In-Context Learning with Pseudo-Demonstrations","date":"2022-12-19","arxiv_id":"2212.09865","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/z-icl-zero-shot-in-context-learning-with#ran","syntology_url":"https://syntology.ai/paper/2212.09865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09865"}},"official":{"repos":["alrope123/z-icl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}}],"syntology_records":59,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":437,"papers_where_code_ran_first_page":"/task/in-context-learning/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":23,"url":"/task/in-context-learning/papers/2","json":"/task/in-context-learning/papers/2.json","rows":100},{"order":"archive","page":3,"of":23,"url":"/task/in-context-learning/papers/3","json":"/task/in-context-learning/papers/3.json","rows":100},{"order":"archive","page":4,"of":23,"url":"/task/in-context-learning/papers/4","json":"/task/in-context-learning/papers/4.json","rows":100},{"order":"archive","page":5,"of":23,"url":"/task/in-context-learning/papers/5","json":"/task/in-context-learning/papers/5.json","rows":100},{"order":"archive","page":6,"of":23,"url":"/task/in-context-learning/papers/6","json":"/task/in-context-learning/papers/6.json","rows":100},{"order":"archive","page":7,"of":23,"url":"/task/in-context-learning/papers/7","json":"/task/in-context-learning/papers/7.json","rows":100},{"order":"archive","page":8,"of":23,"url":"/task/in-context-learning/papers/8","json":"/task/in-context-learning/papers/8.json","rows":100},{"order":"archive","page":9,"of":23,"url":"/task/in-context-learning/papers/9","json":"/task/in-context-learning/papers/9.json","rows":100},{"order":"archive","page":10,"of":23,"url":"/task/in-context-learning/papers/10","json":"/task/in-context-learning/papers/10.json","rows":100},{"order":"archive","page":11,"of":23,"url":"/task/in-context-learning/papers/11","json":"/task/in-context-learning/papers/11.json","rows":100},{"order":"archive","page":12,"of":23,"url":"/task/in-context-learning/papers/12","json":"/task/in-context-learning/papers/12.json","rows":100},{"order":"archive","page":13,"of":23,"url":"/task/in-context-learning/papers/13","json":"/task/in-context-learning/papers/13.json","rows":100},{"order":"archive","page":14,"of":23,"url":"/task/in-context-learning/papers/14","json":"/task/in-context-learning/papers/14.json","rows":100},{"order":"archive","page":15,"of":23,"url":"/task/in-context-learning/papers/15","json":"/task/in-context-learning/papers/15.json","rows":100},{"order":"archive","page":16,"of":23,"url":"/task/in-context-learning/papers/16","json":"/task/in-context-learning/papers/16.json","rows":100},{"order":"archive","page":17,"of":23,"url":"/task/in-context-learning/papers/17","json":"/task/in-context-learning/papers/17.json","rows":100},{"order":"archive","page":18,"of":23,"url":"/task/in-context-learning/papers/18","json":"/task/in-context-learning/papers/18.json","rows":100},{"order":"archive","page":19,"of":23,"url":"/task/in-context-learning/papers/19","json":"/task/in-context-learning/papers/19.json","rows":100},{"order":"archive","page":20,"of":23,"url":"/task/in-context-learning/papers/20","json":"/task/in-context-learning/papers/20.json","rows":100},{"order":"archive","page":21,"of":23,"url":"/task/in-context-learning/papers/21","json":"/task/in-context-learning/papers/21.json","rows":100},{"order":"archive","page":22,"of":23,"url":"/task/in-context-learning/papers/22","json":"/task/in-context-learning/papers/22.json","rows":100},{"order":"archive","page":23,"of":23,"url":"/task/in-context-learning/papers/23","json":"/task/in-context-learning/papers/23.json","rows":97},{"order":"ran","page":1,"of":5,"url":"/task/in-context-learning/papers/ran/1","json":"/task/in-context-learning/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":5,"url":"/task/in-context-learning/papers/ran/2","json":"/task/in-context-learning/papers/ran/2.json","rows":100},{"order":"ran","page":3,"of":5,"url":"/task/in-context-learning/papers/ran/3","json":"/task/in-context-learning/papers/ran/3.json","rows":100},{"order":"ran","page":4,"of":5,"url":"/task/in-context-learning/papers/ran/4","json":"/task/in-context-learning/papers/ran/4.json","rows":100},{"order":"ran","page":5,"of":5,"url":"/task/in-context-learning/papers/ran/5","json":"/task/in-context-learning/papers/ran/5.json","rows":37}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"84b78e988df5d6cea44b5509dffbe6c52122ebe5ca955449b783ff174a126219","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}