{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/experimental-design","name":"Experimental Design","slug":"experimental-design","description_markdown":null,"categories":[{"name":"Methodology","url":"/area/methodology"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":688,"papers_with_code":197,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":7,"rows_per_page":100,"shown":100,"of":688,"of_with_code":197,"tagged_in_all":688,"counts":{"archive_papers_tagged":688,"with_a_code_link":197,"where_syntology_ran_a_sample":51,"not_listed_spam_title":0,"listed":688,"listed_where_code_ran":51,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":41,"every_run_a_failure_of_syntologys_instrument":10,"listed_with_a_run_with_no_instrument_failure":41,"listed_every_run_a_failure_of_syntologys_instrument":10,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/openbox-a-generalized-black-box-optimization","slug":"openbox-a-generalized-black-box-optimization","title":"OpenBox: A Generalized Black-box Optimization Service","date":"2021-06-01","arxiv_id":"2106.00421","repositories_listed":6,"syntology":null},{"url":"/paper/probing-the-limitations-of-multimodal","slug":"probing-the-limitations-of-multimodal","title":"Probing the limitations of multimodal language models for chemistry and materials research","date":"2024-11-25","arxiv_id":"2411.16955","repositories_listed":3,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/probing-the-limitations-of-multimodal#ran","syntology_url":"https://syntology.ai/paper/2411.16955","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.16955"}},"official":{"repos":["lamalab-org/mac-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/can-llms-generate-novel-research-ideas-a","slug":"can-llms-generate-novel-research-ideas-a","title":"Can LLMs Generate Novel Research Ideas? A Large-Scale Human Study with 100+ NLP Researchers","date":"2024-09-06","arxiv_id":"2409.04109","repositories_listed":3,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-llms-generate-novel-research-ideas-a#ran","syntology_url":"https://syntology.ai/paper/2409.04109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.04109"}},"official":{"repos":["NoviScl/AI-Researcher"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/better-than-classical-the-subtle-art-of","slug":"better-than-classical-the-subtle-art-of","title":"Better than classical? The subtle art of benchmarking quantum machine learning models","date":"2024-03-11","arxiv_id":"2403.07059","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/better-than-classical-the-subtle-art-of#ran","syntology_url":"https://syntology.ai/paper/2403.07059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07059"}},"official":{"repos":["xanaduai/qml-benchmarks"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/empirical-study-of-off-policy-policy","slug":"empirical-study-of-off-policy-policy","title":"Empirical Study of Off-Policy Policy Evaluation for Reinforcement Learning","date":"2019-11-15","arxiv_id":"1911.06854","repositories_listed":3,"syntology":null},{"url":"/paper/optimising-neural-fractional-differential","slug":"optimising-neural-fractional-differential","title":"Optimising Neural Fractional Differential Equations for Performance and Efficiency","date":"2024-10-20","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/two-heads-are-better-than-one-a-multi-agent","slug":"two-heads-are-better-than-one-a-multi-agent","title":"Many Heads Are Better Than One: Improved Scientific Idea Generation by A LLM-Based Multi-Agent System","date":"2024-10-12","arxiv_id":"2410.09403","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/two-heads-are-better-than-one-a-multi-agent#ran","syntology_url":"https://syntology.ai/paper/2410.09403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09403"}},"official":{"repos":["open-sciencelab/social_science","open-sciencelab/virtual-scientists"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/github-is-an-effective-platform-for","slug":"github-is-an-effective-platform-for","title":"GitHub is an effective platform for collaborative and reproducible laboratory research","date":"2024-08-18","arxiv_id":"2408.09344","repositories_listed":2,"syntology":null},{"url":"/paper/nnsight-and-ndif-democratizing-access-to","slug":"nnsight-and-ndif-democratizing-access-to","title":"NNsight and NDIF: Democratizing Access to Open-Weight Foundation Model Internals","date":"2024-07-18","arxiv_id":"2407.14561","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nnsight-and-ndif-democratizing-access-to#ran","syntology_url":"https://syntology.ai/paper/2407.14561","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.14561"}},"official":{"repos":["ndif-team/nnsight"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/variance-alignment-score-a-simple-but-tough","slug":"variance-alignment-score-a-simple-but-tough","title":"Variance Alignment Score: A Simple But Tough-to-Beat Data Selection Method for Multimodal Contrastive Learning","date":"2024-02-03","arxiv_id":"2402.02055","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/variance-alignment-score-a-simple-but-tough#ran","syntology_url":"https://syntology.ai/paper/2402.02055","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02055"}},"official":null}},{"url":"/paper/can-generalist-foundation-models-outcompete","slug":"can-generalist-foundation-models-outcompete","title":"Can Generalist Foundation Models Outcompete Special-Purpose Tuning? Case Study in Medicine","date":"2023-11-28","arxiv_id":"2311.16452","repositories_listed":2,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/can-generalist-foundation-models-outcompete#ran","syntology_url":"https://syntology.ai/paper/2311.16452","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.16452"}},"official":null}},{"url":"/paper/an-experimental-design-for-anytime-valid","slug":"an-experimental-design-for-anytime-valid","title":"An Experimental Design for Anytime-Valid Causal Inference on Multi-Armed Bandits","date":"2023-11-09","arxiv_id":"2311.05794","repositories_listed":2,"syntology":null},{"url":"/paper/investigating-emergent-goal-like-behaviour-in","slug":"investigating-emergent-goal-like-behaviour-in","title":"The Machine Psychology of Cooperation: Can GPT models operationalise prompts for altruism, cooperation, competitiveness and selfishness in economic games?","date":"2023-05-13","arxiv_id":"2305.07970","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/investigating-emergent-goal-like-behaviour-in#ran","syntology_url":"https://syntology.ai/paper/2305.07970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.07970"}},"official":{"repos":["phelps-sg/llm-cooperation","gitlab.com/sphelps/llm-cooperation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/derivate-informed-neural-operator-an","slug":"derivate-informed-neural-operator-an","title":"Derivative-Informed Neural Operator: An Efficient Framework for High-Dimensional Parametric Derivative Learning","date":"2022-06-21","arxiv_id":"2206.10745","repositories_listed":2,"syntology":null},{"url":"/paper/vice-variational-inference-for-concept-1","slug":"vice-variational-inference-for-concept-1","title":"VICE: Variational Interpretable Concept Embeddings","date":"2022-05-02","arxiv_id":"2205.00756","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/vice-variational-inference-for-concept-1#ran","syntology_url":"https://syntology.ai/paper/2205.00756","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.00756"}},"official":{"repos":["lukasmut/vice"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/adaptive-projected-residual-networks-for","slug":"adaptive-projected-residual-networks-for","title":"Learning High-Dimensional Parametric Maps via Reduced Basis Adaptive Residual Networks","date":"2021-12-14","arxiv_id":"2112.07096","repositories_listed":2,"syntology":null},{"url":"/paper/an-experimental-design-perspective-on-model","slug":"an-experimental-design-perspective-on-model","title":"An Experimental Design Perspective on Model-Based Reinforcement Learning","date":"2021-12-09","arxiv_id":"2112.05244","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":3,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-experimental-design-perspective-on-model#ran","syntology_url":"https://syntology.ai/paper/2112.05244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.05244"}},"official":null}},{"url":"/paper/emulation-of-physical-processes-with-emukit","slug":"emulation-of-physical-processes-with-emukit","title":"Emulation of physical processes with Emukit","date":"2021-10-25","arxiv_id":"2110.13293","repositories_listed":2,"syntology":null},{"url":"/paper/genedisco-a-benchmark-for-experimental-design-1","slug":"genedisco-a-benchmark-for-experimental-design-1","title":"GeneDisco: A Benchmark for Experimental Design in Drug Discovery","date":"2021-10-22","arxiv_id":"2110.11875","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/genedisco-a-benchmark-for-experimental-design-1#ran","syntology_url":"https://syntology.ai/paper/2110.11875","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.11875"}},"official":{"repos":["genedisco/genedisco"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-optimal-active-learning","slug":"a-optimal-active-learning","title":"A-Optimal Active Learning","date":"2021-10-18","arxiv_id":"2110.09585","repositories_listed":2,"syntology":null},{"url":"/paper/edge-proposal-sets-for-link-prediction","slug":"edge-proposal-sets-for-link-prediction","title":"Edge Proposal Sets for Link Prediction","date":"2021-06-30","arxiv_id":"2106.15810","repositories_listed":2,"syntology":null},{"url":"/paper/hls4ml-an-open-source-codesign-workflow-to","slug":"hls4ml-an-open-source-codesign-workflow-to","title":"hls4ml: An Open-Source Codesign Workflow to Empower Scientific Low-Power Machine Learning Devices","date":"2021-03-09","arxiv_id":"2103.05579","repositories_listed":2,"syntology":null},{"url":"/paper/experimental-design-for-mri-by-greedy-policy","slug":"experimental-design-for-mri-by-greedy-policy","title":"Experimental design for MRI by greedy policy search","date":"2020-10-30","arxiv_id":"2010.16262","repositories_listed":2,"syntology":{"n":18,"n_ran":16,"n_constructed":0,"n_ran_checked":16,"n_instrument":0,"n_unverified":2,"n_honours":2,"n_violates":3,"n_no_contract":11,"n_pointer_only":1,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 2 honoured, 3 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/experimental-design-for-mri-by-greedy-policy#ran","syntology_url":"https://syntology.ai/paper/2010.16262","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.16262"}},"official":{"repos":["Timsey/pg_mri"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":16,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/with-little-power-comes-great-responsibility","slug":"with-little-power-comes-great-responsibility","title":"With Little Power Comes Great Responsibility","date":"2020-10-13","arxiv_id":"2010.06595","repositories_listed":2,"syntology":null},{"url":"/paper/botorch-programmable-bayesian-optimization-in","slug":"botorch-programmable-bayesian-optimization-in","title":"BoTorch: A Framework for Efficient Monte-Carlo Bayesian Optimization","date":"2019-10-14","arxiv_id":"1910.06403","repositories_listed":2,"syntology":null},{"url":"/paper/attention-is-not-not-explanation","slug":"attention-is-not-not-explanation","title":"Attention is not not Explanation","date":"2019-08-13","arxiv_id":"1908.04626","repositories_listed":2,"syntology":null},{"url":"/paper/fast-model-selection-through-adapting-design","slug":"fast-model-selection-through-adapting-design","title":"Optimal design of experiments to identify latent behavioral types","date":"2018-07-10","arxiv_id":"1807.07024","repositories_listed":2,"syntology":null},{"url":"/paper/creation-and-analysis-of-biochemical","slug":"creation-and-analysis-of-biochemical","title":"Creation and analysis of biochemical constraint-based models: the COBRA Toolbox v3.0","date":"2017-10-11","arxiv_id":"1710.04038","repositories_listed":2,"syntology":null},{"url":"/paper/pitfalls-and-best-practices-in-algorithm","slug":"pitfalls-and-best-practices-in-algorithm","title":"Pitfalls and Best Practices in Algorithm Configuration","date":"2017-05-17","arxiv_id":"1705.06058","repositories_listed":2,"syntology":null},{"url":"/paper/learning-a-nonlinear-dynamical-system-model","slug":"learning-a-nonlinear-dynamical-system-model","title":"Learning a nonlinear dynamical system model of gene regulation: A perturbed steady-state approach","date":"2012-07-13","arxiv_id":"1207.3137","repositories_listed":2,"syntology":null},{"url":"/paper/gaussian-process-optimization-in-the-bandit","slug":"gaussian-process-optimization-in-the-bandit","title":"Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design","date":"2009-12-21","arxiv_id":"0912.3995","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gaussian-process-optimization-in-the-bandit#ran","syntology_url":"https://syntology.ai/paper/0912.3995","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"0912.3995"}},"official":null}},{"url":"/paper/aline-joint-amortization-for-bayesian","slug":"aline-joint-amortization-for-bayesian","title":"ALINE: Joint Amortization for Bayesian Inference and Active Data Acquisition","date":"2025-06-08","arxiv_id":"2506.07259","repositories_listed":1,"syntology":null},{"url":"/paper/assessing-parameter-identifiability-of-a","slug":"assessing-parameter-identifiability-of-a","title":"Assessing parameter identifiability of a hemodynamics PDE model using spectral surrogates and dimension reduction","date":"2025-06-05","arxiv_id":"2506.04538","repositories_listed":1,"syntology":null},{"url":"/paper/omicsq-a-user-friendly-platform-for","slug":"omicsq-a-user-friendly-platform-for","title":"OmicsQ: A User-Friendly Platform for Interactive Quantitative Omics Data Analysis","date":"2025-04-28","arxiv_id":"2504.19813","repositories_listed":1,"syntology":null},{"url":"/paper/a-friendly-introduction-to-triangular","slug":"a-friendly-introduction-to-triangular","title":"A friendly introduction to triangular transport","date":"2025-03-27","arxiv_id":"2503.21673","repositories_listed":1,"syntology":null},{"url":"/paper/kernel-learning-assisted-synthesis-condition","slug":"kernel-learning-assisted-synthesis-condition","title":"Kernel Learning Assisted Synthesis Condition Exploration for Ternary Spinel","date":"2025-03-25","arxiv_id":"2503.19637","repositories_listed":1,"syntology":null},{"url":"/paper/how-causal-perspectives-can-inform-problems","slug":"how-causal-perspectives-can-inform-problems","title":"How causal perspectives can inform problems in computational neuroscience","date":"2025-03-12","arxiv_id":"2503.10710","repositories_listed":1,"syntology":null},{"url":"/paper/pied-physics-informed-experimental-design-for","slug":"pied-physics-informed-experimental-design-for","title":"PIED: Physics-Informed Experimental Design for Inverse Problems","date":"2025-03-10","arxiv_id":"2503.07070","repositories_listed":1,"syntology":null},{"url":"/paper/performance-comparisons-of-reinforcement","slug":"performance-comparisons-of-reinforcement","title":"Performance Comparisons of Reinforcement Learning Algorithms for Sequential Experimental Design","date":"2025-03-07","arxiv_id":"2503.05905","repositories_listed":1,"syntology":null},{"url":"/paper/stronger-neyman-regret-guarantees-for","slug":"stronger-neyman-regret-guarantees-for","title":"Stronger Neyman Regret Guarantees for Adaptive Experimental Design","date":"2025-02-24","arxiv_id":"2502.17427","repositories_listed":1,"syntology":null},{"url":"/paper/gemstones-a-model-suite-for-multi-faceted","slug":"gemstones-a-model-suite-for-multi-faceted","title":"Gemstones: A Model Suite for Multi-Faceted Scaling Laws","date":"2025-02-07","arxiv_id":"2502.06857","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gemstones-a-model-suite-for-multi-faceted#ran","syntology_url":"https://syntology.ai/paper/2502.06857","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.06857"}},"official":{"repos":["mcleish7/gemstone-scaling-laws"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/active-task-disambiguation-with-llms","slug":"active-task-disambiguation-with-llms","title":"Active Task Disambiguation with LLMs","date":"2025-02-06","arxiv_id":"2502.04485","repositories_listed":1,"syntology":null},{"url":"/paper/honegumi-an-interface-for-accelerating-the","slug":"honegumi-an-interface-for-accelerating-the","title":"Honegumi: An Interface for Accelerating the Adoption of Bayesian Optimization in the Experimental Sciences","date":"2025-02-04","arxiv_id":"2502.06815","repositories_listed":1,"syntology":null},{"url":"/paper/reviving-the-classics-active-reward-modeling","slug":"reviving-the-classics-active-reward-modeling","title":"Reviving The Classics: Active Reward Modeling in Large Language Model Alignment","date":"2025-02-04","arxiv_id":"2502.04354","repositories_listed":1,"syntology":null},{"url":"/paper/informativity-conditions-for-multiple-signals","slug":"informativity-conditions-for-multiple-signals","title":"Informativity Conditions for Multiple Signals: Properties, Experimental Design, and Applications","date":"2025-01-17","arxiv_id":"2501.10030","repositories_listed":1,"syntology":null},{"url":"/paper/boxinggym-benchmarking-progress-in-automated","slug":"boxinggym-benchmarking-progress-in-automated","title":"BoxingGym: Benchmarking Progress in Automated Experimental Design and Model Discovery","date":"2025-01-02","arxiv_id":"2501.01540","repositories_listed":1,"syntology":null},{"url":"/paper/autonomous-microscopy-experiments-through","slug":"autonomous-microscopy-experiments-through","title":"Autonomous Microscopy Experiments through Large Language Model Agents","date":"2024-12-18","arxiv_id":"2501.10385","repositories_listed":1,"syntology":null},{"url":"/paper/abc3-active-bayesian-causal-inference-with","slug":"abc3-active-bayesian-causal-inference-with","title":"ABC3: Active Bayesian Causal Inference with Cohn Criteria in Randomized Experiments","date":"2024-12-15","arxiv_id":"2412.11104","repositories_listed":1,"syntology":null},{"url":"/paper/non-myopic-multi-objective-bayesian","slug":"non-myopic-multi-objective-bayesian","title":"Non-Myopic Multi-Objective Bayesian Optimization","date":"2024-12-11","arxiv_id":"2412.08085","repositories_listed":1,"syntology":null},{"url":"/paper/amortized-bayesian-experimental-design-for","slug":"amortized-bayesian-experimental-design-for","title":"Amortized Bayesian Experimental Design for Decision-Making","date":"2024-11-04","arxiv_id":"2411.02064","repositories_listed":1,"syntology":null},{"url":"/paper/chain-of-ideas-revolutionizing-research-in","slug":"chain-of-ideas-revolutionizing-research-in","title":"Chain of Ideas: Revolutionizing Research Via Novel Idea Development with LLM Agents","date":"2024-10-17","arxiv_id":"2410.13185","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":11,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/chain-of-ideas-revolutionizing-research-in#ran","syntology_url":"https://syntology.ai/paper/2410.13185","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.13185"}},"official":{"repos":["damo-nlp-sg/coi-agent"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bayesian-experimental-design-via-contrastive","slug":"bayesian-experimental-design-via-contrastive","title":"Bayesian Experimental Design via Contrastive Diffusions","date":"2024-10-15","arxiv_id":"2410.11826","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bayesian-experimental-design-via-contrastive#ran","syntology_url":"https://syntology.ai/paper/2410.11826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.11826"}},"official":{"repos":["jcopo/ContrastiveDiffusions"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/predicting-from-strings-language-model","slug":"predicting-from-strings-language-model","title":"Predicting from Strings: Language Model Embeddings for Bayesian Optimization","date":"2024-10-14","arxiv_id":"2410.10190","repositories_listed":1,"syntology":null},{"url":"/paper/confident-teacher-confident-student-a-novel","slug":"confident-teacher-confident-student-a-novel","title":"Confident Teacher, Confident Student? A Novel User Study Design for Investigating the Didactic Potential of Explanations and their Impact on Uncertainty","date":"2024-09-10","arxiv_id":"2409.17157","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-multiview-object-consistency-in","slug":"evaluating-multiview-object-consistency-in","title":"Evaluating Multiview Object Consistency in Humans and Image Models","date":"2024-09-09","arxiv_id":"2409.05862","repositories_listed":1,"syntology":null},{"url":"/paper/hypothesizing-missing-causal-variables-with","slug":"hypothesizing-missing-causal-variables-with","title":"Hypothesizing Missing Causal Variables with LLMs","date":"2024-09-04","arxiv_id":"2409.02604","repositories_listed":1,"syntology":null},{"url":"/paper/towards-fully-autonomous-research-powered-by","slug":"towards-fully-autonomous-research-powered-by","title":"Toward Automated Simulation Research Workflow through LLM Prompt Engineering Design","date":"2024-08-28","arxiv_id":"2408.15512","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/towards-fully-autonomous-research-powered-by#ran","syntology_url":"https://syntology.ai/paper/2408.15512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.15512"}},"official":{"repos":["zokaraa/autonomous_simulation_agent"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/preference-optimized-pareto-set-learning-for","slug":"preference-optimized-pareto-set-learning-for","title":"Preference-Optimized Pareto Set Learning for Blackbox Optimization","date":"2024-08-19","arxiv_id":"2408.09976","repositories_listed":1,"syntology":null},{"url":"/paper/a-likelihood-free-approach-to-goal-oriented","slug":"a-likelihood-free-approach-to-goal-oriented","title":"A Likelihood-Free Approach to Goal-Oriented Bayesian Optimal Experimental Design","date":"2024-08-18","arxiv_id":"2408.09582","repositories_listed":1,"syntology":null},{"url":"/paper/linear-combinations-of-latents-in-diffusion","slug":"linear-combinations-of-latents-in-diffusion","title":"Linear combinations of latents in generative models: subspaces and beyond","date":"2024-08-16","arxiv_id":"2408.08558","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/linear-combinations-of-latents-in-diffusion#ran","syntology_url":"https://syntology.ai/paper/2408.08558","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.08558"}},"official":{"repos":["bodin-e/linear-combinations-of-latents"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-reproducible-analysis-of-sequential","slug":"a-reproducible-analysis-of-sequential","title":"A Reproducible Analysis of Sequential Recommender Systems","date":"2024-08-07","arxiv_id":"2408.03873","repositories_listed":1,"syntology":null},{"url":"/paper/ai-ai-bias-large-language-models-favor-their","slug":"ai-ai-bias-large-language-models-favor-their","title":"AI AI Bias: Large Language Models Favor Their Own Generated Content","date":"2024-07-09","arxiv_id":"2407.12856","repositories_listed":1,"syntology":null},{"url":"/paper/inherent-challenges-of-post-hoc-membership","slug":"inherent-challenges-of-post-hoc-membership","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","date":"2024-06-25","arxiv_id":"2406.17975","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":5,"n_instrument":6,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":12,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/inherent-challenges-of-post-hoc-membership#ran","syntology_url":"https://syntology.ai/paper/2406.17975","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.17975"}},"official":{"repos":["computationalprivacy/mia_llms_benchmark"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/coupled-input-output-dimension-reduction","slug":"coupled-input-output-dimension-reduction","title":"Coupled Input-Output Dimension Reduction: Application to Goal-oriented Bayesian Experimental Design and Global Sensitivity Analysis","date":"2024-06-19","arxiv_id":"2406.13425","repositories_listed":1,"syntology":null},{"url":"/paper/designing-an-evaluation-framework-for-large","slug":"designing-an-evaluation-framework-for-large","title":"Designing an Evaluation Framework for Large Language Models in Astronomy Research","date":"2024-05-30","arxiv_id":"2405.20389","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/designing-an-evaluation-framework-for-large#ran","syntology_url":"https://syntology.ai/paper/2405.20389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20389"}},"official":{"repos":["jsalt2024-evaluating-llms-for-astronomy/astro-arxiv-bot"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bayesian-adaptive-calibration-and-optimal","slug":"bayesian-adaptive-calibration-and-optimal","title":"Bayesian Adaptive Calibration and Optimal Design","date":"2024-05-23","arxiv_id":"2405.14440","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/bayesian-adaptive-calibration-and-optimal#ran","syntology_url":"https://syntology.ai/paper/2405.14440","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14440"}},"official":{"repos":["csiro-funml/bacon"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/boolean-matrix-logic-programming-for-active","slug":"boolean-matrix-logic-programming-for-active","title":"Boolean matrix logic programming for active learning of gene functions in genome-scale metabolic network models","date":"2024-05-10","arxiv_id":"2405.06724","repositories_listed":1,"syntology":null},{"url":"/paper/a-novel-approach-to-guard-from-adversarial","slug":"a-novel-approach-to-guard-from-adversarial","title":"A Novel Approach to Guard from Adversarial Attacks using Stable Diffusion","date":"2024-05-03","arxiv_id":"2405.01838","repositories_listed":1,"syntology":null},{"url":"/paper/quality-weighted-vendi-scores-and-their","slug":"quality-weighted-vendi-scores-and-their","title":"Quality-Weighted Vendi Scores And Their Application To Diverse Experimental Design","date":"2024-05-03","arxiv_id":"2405.02449","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quality-weighted-vendi-scores-and-their#ran","syntology_url":"https://syntology.ai/paper/2405.02449","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.02449"}},"official":{"repos":["vertaix/quality-weighted-vendi-score"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/can-chatgpt-detect-deepfakes-a-study-of-using","slug":"can-chatgpt-detect-deepfakes-a-study-of-using","title":"Can ChatGPT Detect DeepFakes? A Study of Using Multimodal Large Language Models for Media Forensics","date":"2024-03-21","arxiv_id":"2403.14077","repositories_listed":1,"syntology":null},{"url":"/paper/supervised-machine-learning-for-microbiomics","slug":"supervised-machine-learning-for-microbiomics","title":"Supervised machine learning for microbiomics: bridging the gap between current and best practices","date":"2024-02-27","arxiv_id":"2402.17621","repositories_listed":1,"syntology":null},{"url":"/paper/omnipred-language-models-as-universal","slug":"omnipred-language-models-as-universal","title":"OmniPred: Language Models as Universal Regressors","date":"2024-02-22","arxiv_id":"2402.14547","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-low-rank-matrix-estimation","slug":"efficient-low-rank-matrix-estimation","title":"Efficient Low-Rank Matrix Estimation, Experimental Design, and Arm-Set-Dependent Low-Rank Bandits","date":"2024-02-17","arxiv_id":"2402.11156","repositories_listed":1,"syntology":{"n":16,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/efficient-low-rank-matrix-estimation#ran","syntology_url":"https://syntology.ai/paper/2402.11156","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11156"}},"official":{"repos":["jajajang/lowpopart"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/nesting-particle-filters-for-experimental","slug":"nesting-particle-filters-for-experimental","title":"Nesting Particle Filters for Experimental Design in Dynamical Systems","date":"2024-02-12","arxiv_id":"2402.07868","repositories_listed":1,"syntology":null},{"url":"/paper/pasoa-particle-based-bayesian-optimal","slug":"pasoa-particle-based-bayesian-optimal","title":"PASOA- PArticle baSed Bayesian Optimal Adaptive design","date":"2024-02-11","arxiv_id":"2402.07160","repositories_listed":1,"syntology":{"n":16,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":9,"n_honours":1,"n_violates":2,"n_no_contract":1,"n_pointer_only":5,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 2 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/pasoa-particle-based-bayesian-optimal#ran","syntology_url":"https://syntology.ai/paper/2402.07160","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07160"}},"official":{"repos":["iolloj/pasoa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/legallens-leveraging-llms-for-legal-violation","slug":"legallens-leveraging-llms-for-legal-violation","title":"LegalLens: Leveraging LLMs for Legal Violation Identification in Unstructured Text","date":"2024-02-06","arxiv_id":"2402.04335","repositories_listed":1,"syntology":null},{"url":"/paper/discobax-discovery-of-optimal-intervention","slug":"discobax-discovery-of-optimal-intervention","title":"DiscoBAX: Discovery of Optimal Intervention Sets in Genomic Experiment Design","date":"2023-12-07","arxiv_id":"2312.04064","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/discobax-discovery-of-optimal-intervention#ran","syntology_url":"https://syntology.ai/paper/2312.04064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04064"}},"official":{"repos":["amehrjou/discobax"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/transferable-candidate-proposal-with-bounded","slug":"transferable-candidate-proposal-with-bounded","title":"Transferable Candidate Proposal with Bounded Uncertainty","date":"2023-12-07","arxiv_id":"2312.04604","repositories_listed":1,"syntology":{"n":21,"n_ran":11,"n_constructed":0,"n_ran_checked":5,"n_instrument":6,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 6 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/transferable-candidate-proposal-with-bounded#ran","syntology_url":"https://syntology.ai/paper/2312.04604","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04604"}},"official":{"repos":["gokyeongryeol/tbu"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/expert-guided-bayesian-optimisation-for-human","slug":"expert-guided-bayesian-optimisation-for-human","title":"Expert-guided Bayesian Optimisation for Human-in-the-loop Experimental Design of Known Systems","date":"2023-12-05","arxiv_id":"2312.02852","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/expert-guided-bayesian-optimisation-for-human#ran","syntology_url":"https://syntology.ai/paper/2312.02852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02852"}},"official":{"repos":["trsav/hitl-bo"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/expt-synthetic-pretraining-for-few-shot-1","slug":"expt-synthetic-pretraining-for-few-shot-1","title":"ExPT: Synthetic Pretraining for Few-Shot Experimental Design","date":"2023-10-30","arxiv_id":"2310.19961","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expt-synthetic-pretraining-for-few-shot-1#ran","syntology_url":"https://syntology.ai/paper/2310.19961","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19961"}},"official":{"repos":["tung-nd/expt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sustainable-concrete-via-bayesian","slug":"sustainable-concrete-via-bayesian","title":"Sustainable Concrete via Bayesian Optimization","date":"2023-10-27","arxiv_id":"2310.18288","repositories_listed":1,"syntology":{"n":11,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/sustainable-concrete-via-bayesian#ran","syntology_url":"https://syntology.ai/paper/2310.18288","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18288"}},"official":{"repos":["facebookresearch/sustainableconcrete"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/an-integrative-survey-on-mental-health","slug":"an-integrative-survey-on-mental-health","title":"An Integrative Survey on Mental Health Conversational Agents to Bridge Computer Science and Medical Perspectives","date":"2023-10-25","arxiv_id":"2310.17017","repositories_listed":1,"syntology":null},{"url":"/paper/fast-screening-rules-for-optimal-design-via","slug":"fast-screening-rules-for-optimal-design-via","title":"Fast Screening Rules for Optimal Design via Quadratic Lasso Reformulation","date":"2023-10-13","arxiv_id":"2310.08939","repositories_listed":1,"syntology":null},{"url":"/paper/inferring-inference","slug":"inferring-inference","title":"Inferring Inference","date":"2023-10-04","arxiv_id":"2310.03186","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/inferring-inference#ran","syntology_url":"https://syntology.ai/paper/2310.03186","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.03186"}},"official":{"repos":["xaqlab/inferringinference"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/gradient-and-uncertainty-enhanced-sequential","slug":"gradient-and-uncertainty-enhanced-sequential","title":"Gradient and Uncertainty Enhanced Sequential Sampling for Global Fit","date":"2023-09-29","arxiv_id":"2310.00110","repositories_listed":1,"syntology":null},{"url":"/paper/improving-opioid-use-disorder-risk-modelling","slug":"improving-opioid-use-disorder-risk-modelling","title":"Improving Opioid Use Disorder Risk Modelling through Behavioral and Genetic Feature Integration","date":"2023-09-19","arxiv_id":"2309.10837","repositories_listed":1,"syntology":null},{"url":"/paper/the-effect-of-data-augmentation-and-3d-cnn","slug":"the-effect-of-data-augmentation-and-3d-cnn","title":"The effect of data augmentation and 3D-CNN depth on Alzheimer's Disease detection","date":"2023-09-13","arxiv_id":"2309.07192","repositories_listed":1,"syntology":null},{"url":"/paper/parameter-identifiability-and-model-selection","slug":"parameter-identifiability-and-model-selection","title":"Parameter identifiability and model selection for partial differential equation models of cell invasion","date":"2023-09-04","arxiv_id":"2309.01476","repositories_listed":1,"syntology":null},{"url":"/paper/on-estimating-the-gradient-of-the-expected","slug":"on-estimating-the-gradient-of-the-expected","title":"On Estimating the Gradient of the Expected Information Gain in Bayesian Experimental Design","date":"2023-08-19","arxiv_id":"2308.09888","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-estimating-the-gradient-of-the-expected#ran","syntology_url":"https://syntology.ai/paper/2308.09888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.09888"}},"official":{"repos":["ziq-ao/GradEIG"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-practical-recipe-for-federated-learning","slug":"a-practical-recipe-for-federated-learning","title":"A Practical Recipe for Federated Learning Under Statistical Heterogeneity Experimental Design","date":"2023-07-28","arxiv_id":"2307.15245","repositories_listed":1,"syntology":{"n":12,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 12 unverified","sample_list":"/paper/a-practical-recipe-for-federated-learning#ran","syntology_url":"https://syntology.ai/paper/2307.15245","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.15245"}},"official":{"repos":["mmorafah/fedzoo-bench"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":12,"ran_from_kinds":[]}}},{"url":"/paper/regulas-a-bioinformatics-tool-for-the","slug":"regulas-a-bioinformatics-tool-for-the","title":"regulAS: A Bioinformatics Tool for the Integrative Analysis of Alternative Splicing Regulome using RNA-Seq data","date":"2023-07-17","arxiv_id":"2307.08800","repositories_listed":1,"syntology":null},{"url":"/paper/sequential-experimental-design-for-x-ray-ct","slug":"sequential-experimental-design-for-x-ray-ct","title":"Sequential Experimental Design for X-Ray CT Using Deep Reinforcement Learning","date":"2023-07-12","arxiv_id":"2307.06343","repositories_listed":1,"syntology":null},{"url":"/paper/scalable-method-for-bayesian-experimental","slug":"scalable-method-for-bayesian-experimental","title":"Scalable method for Bayesian experimental design without integrating over posterior distribution","date":"2023-06-30","arxiv_id":"2306.17615","repositories_listed":1,"syntology":null},{"url":"/paper/deep-bayesian-experimental-design-for-quantum","slug":"deep-bayesian-experimental-design-for-quantum","title":"Deep Bayesian Experimental Design for Quantum Many-Body Systems","date":"2023-06-26","arxiv_id":"2306.14510","repositories_listed":1,"syntology":null},{"url":"/paper/cebed-a-benchmark-for-deep-data-driven-ofdm","slug":"cebed-a-benchmark-for-deep-data-driven-ofdm","title":"CeBed: A Benchmark for Deep Data-Driven OFDM Channel Estimation","date":"2023-06-23","arxiv_id":"2306.13761","repositories_listed":1,"syntology":null},{"url":"/paper/designing-optimal-behavioral-experiments","slug":"designing-optimal-behavioral-experiments","title":"Designing Optimal Behavioral Experiments Using Machine Learning","date":"2023-05-12","arxiv_id":"2305.07721","repositories_listed":1,"syntology":null},{"url":"/paper/flex-an-adaptive-exploration-algorithm-for","slug":"flex-an-adaptive-exploration-algorithm-for","title":"FLEX: an Adaptive Exploration Algorithm for Nonlinear Systems","date":"2023-04-26","arxiv_id":"2304.13426","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/flex-an-adaptive-exploration-algorithm-for#ran","syntology_url":"https://syntology.ai/paper/2304.13426","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.13426"}},"official":{"repos":["mb-29/exploration"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/openbox-a-python-toolkit-for-generalized","slug":"openbox-a-python-toolkit-for-generalized","title":"OpenBox: A Python Toolkit for Generalized Black-box Optimization","date":"2023-04-26","arxiv_id":"2304.13339","repositories_listed":1,"syntology":null},{"url":"/paper/causal-discovery-and-optimal-experimental","slug":"causal-discovery-and-optimal-experimental","title":"Causal Discovery and Optimal Experimental Design for Genome-Scale Biological Network Recovery","date":"2023-04-06","arxiv_id":"2304.03210","repositories_listed":1,"syntology":null},{"url":"/paper/synthetic-combinations-a-causal-inference-1","slug":"synthetic-combinations-a-causal-inference-1","title":"Synthetic Combinations: A Causal Inference Framework for Combinatorial Interventions","date":"2023-03-24","arxiv_id":"2303.14226","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/synthetic-combinations-a-causal-inference-1#ran","syntology_url":"https://syntology.ai/paper/2303.14226","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.14226"}},"official":{"repos":["aagarwal1996/synth_combo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}}],"syntology_records":34,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":51,"papers_where_code_ran_first_page":"/task/experimental-design/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":7,"url":"/task/experimental-design/papers/2","json":"/task/experimental-design/papers/2.json","rows":100},{"order":"archive","page":3,"of":7,"url":"/task/experimental-design/papers/3","json":"/task/experimental-design/papers/3.json","rows":100},{"order":"archive","page":4,"of":7,"url":"/task/experimental-design/papers/4","json":"/task/experimental-design/papers/4.json","rows":100},{"order":"archive","page":5,"of":7,"url":"/task/experimental-design/papers/5","json":"/task/experimental-design/papers/5.json","rows":100},{"order":"archive","page":6,"of":7,"url":"/task/experimental-design/papers/6","json":"/task/experimental-design/papers/6.json","rows":100},{"order":"archive","page":7,"of":7,"url":"/task/experimental-design/papers/7","json":"/task/experimental-design/papers/7.json","rows":88},{"order":"ran","page":1,"of":1,"url":"/task/experimental-design/papers/ran/1","json":"/task/experimental-design/papers/ran/1.json","rows":51}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"9a3bee669d14bbb75792e7b8453c41f49238a283ddb8efe6954313d47d8c5dbf","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}