{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/minecraft","name":"Minecraft","slug":"minecraft","description_markdown":null,"categories":[{"name":"Robots","url":"/area/robots"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":236,"papers_with_code":94,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":3,"rows_per_page":100,"shown":100,"of":236,"of_with_code":94,"tagged_in_all":236,"counts":{"archive_papers_tagged":236,"with_a_code_link":94,"where_syntology_ran_a_sample":39,"not_listed_spam_title":0,"listed":236,"listed_where_code_ran":39,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":29,"every_run_a_failure_of_syntologys_instrument":10,"listed_with_a_run_with_no_instrument_failure":29,"listed_every_run_a_failure_of_syntologys_instrument":10,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/mastering-diverse-domains-through-world","slug":"mastering-diverse-domains-through-world","title":"Mastering Diverse Domains through World Models","date":"2023-01-10","arxiv_id":"2301.04104","repositories_listed":7,"syntology":{"n":34,"n_ran":21,"n_constructed":0,"n_ran_checked":16,"n_instrument":5,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":16,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 0 violated, 16 with no contract checked; 5 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/mastering-diverse-domains-through-world#ran","syntology_url":"https://syntology.ai/paper/2301.04104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.04104"}},"official":{"repos":["danijar/dreamerv3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/craftassist-a-framework-for-dialogue-enabled","slug":"craftassist-a-framework-for-dialogue-enabled","title":"CraftAssist: A Framework for Dialogue-enabled Interactive Agents","date":"2019-07-19","arxiv_id":"1907.08584","repositories_listed":4,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":12,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/craftassist-a-framework-for-dialogue-enabled#ran","syntology_url":"https://syntology.ai/paper/1907.08584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.08584"}},"official":{"repos":["facebookresearch/craftassist"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/minedojo-building-open-ended-embodied-agents","slug":"minedojo-building-open-ended-embodied-agents","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","date":"2022-06-17","arxiv_id":"2206.08853","repositories_listed":3,"syntology":{"n":28,"n_ran":14,"n_constructed":2,"n_ran_checked":10,"n_instrument":4,"n_unverified":14,"n_honours":0,"n_violates":3,"n_no_contract":7,"n_pointer_only":0,"phrase":"14 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 3 violated, 7 with no contract checked; 4 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/minedojo-building-open-ended-embodied-agents#ran","syntology_url":"https://syntology.ai/paper/2206.08853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.08853"}},"official":{"repos":["MineDojo/MineDojo"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sample-efficient-reinforcement-learning","slug":"sample-efficient-reinforcement-learning","title":"Sample Efficient Reinforcement Learning through Learning from Demonstrations in Minecraft","date":"2020-03-12","arxiv_id":"2003.06066","repositories_listed":3,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/sample-efficient-reinforcement-learning#ran","syntology_url":"https://syntology.ai/paper/2003.06066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.06066"}},"official":null}},{"url":"/paper/teacher-student-curriculum-learning","slug":"teacher-student-curriculum-learning","title":"Teacher-Student Curriculum Learning","date":"2017-07-01","arxiv_id":"1707.00183","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/teacher-student-curriculum-learning#ran","syntology_url":"https://syntology.ai/paper/1707.00183","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1707.00183"}},"official":{"repos":["tambetm/TSCL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open-world-multi-task-control-through-goal","slug":"open-world-multi-task-control-through-goal","title":"Open-World Multi-Task Control Through Goal-Aware Representation Learning and Adaptive Horizon Prediction","date":"2023-01-21","arxiv_id":"2301.10034","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/open-world-multi-task-control-through-goal#ran","syntology_url":"https://syntology.ai/paper/2301.10034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.10034"}},"official":{"repos":["craftjarvis/mc-controller"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/temporally-consistent-video-transformer-for","slug":"temporally-consistent-video-transformer-for","title":"Temporally Consistent Transformers for Video Generation","date":"2022-10-05","arxiv_id":"2210.02396","repositories_listed":2,"syntology":null},{"url":"/paper/novelcraft-a-dataset-for-novelty-detection","slug":"novelcraft-a-dataset-for-novelty-detection","title":"NovelCraft: A Dataset for Novelty Detection and Discovery in Open Worlds","date":"2022-06-23","arxiv_id":"2206.11736","repositories_listed":2,"syntology":null},{"url":"/paper/video-pretraining-vpt-learning-to-act-by","slug":"video-pretraining-vpt-learning-to-act-by","title":"Video PreTraining (VPT): Learning to Act by Watching Unlabeled Online Videos","date":"2022-06-23","arxiv_id":"2206.11795","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/video-pretraining-vpt-learning-to-act-by#ran","syntology_url":"https://syntology.ai/paper/2206.11795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.11795"}},"official":{"repos":["openai/Video-Pre-Training"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clockwork-variational-autoencoders-for-video","slug":"clockwork-variational-autoencoders-for-video","title":"Clockwork Variational Autoencoders","date":"2021-02-18","arxiv_id":"2102.09532","repositories_listed":2,"syntology":null},{"url":"/paper/deep-recurrent-q-learning-vs-deep-q-learning","slug":"deep-recurrent-q-learning-vs-deep-q-learning","title":"Deep Recurrent Q-Learning vs Deep Q-Learning on a simple Partially Observable Markov Decision Process with Minecraft","date":"2019-03-11","arxiv_id":"1903.04311","repositories_listed":2,"syntology":null},{"url":"/paper/matrix-game-interactive-world-foundation","slug":"matrix-game-interactive-world-foundation","title":"Matrix-Game: Interactive World Foundation Model","date":"2025-06-23","arxiv_id":"2506.18701","repositories_listed":1,"syntology":null},{"url":"/paper/transdreamerv3-implanting-transformer-in","slug":"transdreamerv3-implanting-transformer-in","title":"TransDreamerV3: Implanting Transformer In DreamerV3","date":"2025-06-20","arxiv_id":"2506.17103","repositories_listed":1,"syntology":null},{"url":"/paper/toward-memory-aided-world-models-benchmarking","slug":"toward-memory-aided-world-models-benchmarking","title":"Toward Memory-Aided World Models: Benchmarking via Spatial Consistency","date":"2025-05-29","arxiv_id":"2505.22976","repositories_listed":1,"syntology":null},{"url":"/paper/mineanybuild-benchmarking-spatial-planning","slug":"mineanybuild-benchmarking-spatial-planning","title":"MineAnyBuild: Benchmarking Spatial Planning for Open-world AI Agents","date":"2025-05-26","arxiv_id":"2505.20148","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mineanybuild-benchmarking-spatial-planning#ran","syntology_url":"https://syntology.ai/paper/2505.20148","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.20148"}},"official":{"repos":["mineanybuild/mineanybuild"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/bar-a-backward-reasoning-based-agent-for","slug":"bar-a-backward-reasoning-based-agent-for","title":"BAR: A Backward Reasoning based Agent for Complex Minecraft Tasks","date":"2025-05-20","arxiv_id":"2505.14079","repositories_listed":1,"syntology":null},{"url":"/paper/beliefnest-a-joint-action-simulator-for","slug":"beliefnest-a-joint-action-simulator-for","title":"BeliefNest: A Joint Action Simulator for Embodied Agents with Theory of Mind","date":"2025-05-18","arxiv_id":"2505.12321","repositories_listed":1,"syntology":null},{"url":"/paper/wall-e-2-0-world-alignment-by-neurosymbolic","slug":"wall-e-2-0-world-alignment-by-neurosymbolic","title":"WALL-E 2.0: World Alignment by NeuroSymbolic Learning improves World Model-based LLM Agents","date":"2025-04-22","arxiv_id":"2504.15785","repositories_listed":1,"syntology":null},{"url":"/paper/assistancezero-scalably-solving-assistance","slug":"assistancezero-scalably-solving-assistance","title":"AssistanceZero: Scalably Solving Assistance Games","date":"2025-04-09","arxiv_id":"2504.07091","repositories_listed":1,"syntology":null},{"url":"/paper/enabling-rapid-shared-human-ai-mental-model","slug":"enabling-rapid-shared-human-ai-mental-model","title":"Enabling Rapid Shared Human-AI Mental Model Alignment via the After-Action Review","date":"2025-03-25","arxiv_id":"2503.19607","repositories_listed":1,"syntology":null},{"url":"/paper/parallelized-planning-acting-for-efficient","slug":"parallelized-planning-acting-for-efficient","title":"Parallelized Planning-Acting for Efficient LLM-based Multi-Agent Systems","date":"2025-03-05","arxiv_id":"2503.03505","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/parallelized-planning-acting-for-efficient#ran","syntology_url":"https://syntology.ai/paper/2503.03505","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.03505"}},"official":{"repos":["zju-vipa/odyssey"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/gate-graph-based-adaptive-tool-evolution","slug":"gate-graph-based-adaptive-tool-evolution","title":"GATE: Graph-based Adaptive Tool Evolution Across Diverse Tasks","date":"2025-02-20","arxiv_id":"2502.14848","repositories_listed":1,"syntology":null},{"url":"/paper/integrating-reinforcement-learning-action","slug":"integrating-reinforcement-learning-action","title":"Integrating Reinforcement Learning, Action Model Learning, and Numeric Planning for Tackling Complex Tasks","date":"2025-02-18","arxiv_id":"2502.13006","repositories_listed":1,"syntology":null},{"url":"/paper/plancraft-an-evaluation-dataset-for-planning","slug":"plancraft-an-evaluation-dataset-for-planning","title":"Plancraft: an evaluation dataset for planning with LLM agents","date":"2024-12-30","arxiv_id":"2412.21033","repositories_listed":1,"syntology":null},{"url":"/paper/minsstudio-a-streamlined-package-for","slug":"minsstudio-a-streamlined-package-for","title":"MineStudio: A Streamlined Package for Minecraft AI Agent Development","date":"2024-12-24","arxiv_id":"2412.18293","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/minsstudio-a-streamlined-package-for#ran","syntology_url":"https://syntology.ai/paper/2412.18293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.18293"}},"official":{"repos":["craftjarvis/minestudio"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/teamcraft-a-benchmark-for-multi-modal-multi","slug":"teamcraft-a-benchmark-for-multi-modal-multi","title":"TeamCraft: A Benchmark for Multi-Modal Multi-Agent Systems in Minecraft","date":"2024-12-06","arxiv_id":"2412.05255","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":2,"n_instrument":7,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 7 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/teamcraft-a-benchmark-for-multi-modal-multi#ran","syntology_url":"https://syntology.ai/paper/2412.05255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.05255"}},"official":{"repos":["teamcraft-bench/teamcraft"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/apt-architectural-planning-and-text-to","slug":"apt-architectural-planning-and-text-to","title":"APT: Architectural Planning and Text-to-Blueprint Construction Using Large Language Models for Open-World Agents","date":"2024-11-26","arxiv_id":"2411.17255","repositories_listed":1,"syntology":null},{"url":"/paper/vista-dataset-do-vision-language-models","slug":"vista-dataset-do-vision-language-models","title":"ViSTa Dataset: Do vision-language models understand sequential tasks?","date":"2024-11-20","arxiv_id":"2411.13211","repositories_listed":1,"syntology":null},{"url":"/paper/mcpdial-a-minecraft-persona-driven-dialogue","slug":"mcpdial-a-minecraft-persona-driven-dialogue","title":"MCPDial: A Minecraft Persona-driven Dialogue Dataset","date":"2024-10-29","arxiv_id":"2410.21627","repositories_listed":1,"syntology":null},{"url":"/paper/rocket-1-master-open-world-interaction-with","slug":"rocket-1-master-open-world-interaction-with","title":"ROCKET-1: Mastering Open-World Interaction with Visual-Temporal Context Prompting","date":"2024-10-23","arxiv_id":"2410.17856","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rocket-1-master-open-world-interaction-with#ran","syntology_url":"https://syntology.ai/paper/2410.17856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.17856"}},"official":{"repos":["CraftJarvis/ROCKET-1"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/optimus-1-hybrid-multimodal-memory-empowered","slug":"optimus-1-hybrid-multimodal-memory-empowered","title":"Optimus-1: Hybrid Multimodal Memory Empowered Agents Excel in Long-Horizon Tasks","date":"2024-08-07","arxiv_id":"2408.03615","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/optimus-1-hybrid-multimodal-memory-empowered#ran","syntology_url":"https://syntology.ai/paper/2408.03615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.03615"}},"official":{"repos":["JiuTian-VL/Optimus-1"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/odyssey-empowering-agents-with-open-world","slug":"odyssey-empowering-agents-with-open-world","title":"Odyssey: Empowering Minecraft Agents with Open-World Skills","date":"2024-07-22","arxiv_id":"2407.15325","repositories_listed":1,"syntology":null},{"url":"/paper/idat-a-multi-modal-dataset-and-toolkit-for","slug":"idat-a-multi-modal-dataset-and-toolkit-for","title":"IDAT: A Multi-Modal Dataset and Toolkit for Building and Evaluating Interactive Task-Solving Agents","date":"2024-07-12","arxiv_id":"2407.08898","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/idat-a-multi-modal-dataset-and-toolkit-for#ran","syntology_url":"https://syntology.ai/paper/2407.08898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.08898"}},"official":{"repos":["microsoft/iglu-datasets"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/craftium-an-extensible-framework-for-creating","slug":"craftium-an-extensible-framework-for-creating","title":"Craftium: An Extensible Framework for Creating Reinforcement Learning Environments","date":"2024-07-04","arxiv_id":"2407.03969","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":4,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/craftium-an-extensible-framework-for-creating#ran","syntology_url":"https://syntology.ai/paper/2407.03969","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.03969"}},"official":{"repos":["mikelma/craftium"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/3d-building-generation-in-minecraft-via-large","slug":"3d-building-generation-in-minecraft-via-large","title":"3D Building Generation in Minecraft via Large Language Models","date":"2024-06-13","arxiv_id":"2406.08751","repositories_listed":1,"syntology":null},{"url":"/paper/villageragent-a-graph-based-multi-agent","slug":"villageragent-a-graph-based-multi-agent","title":"VillagerAgent: A Graph-Based Multi-Agent Framework for Coordinating Complex Task Dependencies in Minecraft","date":"2024-06-09","arxiv_id":"2406.05720","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/villageragent-a-graph-based-multi-agent#ran","syntology_url":"https://syntology.ai/paper/2406.05720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05720"}},"official":{"repos":["cnsdqd-dyb/villageragent"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/crafting-a-pogo-stick-in-minecraft-with","slug":"crafting-a-pogo-stick-in-minecraft-with","title":"Crafting a Pogo Stick in Minecraft with Heuristic Search (Extended Abstract)","date":"2024-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/mineland-simulating-large-scale-multi-agent","slug":"mineland-simulating-large-scale-multi-agent","title":"MineLand: Simulating Large-Scale Multi-Agent Interactions with Limited Multimodal Senses and Physical Needs","date":"2024-03-28","arxiv_id":"2403.19267","repositories_listed":1,"syntology":null},{"url":"/paper/minedreamer-learning-to-follow-instructions","slug":"minedreamer-learning-to-follow-instructions","title":"MineDreamer: Learning to Follow Instructions via Chain-of-Imagination for Simulated-World Control","date":"2024-03-18","arxiv_id":"2403.12037","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":5,"n_instrument":5,"n_unverified":2,"n_honours":1,"n_violates":1,"n_no_contract":3,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 1 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/minedreamer-learning-to-follow-instructions#ran","syntology_url":"https://syntology.ai/paper/2403.12037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.12037"}},"official":{"repos":["Zhoues/MineDreamer"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/playing-nethack-with-llms-potential","slug":"playing-nethack-with-llms-potential","title":"Playing NetHack with LLMs: Potential & Limitations as Zero-Shot Agents","date":"2024-03-01","arxiv_id":"2403.00690","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/playing-nethack-with-llms-potential#ran","syntology_url":"https://syntology.ai/paper/2403.00690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00690"}},"official":{"repos":["commandercero/netplay"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/craftax-a-lightning-fast-benchmark-for-open","slug":"craftax-a-lightning-fast-benchmark-for-open","title":"Craftax: A Lightning-Fast Benchmark for Open-Ended Reinforcement Learning","date":"2024-02-26","arxiv_id":"2402.16801","repositories_listed":1,"syntology":{"n":16,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":14,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/craftax-a-lightning-fast-benchmark-for-open#ran","syntology_url":"https://syntology.ai/paper/2402.16801","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16801"}},"official":{"repos":["michaeltmatthews/craftax"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":14,"ran_from_kinds":["official"]}}},{"url":"/paper/s-agents-self-organizing-agents-in-open-ended","slug":"s-agents-self-organizing-agents-in-open-ended","title":"S-Agents: Self-organizing Agents in Open-ended Environments","date":"2024-02-07","arxiv_id":"2402.04578","repositories_listed":1,"syntology":null},{"url":"/paper/regal-refactoring-programs-to-discover","slug":"regal-refactoring-programs-to-discover","title":"ReGAL: Refactoring Programs to Discover Generalizable Abstractions","date":"2024-01-29","arxiv_id":"2401.16467","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regal-refactoring-programs-to-discover#ran","syntology_url":"https://syntology.ai/paper/2401.16467","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.16467"}},"official":{"repos":["esteng/regal_program_learning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mineplanner-a-benchmark-for-long-horizon","slug":"mineplanner-a-benchmark-for-long-horizon","title":"MinePlanner: A Benchmark for Long-Horizon Planning in Large Minecraft Worlds","date":"2023-12-20","arxiv_id":"2312.12891","repositories_listed":1,"syntology":null},{"url":"/paper/mp5-a-multi-modal-open-ended-embodied-system","slug":"mp5-a-multi-modal-open-ended-embodied-system","title":"MP5: A Multi-modal Open-ended Embodied System in Minecraft via Active Perception","date":"2023-12-12","arxiv_id":"2312.07472","repositories_listed":1,"syntology":null},{"url":"/paper/bedd-the-minerl-basalt-evaluation-and-1","slug":"bedd-the-minerl-basalt-evaluation-and-1","title":"BEDD: The MineRL BASALT Evaluation and Demonstrations Dataset for Training and Benchmarking Agents that Solve Fuzzy Tasks","date":"2023-12-05","arxiv_id":"2312.02405","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":5,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bedd-the-minerl-basalt-evaluation-and-1#ran","syntology_url":"https://syntology.ai/paper/2312.02405","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02405"}},"official":{"repos":["minerllabs/basalt-benchmark"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/creative-agents-empowering-agents-with","slug":"creative-agents-empowering-agents-with","title":"Creative Agents: Empowering Agents with Imagination for Creative Tasks","date":"2023-12-05","arxiv_id":"2312.02519","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":7,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/creative-agents-empowering-agents-with#ran","syntology_url":"https://syntology.ai/paper/2312.02519","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.02519"}},"official":{"repos":["pku-rl/creative-agents"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/convolutional-state-space-models-for-long","slug":"convolutional-state-space-models-for-long","title":"Convolutional State Space Models for Long-Range Spatiotemporal Modeling","date":"2023-10-30","arxiv_id":"2310.19694","repositories_listed":1,"syntology":null},{"url":"/paper/mcu-a-task-centric-framework-for-open-ended","slug":"mcu-a-task-centric-framework-for-open-ended","title":"Towards Evaluating Generalist Agents: An Automated Benchmark in Open World","date":"2023-10-12","arxiv_id":"2310.08367","repositories_listed":1,"syntology":{"n":19,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":19,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/mcu-a-task-centric-framework-for-open-ended#ran","syntology_url":"https://syntology.ai/paper/2310.08367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08367"}},"official":{"repos":["craftjarvis/mcu"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":13,"ran_from_kinds":["official"]}}},{"url":"/paper/octopus-embodied-vision-language-programmer","slug":"octopus-embodied-vision-language-programmer","title":"Octopus: Embodied Vision-Language Programmer from Environmental Feedback","date":"2023-10-12","arxiv_id":"2310.08588","repositories_listed":1,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":4,"n_instrument":8,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":2,"n_pointer_only":12,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 1 violated, 2 with no contract checked; 8 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/octopus-embodied-vision-language-programmer#ran","syntology_url":"https://syntology.ai/paper/2310.08588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08588"}},"official":{"repos":["dongyh20/octopus"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-model-llm-as-a-system-of","slug":"large-language-model-llm-as-a-system-of","title":"Large Language Model (LLM) as a System of Multiple Expert Agents: An Approach to solve the Abstraction and Reasoning Corpus (ARC) Challenge","date":"2023-10-08","arxiv_id":"2310.05146","repositories_listed":1,"syntology":null},{"url":"/paper/smartplay-a-benchmark-for-llms-as-intelligent","slug":"smartplay-a-benchmark-for-llms-as-intelligent","title":"SmartPlay: A Benchmark for LLMs as Intelligent Agents","date":"2023-10-02","arxiv_id":"2310.01557","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/smartplay-a-benchmark-for-llms-as-intelligent#ran","syntology_url":"https://syntology.ai/paper/2310.01557","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01557"}},"official":{"repos":["microsoft/smartplay"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-helm-a-human-readable-memory-for-1","slug":"semantic-helm-a-human-readable-memory-for-1","title":"Semantic HELM: A Human-Readable Memory for Reinforcement Learning","date":"2023-06-15","arxiv_id":"2306.09312","repositories_listed":1,"syntology":null},{"url":"/paper/steve-1-a-generative-model-for-text-to","slug":"steve-1-a-generative-model-for-text-to","title":"STEVE-1: A Generative Model for Text-to-Behavior in Minecraft","date":"2023-06-01","arxiv_id":"2306.00937","repositories_listed":1,"syntology":null},{"url":"/paper/ghost-in-the-minecraft-generally-capable","slug":"ghost-in-the-minecraft-generally-capable","title":"Ghost in the Minecraft: Generally Capable Agents for Open-World Environments via Large Language Models with Text-based Knowledge and Memory","date":"2023-05-25","arxiv_id":"2305.17144","repositories_listed":1,"syntology":null},{"url":"/paper/voyager-an-open-ended-embodied-agent-with","slug":"voyager-an-open-ended-embodied-agent-with","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","date":"2023-05-25","arxiv_id":"2305.16291","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/voyager-an-open-ended-embodied-agent-with#ran","syntology_url":"https://syntology.ai/paper/2305.16291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16291"}},"official":{"repos":["MineDojo/Voyager"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/spring-gpt-4-out-performs-rl-algorithms-by","slug":"spring-gpt-4-out-performs-rl-algorithms-by","title":"SPRING: Studying the Paper and Reasoning to Play Games","date":"2023-05-24","arxiv_id":"2305.15486","repositories_listed":1,"syntology":null},{"url":"/paper/when-and-what-to-ask-through-world-states-and","slug":"when-and-what-to-ask-through-world-states-and","title":"When and What to Ask Through World States and Text Instructions: IGLU NLP Challenge Solution","date":"2023-05-09","arxiv_id":"2305.05754","repositories_listed":1,"syntology":null},{"url":"/paper/clip4mc-an-rl-friendly-vision-language-model","slug":"clip4mc-an-rl-friendly-vision-language-model","title":"Reinforcement Learning Friendly Vision-Language Model for Minecraft","date":"2023-03-19","arxiv_id":"2303.10571","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clip4mc-an-rl-friendly-vision-language-model#ran","syntology_url":"https://syntology.ai/paper/2303.10571","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.10571"}},"official":{"repos":["PKU-RL/CLIP4MC"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/describe-explain-plan-and-select-interactive","slug":"describe-explain-plan-and-select-interactive","title":"Describe, Explain, Plan and Select: Interactive Planning with Large Language Models Enables Open-World Multi-Task Agents","date":"2023-02-03","arxiv_id":"2302.01560","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/describe-explain-plan-and-select-interactive#ran","syntology_url":"https://syntology.ai/paper/2302.01560","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.01560"}},"official":{"repos":["craftjarvis/mc-planner"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/hierarchically-composing-level-generators-for","slug":"hierarchically-composing-level-generators-for","title":"Hierarchically Composing Level Generators for the Creation of Complex Structures","date":"2023-02-03","arxiv_id":"2302.01561","repositories_listed":1,"syntology":null},{"url":"/paper/evolving-flying-machines-in-minecraft-using","slug":"evolving-flying-machines-in-minecraft-using","title":"Evolving Flying Machines in Minecraft Using Quality Diversity","date":"2023-02-01","arxiv_id":"2302.00782","repositories_listed":1,"syntology":null},{"url":"/paper/do-embodied-agents-dream-of-pixelated-sheep","slug":"do-embodied-agents-dream-of-pixelated-sheep","title":"Do Embodied Agents Dream of Pixelated Sheep: Embodied Decision Making using Language Guided World Modelling","date":"2023-01-28","arxiv_id":"2301.12050","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/do-embodied-agents-dream-of-pixelated-sheep#ran","syntology_url":"https://syntology.ai/paper/2301.12050","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12050"}},"official":null}},{"url":"/paper/learning-to-solve-voxel-building-embodied","slug":"learning-to-solve-voxel-building-embodied","title":"Learning to Solve Voxel Building Embodied Tasks from Pixels and Natural Language Instructions","date":"2022-11-01","arxiv_id":"2211.00688","repositories_listed":1,"syntology":null},{"url":"/paper/craft-an-iron-sword-dynamically-generating","slug":"craft-an-iron-sword-dynamically-generating","title":"Craft an Iron Sword: Dynamically Generating Interactive Game Characters by Prompting Large Language Models Tuned on Code","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/learning-controllable-3d-level-generators","slug":"learning-controllable-3d-level-generators","title":"Learning Controllable 3D Level Generators","date":"2022-06-27","arxiv_id":"2206.13623","repositories_listed":1,"syntology":null},{"url":"/paper/rapid-learn-a-framework-for-learning-to","slug":"rapid-learn-a-framework-for-learning-to","title":"RAPid-Learn: A Framework for Learning to Recover for Handling Novelties in Open-World Environments","date":"2022-06-24","arxiv_id":"2206.12493","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rapid-learn-a-framework-for-learning-to#ran","syntology_url":"https://syntology.ai/paper/2206.12493","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.12493"}},"official":{"repos":["goelshivam1210/RAPid-Learn"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-execute-or-ask-clarification-1","slug":"learning-to-execute-or-ask-clarification-1","title":"Learning to Execute Actions or Ask Clarification Questions","date":"2022-04-18","arxiv_id":"2204.08373","repositories_listed":1,"syntology":null},{"url":"/paper/sage-generating-symbolic-goals-for-myopic","slug":"sage-generating-symbolic-goals-for-myopic","title":"SAGE: Generating Symbolic Goals for Myopic Models in Deep Reinforcement Learning","date":"2022-03-09","arxiv_id":"2203.05079","repositories_listed":1,"syntology":null},{"url":"/paper/combining-learning-from-human-feedback-and","slug":"combining-learning-from-human-feedback-and","title":"Combining Learning from Human Feedback and Knowledge Engineering to Solve Hierarchical Tasks in Minecraft","date":"2021-12-07","arxiv_id":"2112.03482","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/combining-learning-from-human-feedback-and#ran","syntology_url":"https://syntology.ai/paper/2112.03482","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.03482"}},"official":{"repos":["viniciusguigo/kairos_minerl_basalt"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/proto-program-guided-transformer-for-program","slug":"proto-program-guided-transformer-for-program","title":"ProTo: Program-Guided Transformer for Program-Guided Tasks","date":"2021-10-02","arxiv_id":"2110.00804","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/proto-program-guided-transformer-for-program#ran","syntology_url":"https://syntology.ai/paper/2110.00804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.00804"}},"official":{"repos":["sjtuytc/Neurips21-ProTo-Program-guided-Transformers-for-Program-guided-Tasks"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/shape-inference-and-grammar-induction-for","slug":"shape-inference-and-grammar-induction-for","title":"Shape Inference and Grammar Induction for Example-based Procedural Generation","date":"2021-09-21","arxiv_id":"2109.10217","repositories_listed":1,"syntology":null},{"url":"/paper/mindcraft-theory-of-mind-modeling-for","slug":"mindcraft-theory-of-mind-modeling-for","title":"MindCraft: Theory of Mind Modeling for Situated Dialogue in Collaborative Tasks","date":"2021-09-13","arxiv_id":"2109.06275","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mindcraft-theory-of-mind-modeling-for#ran","syntology_url":"https://syntology.ai/paper/2109.06275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06275"}},"official":null}},{"url":"/paper/multi-task-curriculum-learning-in-a-complex","slug":"multi-task-curriculum-learning-in-a-complex","title":"Multi-task curriculum learning in a complex, visual, hard-exploration domain: Minecraft","date":"2021-06-28","arxiv_id":"2106.14876","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-task-curriculum-learning-in-a-complex#ran","syntology_url":"https://syntology.ai/paper/2106.14876","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14876"}},"official":null}},{"url":"/paper/world-gan-a-generative-model-for-minecraft","slug":"world-gan-a-generative-model-for-minecraft","title":"World-GAN: a Generative Model for Minecraft Worlds","date":"2021-06-18","arxiv_id":"2106.10155","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/world-gan-a-generative-model-for-minecraft#ran","syntology_url":"https://syntology.ai/paper/2106.10155","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10155"}},"official":{"repos":["Mawiszus/World-GAN"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/growing-3d-artefacts-and-functional-machines","slug":"growing-3d-artefacts-and-functional-machines","title":"Growing 3D Artefacts and Functional Machines with Neural Cellular Automata","date":"2021-03-15","arxiv_id":"2103.08737","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/growing-3d-artefacts-and-functional-machines#ran","syntology_url":"https://syntology.ai/paper/2103.08737","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.08737"}},"official":{"repos":["real-itu/3d-artefacts-nca"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/program-synthesis-guided-reinforcement","slug":"program-synthesis-guided-reinforcement","title":"Program Synthesis Guided Reinforcement Learning for Partially Observed Environments","date":"2021-02-22","arxiv_id":"2102.11137","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/program-synthesis-guided-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2102.11137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.11137"}},"official":{"repos":["yycdavid/program-synthesis-guided-rl"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-agents-without-rewards-1","slug":"evaluating-agents-without-rewards-1","title":"Evaluating Agents without Rewards","date":"2020-12-21","arxiv_id":"2012.11538","repositories_listed":1,"syntology":null},{"url":"/paper/evocraft-a-new-challenge-for-open-endedness","slug":"evocraft-a-new-challenge-for-open-endedness","title":"EvoCraft: A New Challenge for Open-Endedness","date":"2020-12-08","arxiv_id":"2012.04751","repositories_listed":1,"syntology":null},{"url":"/paper/align-rudder-learning-from-few-demonstrations","slug":"align-rudder-learning-from-few-demonstrations","title":"Align-RUDDER: Learning From Few Demonstrations by Reward Redistribution","date":"2020-09-29","arxiv_id":"2009.14108","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 3 unverified","sample_list":"/paper/align-rudder-learning-from-few-demonstrations#ran","syntology_url":"https://syntology.ai/paper/2009.14108","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.14108"}},"official":{"repos":["ml-jku/align-rudder"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/scaling-imitation-learning-in-minecraft","slug":"scaling-imitation-learning-in-minecraft","title":"Scaling Imitation Learning in Minecraft","date":"2020-07-06","arxiv_id":"2007.02701","repositories_listed":1,"syntology":null},{"url":"/paper/forgetful-experience-replay-in-hierarchical","slug":"forgetful-experience-replay-in-hierarchical","title":"Forgetful Experience Replay in Hierarchical Reinforcement Learning from Demonstrations","date":"2020-06-17","arxiv_id":"2006.09939","repositories_listed":1,"syntology":null},{"url":"/paper/encoding-formulas-as-deep-networks","slug":"encoding-formulas-as-deep-networks","title":"Encoding formulas as deep networks: Reinforcement learning for zero-shot execution of LTL formulas","date":"2020-06-01","arxiv_id":"2006.01110","repositories_listed":1,"syntology":null},{"url":"/paper/playing-minecraft-with-behavioural-cloning","slug":"playing-minecraft-with-behavioural-cloning","title":"Playing Minecraft with Behavioural Cloning","date":"2020-05-07","arxiv_id":"2005.03374","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/playing-minecraft-with-behavioural-cloning#ran","syntology_url":"https://syntology.ai/paper/2005.03374","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.03374"}},"official":{"repos":["Miffyli/minecraft-bc"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evolving-inborn-knowledge-for-fast-adaptation","slug":"evolving-inborn-knowledge-for-fast-adaptation","title":"Evolving Inborn Knowledge For Fast Adaptation in Dynamic POMDP Problems","date":"2020-04-27","arxiv_id":"2004.12846","repositories_listed":1,"syntology":null},{"url":"/paper/hierarchical-deep-q-network-with-forgetting","slug":"hierarchical-deep-q-network-with-forgetting","title":"Hierarchical Deep Q-Network from Imperfect Demonstrations in Minecraft","date":"2019-12-18","arxiv_id":"1912.08664","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/hierarchical-deep-q-network-with-forgetting#ran","syntology_url":"https://syntology.ai/paper/1912.08664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08664"}},"official":{"repos":["cog-isa/forger"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/keeping-your-distance-solving-sparse-reward","slug":"keeping-your-distance-solving-sparse-reward","title":"Keeping Your Distance: Solving Sparse Reward Tasks Using Self-Balancing Shaped Rewards","date":"2019-11-04","arxiv_id":"1911.01417","repositories_listed":1,"syntology":null},{"url":"/paper/order-aware-generative-modeling-using-the-3d","slug":"order-aware-generative-modeling-using-the-3d","title":"Order-Aware Generative Modeling Using the 3D-Craft Dataset","date":"2019-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/minerl-a-large-scale-dataset-of-minecraft","slug":"minerl-a-large-scale-dataset-of-minecraft","title":"MineRL: A Large-Scale Dataset of Minecraft Demonstrations","date":"2019-07-29","arxiv_id":"1907.13440","repositories_listed":1,"syntology":null},{"url":"/paper/why-build-an-assistant-in-minecraft","slug":"why-build-an-assistant-in-minecraft","title":"Why Build an Assistant in Minecraft?","date":"2019-07-22","arxiv_id":"1907.09273","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/why-build-an-assistant-in-minecraft#ran","syntology_url":"https://syntology.ai/paper/1907.09273","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.09273"}},"official":{"repos":["facebookresearch/craftassist"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-minerl-competition-on-sample-efficient","slug":"the-minerl-competition-on-sample-efficient","title":"The MineRL 2019 Competition on Sample Efficient Reinforcement Learning using Human Priors","date":"2019-04-22","arxiv_id":"1904.10079","repositories_listed":1,"syntology":null},{"url":"/paper/regret-minimization-for-partially-observable","slug":"regret-minimization-for-partially-observable","title":"Regret Minimization for Partially Observable Deep Reinforcement Learning","date":"2017-10-31","arxiv_id":"1710.11424","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regret-minimization-for-partially-observable#ran","syntology_url":"https://syntology.ai/paper/1710.11424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.11424"}},"official":null}},{"url":"/paper/where-is-misty-interpreting-spatial","slug":"where-is-misty-interpreting-spatial","title":"Where is Misty? Interpreting Spatial Descriptors by Modeling Regions in Space","date":"2017-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/exploratory-gradient-boosting-for","slug":"exploratory-gradient-boosting-for","title":"Exploratory Gradient Boosting for Reinforcement Learning in Complex Domains","date":"2016-03-14","arxiv_id":"1603.04119","repositories_listed":1,"syntology":null},{"url":null,"slug":"ltlcrit-a-temporal-logic-based-llm-critic-for","title":"LTLCrit: A Temporal Logic-based LLM Critic for Safe and Efficient Embodied Agents","date":"2025-07-04","arxiv_id":"2507.03293","repositories_listed":0,"syntology":null},{"url":null,"slug":"optimus-3-towards-generalist-multimodal","title":"Optimus-3: Towards Generalist Multimodal Minecraft Agents with Scalable Task Experts","date":"2025-06-12","arxiv_id":"2506.10357","repositories_listed":0,"syntology":null},{"url":null,"slug":"long-context-state-space-video-world-models","title":"Long-Context State-Space Video World Models","date":"2025-05-26","arxiv_id":"2505.20171","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-retrieval-in-llm-gaming-a-shift","title":"Knowledge Retrieval in LLM Gaming: A Shift from Entity-Centric to Goal-Oriented Graphs","date":"2025-05-24","arxiv_id":"2505.18607","repositories_listed":0,"syntology":null},{"url":null,"slug":"plaicraft-large-scale-time-aligned-vision","title":"PLAICraft: Large-Scale Time-Aligned Vision-Speech-Action Dataset for Embodied AI","date":"2025-05-19","arxiv_id":"2505.12707","repositories_listed":0,"syntology":null},{"url":null,"slug":"d3hrl-a-distributed-hierarchical","title":"D3HRL: A Distributed Hierarchical Reinforcement Learning Approach Based on Causal Discovery and Spurious Correlation Detection","date":"2025-05-04","arxiv_id":"2505.01979","repositories_listed":0,"syntology":null}],"syntology_records":42,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":39,"papers_where_code_ran_first_page":"/task/minecraft/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":3,"url":"/task/minecraft/papers/2","json":"/task/minecraft/papers/2.json","rows":100},{"order":"archive","page":3,"of":3,"url":"/task/minecraft/papers/3","json":"/task/minecraft/papers/3.json","rows":36},{"order":"ran","page":1,"of":1,"url":"/task/minecraft/papers/ran/1","json":"/task/minecraft/papers/ran/1.json","rows":39}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"a8d5e8d6db6b1331ec9d4689c5a9b460e4531a1340ff5b48f733d522fa250c09","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}