{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/real-time-strategy-games","name":"Real-Time Strategy Games","slug":"real-time-strategy-games","description_markdown":"Real-Time Strategy (RTS) tasks involve training an agent to play video games with continuous gameplay and high-level macro-strategic goals such as map control, economic superiority and more.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [Multi-platform Version of StarCraft: Brood War in a Docker Container](https://github.com/Games-and-Simulations/sc-docker) )</span>","categories":[{"name":"Playing Games","url":"/area/playing-games"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":46,"papers_with_code":24,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":5,"subtasks":2,"parent_tasks":1},"benchmarks":[],"datasets":[{"url":"/dataset/mario-ai","name":"Mario AI","full_name":"Mario AI","num_papers_in_archive":11},{"url":"/dataset/esports-sensors-dataset","name":"eSports Sensors Dataset","full_name":"","num_papers_in_archive":4},{"url":"/dataset/msc","name":"MSC","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/stardata","name":"StarData","full_name":"StarData","num_papers_in_archive":2},{"url":"/dataset/llmafia","name":"LLMafia","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/starcraft","name":"Starcraft"},{"url":"/task/starcraft-ii","name":"Starcraft II"}],"parent_tasks":[{"url":"/task/video-games","name":"Video Games"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":46,"of":46,"of_with_code":24,"tagged_in_all":46,"counts":{"archive_papers_tagged":46,"with_a_code_link":24,"where_syntology_ran_a_sample":4,"not_listed_spam_title":0,"listed":46,"listed_where_code_ran":4,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":3,"every_run_a_failure_of_syntologys_instrument":1,"listed_with_a_run_with_no_instrument_failure":3,"listed_every_run_a_failure_of_syntologys_instrument":1,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/the-starcraft-multi-agent-challenge","slug":"the-starcraft-multi-agent-challenge","title":"The StarCraft Multi-Agent Challenge","date":"2019-02-11","arxiv_id":"1902.04043","repositories_listed":23,"syntology":{"n":15,"n_ran":10,"n_constructed":0,"n_ran_checked":4,"n_instrument":6,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":14,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/the-starcraft-multi-agent-challenge#ran","syntology_url":"https://syntology.ai/paper/1902.04043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.04043"}},"official":{"repos":["oxwhirl/pymarl","oxwhirl/smac"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/starcraft-ii-a-new-challenge-for","slug":"starcraft-ii-a-new-challenge-for","title":"StarCraft II: A New Challenge for Reinforcement Learning","date":"2017-08-16","arxiv_id":"1708.04782","repositories_listed":10,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/starcraft-ii-a-new-challenge-for#ran","syntology_url":"https://syntology.ai/paper/1708.04782","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1708.04782"}},"official":{"repos":["deepmind/pysc2"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/gym-m-rts-toward-affordable-full-game-real","slug":"gym-m-rts-toward-affordable-full-game-real","title":"Gym-$μ$RTS: Toward Affordable Full Game Real-time Strategy Games Research with Deep Reinforcement Learning","date":"2021-05-21","arxiv_id":"2105.13807","repositories_listed":5,"syntology":null},{"url":"/paper/collection-and-validation-of","slug":"collection-and-validation-of","title":"Collection and Validation of Psychophysiological Data from Professional and Amateur Players: a Multimodal eSports Dataset","date":"2020-11-02","arxiv_id":"2011.00958","repositories_listed":3,"syntology":null},{"url":"/paper/action-guidance-getting-the-best-of-sparse-1","slug":"action-guidance-getting-the-best-of-sparse-1","title":"Action Guidance: Getting the Best of Sparse Rewards and Shaped Rewards for Real-time Strategy Games","date":"2020-10-05","arxiv_id":"2010.03956","repositories_listed":3,"syntology":null},{"url":"/paper/a-closer-look-at-invalid-action-masking-in","slug":"a-closer-look-at-invalid-action-masking-in","title":"A Closer Look at Invalid Action Masking in Policy Gradient Algorithms","date":"2020-06-25","arxiv_id":"2006.14171","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-closer-look-at-invalid-action-masking-in#ran","syntology_url":"https://syntology.ai/paper/2006.14171","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.14171"}},"official":{"repos":["vwxyzjn/invalid-action-masking"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/tstarbots-defeating-the-cheating-level","slug":"tstarbots-defeating-the-cheating-level","title":"TStarBots: Defeating the Cheating Level Builtin AI in StarCraft II in the Full Game","date":"2018-09-19","arxiv_id":"1809.07193","repositories_listed":2,"syntology":null},{"url":"/paper/msc-a-dataset-for-macro-management-in","slug":"msc-a-dataset-for-macro-management-in","title":"MSC: A Dataset for Macro-Management in StarCraft II","date":"2017-10-09","arxiv_id":"1710.03131","repositories_listed":2,"syntology":null},{"url":"/paper/elf-an-extensive-lightweight-and-flexible","slug":"elf-an-extensive-lightweight-and-flexible","title":"ELF: An Extensive, Lightweight and Flexible Research Platform for Real-time Strategy Games","date":"2017-07-04","arxiv_id":"1707.01067","repositories_listed":2,"syntology":null},{"url":"/paper/torchcraft-a-library-for-machine-learning","slug":"torchcraft-a-library-for-machine-learning","title":"TorchCraft: a Library for Machine Learning Research on Real-Time Strategy Games","date":"2016-11-01","arxiv_id":"1611.00625","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/torchcraft-a-library-for-machine-learning#ran","syntology_url":"https://syntology.ai/paper/1611.00625","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.00625"}},"official":null}},{"url":"/paper/identifying-and-clustering-counter","slug":"identifying-and-clustering-counter","title":"Identifying and Clustering Counter Relationships of Team Compositions in PvP Games for Efficient Balance Analysis","date":"2024-08-30","arxiv_id":"2408.17180","repositories_listed":1,"syntology":null},{"url":"/paper/terrain-analysis-in-starcraft-1-and-2-as","slug":"terrain-analysis-in-starcraft-1-and-2-as","title":"Terrain Analysis in StarCraft 1 and 2 as Combinatorial Optimization","date":"2022-05-18","arxiv_id":"2205.08683","repositories_listed":1,"syntology":null},{"url":"/paper/detecting-video-game-player-burnout-with-the","slug":"detecting-video-game-player-burnout-with-the","title":"Detecting Video Game Player Burnout with the Use of Sensor Data and Machine Learning","date":"2020-11-29","arxiv_id":"2012.02299","repositories_listed":1,"syntology":null},{"url":"/paper/constrained-optimization-under-uncertainty","slug":"constrained-optimization-under-uncertainty","title":"Constrained optimization under uncertainty for decision-making problems: Application to Real-Time Strategy games","date":"2019-01-03","arxiv_id":"1901.00942","repositories_listed":1,"syntology":null},{"url":"/paper/staralgo-a-squad-movement-planning-library","slug":"staralgo-a-squad-movement-planning-library","title":"StarAlgo: A Squad Movement Planning Library for StarCraft using Monte Carlo Tree Search and Negamax","date":"2018-12-29","arxiv_id":"1812.11371","repositories_listed":1,"syntology":null},{"url":"/paper/macro-action-selection-with-deep","slug":"macro-action-selection-with-deep","title":"Macro action selection with deep reinforcement learning in StarCraft","date":"2018-12-02","arxiv_id":"1812.00336","repositories_listed":1,"syntology":null},{"url":"/paper/clear-the-fog-combat-value-assessment-in","slug":"clear-the-fog-combat-value-assessment-in","title":"Clear the Fog: Combat Value Assessment in Incomplete Information Games with Convolutional Encoder-Decoders","date":"2018-11-30","arxiv_id":"1811.12627","repositories_listed":1,"syntology":null},{"url":"/paper/forward-modeling-for-partial-observation","slug":"forward-modeling-for-partial-observation","title":"Forward Modeling for Partial Observation Strategy Games - A StarCraft Defogger","date":"2018-11-30","arxiv_id":"1812.00054","repositories_listed":1,"syntology":null},{"url":"/paper/deep-rts-a-game-environment-for-deep","slug":"deep-rts-a-game-environment-for-deep","title":"Deep RTS: A Game Environment for Deep Reinforcement Learning in Real-Time Strategy Games","date":"2018-08-15","arxiv_id":"1808.05032","repositories_listed":1,"syntology":null},{"url":"/paper/starcraft-micromanagement-with-reinforcement","slug":"starcraft-micromanagement-with-reinforcement","title":"StarCraft Micromanagement with Reinforcement Learning and Curriculum Transfer Learning","date":"2018-04-03","arxiv_id":"1804.00810","repositories_listed":1,"syntology":null},{"url":"/paper/multi-platform-version-of-starcraft-brood-war","slug":"multi-platform-version-of-starcraft-brood-war","title":"Multi-platform Version of StarCraft: Brood War in a Docker Container: Technical Report","date":"2018-01-07","arxiv_id":"1801.02193","repositories_listed":1,"syntology":null},{"url":"/paper/stardata-a-starcraft-ai-research-dataset","slug":"stardata-a-starcraft-ai-research-dataset","title":"STARDATA: A StarCraft AI Research Dataset","date":"2017-08-07","arxiv_id":"1708.02139","repositories_listed":1,"syntology":null},{"url":"/paper/a-dataset-for-starcraft-ai-an-example-of","slug":"a-dataset-for-starcraft-ai-an-example-of","title":"A Dataset for StarCraft AI \\& an Example of Armies Clustering","date":"2012-11-19","arxiv_id":"1211.4552","repositories_listed":1,"syntology":null},{"url":"/paper/experiments-with-game-tree-search-in-real","slug":"experiments-with-game-tree-search-in-real","title":"Experiments with Game Tree Search in Real-Time Strategy Games","date":"2012-08-09","arxiv_id":"1208.1940","repositories_listed":1,"syntology":null},{"url":null,"slug":"three-dimensional-attention-transformer-for","title":"Three-dimensional attention Transformer for state evaluation in real-time strategy games","date":"2025-01-07","arxiv_id":"2501.03832","repositories_listed":0,"syntology":null},{"url":null,"slug":"human-like-bots-for-tactical-shooters-using","title":"Human-like Bots for Tactical Shooters Using Compute-Efficient Sensors","date":"2024-12-30","arxiv_id":"2501.00078","repositories_listed":0,"syntology":null},{"url":null,"slug":"cortexcompile-harnessing-cortical-inspired","title":"CortexCompile: Harnessing Cortical-Inspired Architectures for Enhanced Multi-Agent NLP Code Synthesis","date":"2024-08-23","arxiv_id":"2409.02938","repositories_listed":0,"syntology":null},{"url":null,"slug":"deep-reinforcement-learning-for-autonomous-5","title":"Deep Reinforcement Learning for Autonomous Cyber Defence: A Survey","date":"2023-10-11","arxiv_id":"2310.07745","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-hierarchical-game-theoretic-decision-making","title":"A Hierarchical Game-Theoretic Decision-Making for Cooperative Multi-Agent Systems Under the Presence of Adversarial Agents","date":"2023-03-28","arxiv_id":"2303.16641","repositories_listed":0,"syntology":null},{"url":null,"slug":"system-design-for-an-integrated-lifelong","title":"System Design for an Integrated Lifelong Reinforcement Learning Agent for Real-Time Strategy Games","date":"2022-12-08","arxiv_id":"2212.04603","repositories_listed":0,"syntology":null},{"url":null,"slug":"forecasting-evolution-of-clusters-in","title":"Forecasting Evolution of Clusters in Game Agents with Hebbian Learning","date":"2022-08-19","arxiv_id":"2209.06904","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-games-and-simulators-as-a-platform-for","title":"On games and simulators as a platform for development of artificial intelligence for command and control","date":"2021-10-21","arxiv_id":"2110.11305","repositories_listed":0,"syntology":null},{"url":null,"slug":"multi-agent-deep-reinforcement-learning-using","title":"Multi-Agent Deep Reinforcement Learning using Attentive Graph Neural Architectures for Real-Time Strategy Games","date":"2021-05-21","arxiv_id":"2105.10211","repositories_listed":0,"syntology":null},{"url":null,"slug":"the-design-of-stratega-a-general-strategy","title":"The Design Of \"Stratega\": A General Strategy Games Framework","date":"2020-09-11","arxiv_id":"2009.05643","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-survey-of-deep-reinforcement-learning-in","title":"A Survey of Deep Reinforcement Learning in Video Games","date":"2019-12-23","arxiv_id":"1912.10944","repositories_listed":0,"syntology":null},{"url":null,"slug":"high-level-strategy-selection-under-partial","title":"High-Level Strategy Selection under Partial Observability in StarCraft: Brood War","date":"2018-11-21","arxiv_id":"1811.08568","repositories_listed":0,"syntology":null},{"url":null,"slug":"co-evolving-real-time-strategy-game-micro","title":"Co-evolving Real-Time Strategy Game Micro","date":"2018-03-27","arxiv_id":"1803.10314","repositories_listed":0,"syntology":null},{"url":null,"slug":"evolutionary-multi-objective-optimization-of","title":"Evolutionary Multi-objective Optimization of Real-Time Strategy Micro","date":"2018-03-27","arxiv_id":"1803.10316","repositories_listed":0,"syntology":null},{"url":null,"slug":"neuroevolution-for-rts-micro","title":"Neuroevolution for RTS Micro","date":"2018-03-27","arxiv_id":"1803.10288","repositories_listed":0,"syntology":null},{"url":null,"slug":"multi-objective-evolution-for-3d-rts-micro","title":"Multi-objective evolution for 3D RTS Micro","date":"2018-03-08","arxiv_id":"1803.02943","repositories_listed":0,"syntology":null},{"url":null,"slug":"combinatorial-multi-armed-bandits-for-real","title":"Combinatorial Multi-armed Bandits for Real-Time Strategy Games","date":"2017-10-13","arxiv_id":"1710.04805","repositories_listed":0,"syntology":null},{"url":null,"slug":"combining-strategic-learning-and-tactical","title":"Combining Strategic Learning and Tactical Search in Real-Time Strategy Games","date":"2017-09-11","arxiv_id":"1709.03480","repositories_listed":0,"syntology":null},{"url":null,"slug":"deep-learning-for-video-game-playing","title":"Deep Learning for Video Game Playing","date":"2017-08-25","arxiv_id":"1708.07902","repositories_listed":0,"syntology":null},{"url":null,"slug":"demonstrating-the-feasibility-of-automatic","title":"Demonstrating the Feasibility of Automatic Game Balancing","date":"2016-03-11","arxiv_id":"1603.03795","repositories_listed":0,"syntology":null},{"url":null,"slug":"reinforcement-learning-approach-for-real-time","title":"Reinforcement Learning approach for Real Time Strategy Games Battle city and S3","date":"2016-02-16","arxiv_id":"1602.04936","repositories_listed":0,"syntology":null},{"url":null,"slug":"implementing-a-wall-in-building-placement-in","title":"Implementing a Wall-In Building Placement in StarCraft with Declarative Programming","date":"2013-06-19","arxiv_id":"1306.4460","repositories_listed":0,"syntology":null}],"syntology_records":4,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":4,"papers_where_code_ran_first_page":"/task/real-time-strategy-games/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/real-time-strategy-games/papers/ran/1","json":"/task/real-time-strategy-games/papers/ran/1.json","rows":4}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"8a6f4696b0d43e737edd1a00f1fe78ea9897008b3795468305846cb4e4ba5c97","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}