{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/paper/identifying-the-best-machine-learning","title":"Identifying the Best Machine Learning Algorithms for Brain Tumor Segmentation, Progression Assessment, and Overall Survival Prediction in the BRATS Challenge","arxiv_id":"1811.02629","date":"2018-11-05","proceeding":null,"authors":["Spyridon Bakas","Mauricio Reyes","Andras Jakab","Stefan Bauer","Markus Rempfler","Alessandro Crimi","Russell Takeshi Shinohara","Christoph Berger","Sung Min Ha","Martin Rozycki","Marcel Prastawa","Esther Alberts","Jana Lipkova","John Freymann","Justin Kirby","Michel Bilello","Hassan Fathallah-Shaykh","Roland Wiest","Jan Kirschke","Benedikt Wiestler","Rivka Colen","Aikaterini Kotrotsou","Pamela Lamontagne","Daniel Marcus","Mikhail Milchenko","Arash Nazeri","Marc-Andre Weber","Abhishek Mahajan","Ujjwal Baid","Elizabeth Gerstner","Dongjin Kwon","Gagan Acharya","Manu Agarwal","Mahbubul Alam","Alberto Albiol","Antonio Albiol","Francisco J. Albiol","Varghese Alex","Nigel Allinson","Pedro H. A. Amorim","Abhijit Amrutkar","Ganesh Anand","Simon Andermatt","Tal Arbel","Pablo Arbelaez","Aaron Avery","Muneeza Azmat","Pranjal B.","W Bai","Subhashis Banerjee","Bill Barth","Thomas Batchelder","Kayhan Batmanghelich","Enzo Battistella","Andrew Beers","Mikhail Belyaev","Martin Bendszus","Eze Benson","Jose Bernal","Halandur Nagaraja Bharath","George Biros","Sotirios Bisdas","James Brown","Mariano Cabezas","Shilei Cao","Jorge M. Cardoso","Eric N Carver","Adrià Casamitjana","Laura Silvana Castillo","Marcel Catà","Philippe Cattin","Albert Cerigues","Vinicius S. Chagas","Siddhartha Chandra","Yi-Ju Chang","Shiyu Chang","Ken Chang","Joseph Chazalon","Shengcong Chen","Wei Chen","Jefferson W. Chen","Zhaolin Chen","Kun Cheng","Ahana Roy Choudhury","Roger Chylla","Albert Clérigues","Steven Colleman","Ramiro German Rodriguez Colmeiro","Marc Combalia","Anthony Costa","Xiaomeng Cui","Zhenzhen Dai","Lutao Dai","Laura Alexandra Daza","Eric Deutsch","Changxing Ding","Chao Dong","Shidu Dong","Wojciech Dudzik","Zach Eaton-Rosen","Gary Egan","Guilherme Escudero","Théo Estienne","Richard Everson","Jonathan Fabrizio","Yong Fan","Longwei Fang","Xue Feng","Enzo Ferrante","Lucas Fidon","Martin Fischer","Andrew P. French","Naomi Fridman","Huan Fu","David Fuentes","Yaozong Gao","Evan Gates","David Gering","Amir Gholami","Willi Gierke","Ben Glocker","Mingming Gong","Sandra González-Villá","T. Grosges","Yuanfang Guan","Sheng Guo","Sudeep Gupta","Woo-Sup Han","Il Song Han","Konstantin Harmuth","Huiguang He","Aura Hernández-Sabaté","Evelyn Herrmann","Naveen Himthani","Winston Hsu","Cheyu Hsu","Xiaojun Hu","Xiaobin Hu","Yan Hu","Yifan Hu","Rui Hua","Teng-Yi Huang","Weilin Huang","Sabine Van Huffel","Quan Huo","Vivek HV","Khan M. Iftekharuddin","Fabian Isensee","Mobarakol Islam","Aaron S. Jackson","Sachin R. Jambawalikar","Andrew Jesson","Weijian Jian","Peter Jin","V Jeya Maria Jose","Alain Jungo","B Kainz","Konstantinos Kamnitsas","Po-Yu Kao","Ayush Karnawat","Thomas Kellermeier","Adel Kermi","Kurt Keutzer","Mohamed Tarek Khadir","Mahendra Khened","Philipp Kickingereder","Geena Kim","Nik King","Haley Knapp","Urspeter Knecht","Lisa Kohli","Deren Kong","Xiangmao Kong","Simon Koppers","Avinash Kori","Ganapathy Krishnamurthi","Egor Krivov","Piyush Kumar","Kaisar Kushibar","Dmitrii Lachinov","Tryphon Lambrou","Joon Lee","Chengen Lee","Yuehchou Lee","M Lee","Szidonia Lefkovits","Laszlo Lefkovits","James Levitt","Tengfei Li","Hongwei Li","Hongyang Li","Xiaochuan Li","Yuexiang Li","Heng Li","Zhenye Li","Xiaoyu Li","Zeju Li","Xiaogang Li","Wenqi Li","Zheng-Shen Lin","Fengming Lin","Pietro Lio","Chang Liu","Boqiang Liu","Xiang Liu","Mingyuan Liu","Ju Liu","Luyan Liu","Xavier Llado","Marc Moreno Lopez","Pablo Ribalta Lorenzo","Zhentai Lu","Lin Luo","Zhigang Luo","Jun Ma","Kai Ma","Thomas Mackie","Anant Madabushi","Issam Mahmoudi","Klaus H. Maier-Hein","Pradipta Maji","CP Mammen","Andreas Mang","B. S. Manjunath","Michal Marcinkiewicz","S McDonagh","Stephen McKenna","Richard McKinley","Miriam Mehl","Sachin Mehta","Raghav Mehta","Raphael Meier","Christoph Meinel","Dorit Merhof","Craig Meyer","Robert Miller","Sushmita Mitra","Aliasgar Moiyadi","David Molina-Garcia","Miguel A. B. Monteiro","Grzegorz Mrukwa","Andriy Myronenko","Jakub Nalepa","Thuyen Ngo","Dong Nie","Holly Ning","Chen Niu","Nicholas K Nuechterlein","Eric Oermann","Arlindo Oliveira","Diego D. C. Oliveira","Arnau Oliver","Alexander F. I. Osman","Yu-Nian Ou","Sebastien Ourselin","Nikos Paragios","Moo Sung Park","Brad Paschke","J. Gregory Pauloski","Kamlesh Pawar","Nick Pawlowski","Linmin Pei","Suting Peng","Silvio M. Pereira","Julian Perez-Beteta","Victor M. Perez-Garcia","Simon Pezold","Bao Pham","Ashish Phophalia","Gemma Piella","G. N. Pillai","Marie Piraud","Maxim Pisov","Anmol Popli","Michael P. Pound","Reza Pourreza","Prateek Prasanna","Vesna Prkovska","Tony P. Pridmore","Santi Puch","Élodie Puybareau","Buyue Qian","Xu Qiao","Martin Rajchl","Swapnil Rane","Michael Rebsamen","Hongliang Ren","Xuhua Ren","Karthik Revanuru","Mina Rezaei","Oliver Rippel","Luis Carlos Rivera","Charlotte Robert","Bruce Rosen","Daniel Rueckert","Mohammed Safwan","Mostafa Salem","Joaquim Salvi","Irina Sanchez","Irina Sánchez","Heitor M. Santos","Emmett Sartor","Dawid Schellingerhout","Klaudius Scheufele","Matthew R. Scott","Artur A. Scussel","Sara Sedlar","Juan Pablo Serrano-Rubio","N. Jon Shah","Nameetha Shah","Mazhar Shaikh","B. Uma Shankar","Zeina Shboul","Haipeng Shen","Dinggang Shen","Linlin Shen","Haocheng Shen","Varun Shenoy","Feng Shi","Hyung Eun Shin","Hai Shu","Diana Sima","M Sinclair","Orjan Smedby","James M. Snyder","Mohammadreza Soltaninejad","Guidong Song","Mehul Soni","Jean Stawiaski","Shashank Subramanian","Li Sun","Roger Sun","Jiawei Sun","Kay Sun","Yu Sun","Guoxia Sun","Shuang Sun","Yannick R Suter","Laszlo Szilagyi","Sanjay Talbar","DaCheng Tao","Zhongzhao Teng","Siddhesh Thakur","Meenakshi H Thakur","Sameer Tharakan","Pallavi Tiwari","Guillaume Tochon","Tuan Tran","Yuhsiang M. Tsai","Kuan-Lun Tseng","Tran Anh Tuan","Vadim Turlapov","Nicholas Tustison","Maria Vakalopoulou","Sergi Valverde","Rami Vanguri","Evgeny Vasiliev","Jonathan Ventura","Luis Vera","Tom Vercauteren","C. A. Verrastro","Lasitha Vidyaratne","Veronica Vilaplana","Ajeet Vivekanandan","Qian Wang","Chiatse J. Wang","Wei-Chung Wang","Duo Wang","Ruixuan Wang","Yuanyuan Wang","Chunliang Wang","Guotai Wang","Ning Wen","Xin Wen","Leon Weninger","Wolfgang Wick","Shaocheng Wu","Qiang Wu","Yihong Wu","Yong Xia","Yanwu Xu","Xiaowen Xu","Peiyuan Xu","Tsai-Ling Yang","Xiaoping Yang","Hao-Yu Yang","Junlin Yang","Haojin Yang","Guang Yang","Hongdou Yao","Xujiong Ye","Changchang Yin","Brett Young-Moxon","Jinhua Yu","Xiangyu Yue","Songtao Zhang","Angela Zhang","Kun Zhang","Xue-jie Zhang","Lichi Zhang","Xiaoyue Zhang","Yazhuo Zhang","Lei Zhang","Jian-Guo Zhang","Xiang Zhang","Tianhao Zhang","Sicheng Zhao","Yu Zhao","Xiaomei Zhao","Liang Zhao","Yefeng Zheng","Liming Zhong","Chenhong Zhou","Xiaobing Zhou","Fan Zhou","Hongtu Zhu","Jin Zhu","Ying Zhuge","Weiwei Zong","Jayashree Kalpathy-Cramer","Keyvan Farahani","Christos Davatzikos","Koen van Leemput","Bjoern Menze"],"abstract":"Gliomas are the most common primary brain malignancies, with different\ndegrees of aggressiveness, variable prognosis and various heterogeneous\nhistologic sub-regions, i.e., peritumoral edematous/invaded tissue, necrotic\ncore, active and non-enhancing core. This intrinsic heterogeneity is also\nportrayed in their radio-phenotype, as their sub-regions are depicted by\nvarying intensity profiles disseminated across multi-parametric magnetic\nresonance imaging (mpMRI) scans, reflecting varying biological properties.\nTheir heterogeneous shape, extent, and location are some of the factors that\nmake these tumors difficult to resect, and in some cases inoperable. The amount\nof resected tumor is a factor also considered in longitudinal scans, when\nevaluating the apparent tumor for potential diagnosis of progression.\nFurthermore, there is mounting evidence that accurate segmentation of the\nvarious tumor sub-regions can offer the basis for quantitative image analysis\ntowards prediction of patient overall survival. This study assesses the\nstate-of-the-art machine learning (ML) methods used for brain tumor image\nanalysis in mpMRI scans, during the last seven instances of the International\nBrain Tumor Segmentation (BraTS) challenge, i.e., 2012-2018. Specifically, we\nfocus on i) evaluating segmentations of the various glioma sub-regions in\npre-operative mpMRI scans, ii) assessing potential tumor progression by virtue\nof longitudinal growth of tumor sub-regions, beyond use of the RECIST/RANO\ncriteria, and iii) predicting the overall survival from pre-operative mpMRI\nscans of patients that underwent gross total resection. Finally, we investigate\nthe challenge of identifying the best ML algorithms for each of these tasks,\nconsidering that apart from being diverse on each instance of the challenge,\nthe multi-institutional mpMRI BraTS dataset has also been a continuously\nevolving/growing dataset.","url_abs":"http://arxiv.org/abs/1811.02629v3","url_pdf":"http://arxiv.org/pdf/1811.02629v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"identifying-the-best-machine-learning","repo_url":"https://github.com/christophbrgr/brats-orchestra","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"brain-tumor-segmentation","task_name":"Brain Tumor Segmentation"},{"task_slug":"prognosis","task_name":"Prognosis"},{"task_slug":"survival-prediction","task_name":"Survival Prediction"},{"task_slug":"tumor-segmentation","task_name":"Tumor Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1811.02629","atlas_url":"https://app.syntology.ai/?focus=1811.02629","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1811.02629"},"calls":[{"tool":"get_harvested_code_for_paper","arguments":{"arxiv_id":"1811.02629"},"returns":"the samples harvested from this paper, each with its run record; it does not verify the paper"},{"tool":"get_code","arguments_in":"samples[].code_sha256","returns":"one stored sample by its code_sha256; not shown on this site"}]},"developers":"https://syntology.ai/developers","held":true,"reason":"in_graph_layer","checked_against":null,"agent_calls":[{"tool":"get_harvested_code_for_paper","arguments":{"arxiv_id":"1811.02629"},"call":"get_harvested_code_for_paper(arxiv_id=\"1811.02629\")"},{"tool":"get_code","arguments_in":{"code_sha256":"syntology.samples[].code_sha256"},"call":"get_code(code_sha256=\"…\")"},{"tool":"get_citation_path","arguments":{"paper_1":"1811.02629"},"arguments_in":{"paper_2":"another paper's arXiv id or title"},"call":"get_citation_path(paper_1=\"1811.02629\", paper_2=\"…\")"},{"tool":"get_concepts_for_paper","arguments":{"arxiv_id":"1811.02629"},"call":"get_concepts_for_paper(arxiv_id=\"1811.02629\")"}],"by_repo":[{"repo":"christophbrgr/brats-orchestra","kind":"listed","samples":4,"ran":3,"instrument":0,"unverified":1}],"by_repo_is":"one row per repository in the archive's code links, Syntology's graph links or the samples; samples 0 means no sample is linked to this paper, a statement about Syntology's coverage, not about the repository: with harvested_for_other_papers present, Syntology harvested the repository for that many other papers, and without it, Syntology harvested nothing from it; placed_by_identical_code counts samples whose link records no repository, placed here because identical code was harvested from this repository for another paper; ran counts executions on a synthesized input and instrument counts failures of Syntology's instrument, not of the code","read_at":"2026-10-05T00:36:11+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","ran_record":{"url":"https://syntology.ai/api/ran/1811.02629.json","schema":"syntology.ran_record/1","counts_crosswalk":{"n_samples":"syntology.counts.lifted","n_ran":"syntology.counts.executed","n_ran_checked":"syntology.counts.checked","n_instrument":"syntology.counts.instrument_failures","n_unverified":"syntology.counts.no_recorded_run"},"note":"live record, measured at request time; may be newer than this page's graph read","badge":"https://syntology.ai/api/ran/1811.02629.svg"},"claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/christophbrgr/brats-orchestra","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":3,"unverified":1},"n_samples":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_instrument_is":"failures of Syntology's instrument, not of the code","every_run_is_an_instrument_failure":false,"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"by_repo_kind":{"listed":{"samples":4,"ran":3,"n_ran_checked":3,"n_instrument":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"inline_ok_is":"inline_ok is true only when both licence gates allow Syntology to serve this code's text: this paper's link (inline_ok_link, from the licence of this paper's copy) and the stored copy of the same code that Syntology serves, which may have been first harvested from another repository. withheld_clause is Syntology's own wording of which gate keeps the text a pointer and why, and is null when inline_ok is true. This site shows no code text either way; n_pointer_only_for_licence counts samples with inline_ok false (both gates), n_pointer_only_link_allows those of them whose inline_ok_link is true","n_pointer_only_link_allows":0,"fixture_fields_is":{"signature_and_fixture_out_type":"the arguments Syntology's fixture called the sample with, each as name:type/rank/element kind (? where none was recorded), and the type of what the fixture's run returned, exactly as the harness recorded them; the arguments and the returned type were recorded by two separate runs of the same fixture. No output value is shown, and a returned type says nothing about whether the output was right","level_recorded_at":"when Syntology's graph wrote the sample's verification level, not when the code executed; absent where the level was written before the date was kept, and never filled in with the build date","present_on":"samples that ran only; a key is absent, never empty, where the graph records nothing"},"n_ran_with_level_date":3,"n_ran_without_level_date":0,"n_ran_signature_not_shown":0,"levels_written_between":{"first":"2026-09-26","last":"2026-09-26","is":"the first and last UTC dates on which Syntology's graph wrote a verification level for a sample on this page that ran, not when the code executed"},"samples":[{"code_sha256":"eec4ae94877f34cc","code_sha256_prefix":"eec4ae94877f34cc","entry":"bratsNormalize","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"signature":"image:ndarray/3/float, bm:ndarray/3/float, bias:float/0/float","fixture_out_type":"ndarray","level_recorded_at":"2026-09-26T05:00:14.332320+00:00","code_page":null,"census":null,"licence":"MIT","inline_ok":true,"inline_ok_link":true,"withheld_clause":null,"mcp_get_code":{"code_sha256":"eec4ae94877f34cc"}},{"code_sha256":"952e594f7bf782f6","code_sha256_prefix":"952e594f7bf782f6","entry":"reduce_arr_dtype","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/own_itk.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/own_itk.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"signature":"arr:ndarray/1/float, verbose:bool/0/bool","fixture_out_type":"ndarray","level_recorded_at":"2026-09-26T05:00:14.332320+00:00","code_page":null,"census":null,"licence":"MIT","inline_ok":true,"inline_ok_link":true,"withheld_clause":null,"mcp_get_code":{"code_sha256":"952e594f7bf782f6"}},{"code_sha256":"8fc73e73f9627e78","code_sha256_prefix":"8fc73e73f9627e78","entry":"validate_files","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"signature":"root:str/0/str","fixture_out_type":"bool","level_recorded_at":"2026-09-26T05:00:14.332320+00:00","code_page":null,"census":null,"licence":"MIT","inline_ok":true,"inline_ok_link":true,"withheld_clause":null,"mcp_get_code":{"code_sha256":"8fc73e73f9627e78"}},{"code_sha256":"efa942d86ca5239a","code_sha256_prefix":"efa942d86ca5239a","entry":"loadGT","repo":"christophbrgr/brats-orchestra","repo_kind":"listed","path":"orchestra/util/filemanager.py","file_url":"https://github.com/christophbrgr/brats-orchestra/blob/HEAD/orchestra/util/filemanager.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"code_page":null,"census":null,"licence":"MIT","inline_ok":true,"inline_ok_link":true,"withheld_clause":null,"mcp_get_code":{"code_sha256":"efa942d86ca5239a"}}]},"code_links_note":null,"arxiv_metadata":null,"syntology_extracted_results":null,"record_sha256":"c66beb1bc54bda0d336ae8393f37f35dcdd2ad40db113b9c8d2cd2df97424b93","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}