{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/out-of-distribution-detection","name":"Out-of-Distribution Detection","slug":"out-of-distribution-detection","description_markdown":"Detect out-of-distribution or anomalous examples.","categories":[{"name":"Computer Vision","url":"/area/computer-vision"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":888,"papers_with_code":438,"benchmarks":53,"benchmark_tables_in_archive":53,"benchmark_tables_shown":53,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":24,"subtasks":0,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-10","slug":"out-of-distribution-detection-on-imagenet-1k-10","dataset":"ImageNet-1k vs Textures","dataset_url":"/dataset/imagenet-1k-vs-textures","rows_in_archive":34,"metrics":["AUROC","FPR95","Latency, ms"],"first_row_in_archive_order":{"model":"ViM (BiT)","paper_title":"ViM: Out-Of-Distribution with Virtual-logit Matching","paper_url":"/paper/vim-out-of-distribution-with-virtual-logit","paper_date":"2022-03-21","arxiv_id":"2203.10807","code_links":[{"title":"jingkang50/openood","url":"https://github.com/jingkang50/openood"},{"title":"haoqiwang/vim","url":"https://github.com/haoqiwang/vim"}],"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/vim-out-of-distribution-with-virtual-logit#ran","syntology_url":"https://syntology.ai/paper/2203.10807","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.10807"}},"official":{"repos":["haoqiwang/vim"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-3","slug":"out-of-distribution-detection-on-imagenet-1k-3","dataset":"ImageNet-1k vs iNaturalist","dataset_url":"/dataset/imagenet-1k-vs-inaturalist-1","rows_in_archive":28,"metrics":["AUROC","FPR95","Latency, ms"],"first_row_in_archive_order":{"model":"Forte","paper_title":"Forte : Finding Outliers with Representation Typicality Estimation","paper_url":"/paper/forte-finding-outliers-with-representation","paper_date":"2024-10-02","arxiv_id":"2410.01322","code_links":[{"title":"DebarghaG/forte","url":"https://github.com/DebarghaG/forte"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-9","slug":"out-of-distribution-detection-on-imagenet-1k-9","dataset":"ImageNet-1k vs Places","dataset_url":"/dataset/imagenet-1k-vs-places","rows_in_archive":25,"metrics":["FPR95","AUROC"],"first_row_in_archive_order":{"model":"CMA(ViT-B/16, NegLabel)","paper_title":"Enhanced OoD Detection through Cross-Modal Alignment of Multi-Modal Representations","paper_url":"/paper/enhanced-ood-detection-through-cross-modal","paper_date":"2025-03-24","arxiv_id":"2503.18817","code_links":[{"title":"ma-kjh/CMA-OoDD","url":"https://github.com/ma-kjh/CMA-OoDD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-8","slug":"out-of-distribution-detection-on-imagenet-1k-8","dataset":"ImageNet-1k vs SUN","dataset_url":"/dataset/imagenet-1k-vs-sun","rows_in_archive":22,"metrics":["FPR95","AUROC"],"first_row_in_archive_order":{"model":"CMA(ViT-B/16, NegLabel)","paper_title":"Enhanced OoD Detection through Cross-Modal Alignment of Multi-Modal Representations","paper_url":"/paper/enhanced-ood-detection-through-cross-modal","paper_date":"2025-03-24","arxiv_id":"2503.18817","code_links":[{"title":"ma-kjh/CMA-OoDD","url":"https://github.com/ma-kjh/CMA-OoDD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-12","slug":"out-of-distribution-detection-on-imagenet-1k-12","dataset":"ImageNet-1k vs Curated OODs (avg.)","dataset_url":"/dataset/places365","rows_in_archive":16,"metrics":["FPR95","AUROC"],"first_row_in_archive_order":{"model":"NNGuide (RegNet)","paper_title":"Nearest Neighbor Guidance for Out-of-Distribution Detection","paper_url":"/paper/nearest-neighbor-guidance-for-out-of-1","paper_date":"2023-09-26","arxiv_id":"2309.14888","code_links":[{"title":"jingkang50/openood","url":"https://github.com/jingkang50/openood"},{"title":"roomo7time/nnguide","url":"https://github.com/roomo7time/nnguide"}],"syntology":{"n":8,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nearest-neighbor-guidance-for-out-of-1#ran","syntology_url":"https://syntology.ai/paper/2309.14888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.14888"}},"official":{"repos":["jingkang50/openood","roomo7time/nnguide"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs","slug":"out-of-distribution-detection-on-cifar-10-vs","dataset":"CIFAR-10 vs CIFAR-100","dataset_url":"/dataset/cifar-10","rows_in_archive":14,"metrics":["AUROC","AUPR","FPR95"],"first_row_in_archive_order":{"model":"DHM","paper_title":"Deep Hybrid Models for Out-of-Distribution Detection","paper_url":"/paper/deep-hybrid-models-for-out-of-distribution","paper_date":"2022-01-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs","slug":"out-of-distribution-detection-on-cifar-100-vs","dataset":"CIFAR-100 vs CIFAR-10","dataset_url":null,"rows_in_archive":14,"metrics":["AUROC","AUPR"],"first_row_in_archive_order":{"model":"DHM","paper_title":"Deep Hybrid Models for Out-of-Distribution Detection","paper_url":"/paper/deep-hybrid-models-for-out-of-distribution","paper_date":"2022-01-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10","slug":"out-of-distribution-detection-on-cifar-10","dataset":"CIFAR-10","dataset_url":"/dataset/cifar-10","rows_in_archive":10,"metrics":["AUROC","FPR95"],"first_row_in_archive_order":{"model":"DHM","paper_title":"Deep Hybrid Models for Out-of-Distribution Detection","paper_url":"/paper/deep-hybrid-models-for-out-of-distribution","paper_date":"2022-01-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-11","slug":"out-of-distribution-detection-on-imagenet-1k-11","dataset":"ImageNet-1k vs OpenImage-O","dataset_url":"/dataset/imagenet-k-vs-openimage-o","rows_in_archive":7,"metrics":["AUROC","FPR95","Latency, ms"],"first_row_in_archive_order":{"model":"NNGuide (RegNet)","paper_title":"Nearest Neighbor Guidance for Out-of-Distribution Detection","paper_url":"/paper/nearest-neighbor-guidance-for-out-of-1","paper_date":"2023-09-26","arxiv_id":"2309.14888","code_links":[{"title":"jingkang50/openood","url":"https://github.com/jingkang50/openood"},{"title":"roomo7time/nnguide","url":"https://github.com/roomo7time/nnguide"}],"syntology":{"n":8,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nearest-neighbor-guidance-for-out-of-1#ran","syntology_url":"https://syntology.ai/paper/2309.14888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.14888"}},"official":{"repos":["jingkang50/openood","roomo7time/nnguide"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-stl-10","slug":"out-of-distribution-detection-on-stl-10","dataset":"STL-10","dataset_url":"/dataset/stl-10","rows_in_archive":6,"metrics":["Percentage correct"],"first_row_in_archive_order":{"model":"Mixup (Gaussian)","paper_title":"On Mixup Training: Improved Calibration and Predictive Uncertainty for Deep Neural Networks","paper_url":"/paper/on-mixup-training-improved-calibration-and","paper_date":"2019-05-27","arxiv_id":"1905.11001","code_links":[{"title":"paganpasta/onmixup","url":"https://github.com/paganpasta/onmixup"},{"title":"MacroMayhem/OnMixup","url":"https://github.com/MacroMayhem/OnMixup"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-8","slug":"out-of-distribution-detection-on-cifar-100-vs-8","dataset":"CIFAR-100 vs SVHN","dataset_url":null,"rows_in_archive":5,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"OECC + MD","paper_title":"Outlier Exposure with Confidence Control for Out-of-Distribution Detection","paper_url":"/paper/simultaneous-classification-and-novelty","paper_date":"2019-06-08","arxiv_id":"1906.03509","code_links":[{"title":"nazim1021/OOD-detection-using-OECC","url":"https://github.com/nazim1021/OOD-detection-using-OECC"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-13","slug":"out-of-distribution-detection-on-imagenet-1k-13","dataset":"ImageNet-1k vs NINCO","dataset_url":"/dataset/imagenet-1k-vs-ninco","rows_in_archive":5,"metrics":["AUROC","FPR@95","Latency, ms"],"first_row_in_archive_order":{"model":"Forte","paper_title":"Forte : Finding Outliers with Representation Typicality Estimation","paper_url":"/paper/forte-finding-outliers-with-representation","paper_date":"2024-10-02","arxiv_id":"2410.01322","code_links":[{"title":"DebarghaG/forte","url":"https://github.com/DebarghaG/forte"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-ade-ood","slug":"out-of-distribution-detection-on-ade-ood","dataset":"ADE-OoD","dataset_url":"/dataset/ade-ood","rows_in_archive":4,"metrics":["AP","FPR@95"],"first_row_in_archive_order":{"model":"RbA","paper_title":"RbA: Segmenting Unknown Regions Rejected by All","paper_url":"/paper/pixels-together-strong-segmenting-unknown","paper_date":"2022-11-25","arxiv_id":"2211.14293","code_links":[{"title":"NazirNayal8/RbA","url":"https://github.com/NazirNayal8/RbA"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pixels-together-strong-segmenting-unknown#ran","syntology_url":"https://syntology.ai/paper/2211.14293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.14293"}},"official":{"repos":["NazirNayal8/RbA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100","slug":"out-of-distribution-detection-on-cifar-100","dataset":"CIFAR-100","dataset_url":"/dataset/cifar-100","rows_in_archive":4,"metrics":["FPR95","AUROC"],"first_row_in_archive_order":{"model":"Wide ResNet 40x2","paper_title":"An Effective Baseline for Robustness to Distributional Shift","paper_url":"/paper/an-effective-baseline-for-robustness-to","paper_date":"2021-05-15","arxiv_id":"2105.07107","code_links":[{"title":"Sushil-Thapa/Abstention-OoD","url":"https://github.com/Sushil-Thapa/Abstention-OoD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-ms-1m-vs-ijb","slug":"out-of-distribution-detection-on-ms-1m-vs-ijb","dataset":"MS-1M vs. IJB-C","dataset_url":null,"rows_in_archive":4,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"ResNeXt50 + FSSD","paper_title":"Feature Space Singularity for Out-of-Distribution Detection","paper_url":"/paper/feature-space-singularity-for-out-of","paper_date":"2020-11-30","arxiv_id":"2011.14654","code_links":[{"title":"megvii-research/FSSD_OoD_Detection","url":"https://github.com/megvii-research/FSSD_OoD_Detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-2","slug":"out-of-distribution-detection-on-cifar-10-vs-2","dataset":"CIFAR-10 vs SVHN","dataset_url":null,"rows_in_archive":3,"metrics":["AUROC","FPR95"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet","slug":"out-of-distribution-detection-on-imagenet","dataset":"ImageNet dogs vs ImageNet non-dogs","dataset_url":null,"rows_in_archive":3,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"ResNet34 + FSSD","paper_title":"Feature Space Singularity for Out-of-Distribution Detection","paper_url":"/paper/feature-space-singularity-for-out-of","paper_date":"2020-11-30","arxiv_id":"2011.14654","code_links":[{"title":"megvii-research/FSSD_OoD_Detection","url":"https://github.com/megvii-research/FSSD_OoD_Detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-1","slug":"out-of-distribution-detection-on-imagenet-1k-1","dataset":"ImageNet-1K vs ImageNet-O","dataset_url":null,"rows_in_archive":3,"metrics":["FPR95","AUROC"],"first_row_in_archive_order":{"model":"NNGuide-ViM (ViT-B/16)","paper_title":"Nearest Neighbor Guidance for Out-of-Distribution Detection","paper_url":"/paper/nearest-neighbor-guidance-for-out-of-1","paper_date":"2023-09-26","arxiv_id":"2309.14888","code_links":[{"title":"jingkang50/openood","url":"https://github.com/jingkang50/openood"},{"title":"roomo7time/nnguide","url":"https://github.com/roomo7time/nnguide"}],"syntology":{"n":8,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nearest-neighbor-guidance-for-out-of-1#ran","syntology_url":"https://syntology.ai/paper/2309.14888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.14888"}},"official":{"repos":["jingkang50/openood","roomo7time/nnguide"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-20","slug":"out-of-distribution-detection-on-20","dataset":"20 Newsgroups","dataset_url":"/dataset/20-newsgroups","rows_in_archive":2,"metrics":["AUROC","FPR95"],"first_row_in_archive_order":{"model":"2-Layered GRU","paper_title":"An Effective Baseline for Robustness to Distributional Shift","paper_url":"/paper/an-effective-baseline-for-robustness-to","paper_date":"2021-05-15","arxiv_id":"2105.07107","code_links":[{"title":"Sushil-Thapa/Abstention-OoD","url":"https://github.com/Sushil-Thapa/Abstention-OoD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-3","slug":"out-of-distribution-detection-on-cifar-10-vs-3","dataset":"CIFAR-10 vs LSUN (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-4","slug":"out-of-distribution-detection-on-cifar-10-vs-4","dataset":"CIFAR-10 vs iSUN","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-5","slug":"out-of-distribution-detection-on-cifar-10-vs-5","dataset":"CIFAR-10 vs ImageNet (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-6","slug":"out-of-distribution-detection-on-cifar-10-vs-6","dataset":"CIFAR-10 vs ImageNet (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-7","slug":"out-of-distribution-detection-on-cifar-10-vs-7","dataset":"CIFAR-10 vs Uniform","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-8","slug":"out-of-distribution-detection-on-cifar-10-vs-8","dataset":"CIFAR-10 vs Gaussian","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-9","slug":"out-of-distribution-detection-on-cifar-10-vs-9","dataset":"CIFAR-10 vs LSUN (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"ResNet-34","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-1","slug":"out-of-distribution-detection-on-cifar-100-vs-1","dataset":"CIFAR-100 vs iSUN","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-2","slug":"out-of-distribution-detection-on-cifar-100-vs-2","dataset":"CIFAR-100 vs LSUN (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"ResNet-34","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-3","slug":"out-of-distribution-detection-on-cifar-100-vs-3","dataset":"CIFAR-100 vs LSUN (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-4","slug":"out-of-distribution-detection-on-cifar-100-vs-4","dataset":"CIFAR-100 vs ImageNet (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-5","slug":"out-of-distribution-detection-on-cifar-100-vs-5","dataset":"CIFAR-100 vs ImageNet (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-6","slug":"out-of-distribution-detection-on-cifar-100-vs-6","dataset":"CIFAR-100 vs Uniform","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100-vs-7","slug":"out-of-distribution-detection-on-cifar-100-vs-7","dataset":"CIFAR-100 vs Gaussian","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-far-ood","slug":"out-of-distribution-detection-on-far-ood","dataset":"Far-OOD","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC","FPR@95","ID ACC"],"first_row_in_archive_order":{"model":"ISH (ResNet50)","paper_title":"Scaling for Training Time and Post-hoc Out-of-distribution Detection Enhancement","paper_url":"/paper/scaling-for-training-time-and-post-hoc-out-of","paper_date":"2023-09-30","arxiv_id":"2310.00227","code_links":[{"title":"kai422/scale","url":"https://github.com/kai422/scale"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scaling-for-training-time-and-post-hoc-out-of#ran","syntology_url":"https://syntology.ai/paper/2310.00227","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00227"}},"official":{"repos":["kai422/scale"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-fashion","slug":"out-of-distribution-detection-on-fashion","dataset":"Fashion-MNIST","dataset_url":"/dataset/fashion-mnist","rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"PAE","paper_title":"Probabilistic Autoencoder","paper_url":"/paper/probabilistic-auto-encoder","paper_date":"2020-06-09","arxiv_id":"2006.05479","code_links":[{"title":"VMBoehm/PAE","url":"https://github.com/VMBoehm/PAE"},{"title":"chrvt/denoising-normalizing-flow","url":"https://github.com/chrvt/denoising-normalizing-flow"},{"title":"AI-for-Ocean-Science/ulmo","url":"https://github.com/AI-for-Ocean-Science/ulmo"},{"title":"vmboehm/pae-ablation","url":"https://github.com/vmboehm/pae-ablation"}],"syntology":{"n":13,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/probabilistic-auto-encoder#ran","syntology_url":"https://syntology.ai/paper/2006.05479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.05479"}},"official":{"repos":["VMBoehm/PAE","vmboehm/pae-ablation"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-near-ood","slug":"out-of-distribution-detection-on-near-ood","dataset":"Near-OOD","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC","FPR@95","ID ACC"],"first_row_in_archive_order":{"model":"ISH (ResNet50)","paper_title":"Scaling for Training Time and Post-hoc Out-of-distribution Detection Enhancement","paper_url":"/paper/scaling-for-training-time-and-post-hoc-out-of","paper_date":"2023-09-30","arxiv_id":"2310.00227","code_links":[{"title":"kai422/scale","url":"https://github.com/kai422/scale"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scaling-for-training-time-and-post-hoc-out-of#ran","syntology_url":"https://syntology.ai/paper/2310.00227","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00227"}},"official":{"repos":["kai422/scale"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs","slug":"out-of-distribution-detection-on-svhn-vs","dataset":"SVHN vs ImageNet (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-1","slug":"out-of-distribution-detection-on-svhn-vs-1","dataset":"SVHN vs ImageNet (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-2","slug":"out-of-distribution-detection-on-svhn-vs-2","dataset":"SVHN vs Uniform","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-3","slug":"out-of-distribution-detection-on-svhn-vs-3","dataset":"SVHN vs Gaussian","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-4","slug":"out-of-distribution-detection-on-svhn-vs-4","dataset":"SVHN vs CIFAR-10","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-5","slug":"out-of-distribution-detection-on-svhn-vs-5","dataset":"SVHN vs CIFAR-100","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-isun","slug":"out-of-distribution-detection-on-svhn-vs-isun","dataset":"SVHN vs iSUN","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-lsun","slug":"out-of-distribution-detection-on-svhn-vs-lsun","dataset":"SVHN vs LSUN (C)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-svhn-vs-lsun-1","slug":"out-of-distribution-detection-on-svhn-vs-lsun-1","dataset":"SVHN vs LSUN (R)","dataset_url":null,"rows_in_archive":2,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"DenseNet-BC-100","paper_title":"Single Layer Predictive Normalized Maximum Likelihood for Out-of-Distribution Detection","paper_url":"/paper/single-layer-predictive-normalized-maximum","paper_date":"2021-10-18","arxiv_id":"2110.09246","code_links":[{"title":"kobybibas/pnml_ood_detection","url":"https://github.com/kobybibas/pnml_ood_detection"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs-10","slug":"out-of-distribution-detection-on-cifar-10-vs-10","dataset":"CIFAR-10 vs CIFAR-10.1","dataset_url":null,"rows_in_archive":1,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"ERD (ResNet18)","paper_title":"Semi-supervised novelty detection using ensembles with regularized disagreement","paper_url":"/paper/learn-what-you-can-t-learn-regularized-1","paper_date":"2020-12-10","arxiv_id":"2012.05825","code_links":[{"title":"ericpts/reto","url":"https://github.com/ericpts/reto"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar10","slug":"out-of-distribution-detection-on-cifar10","dataset":"CIFAR10","dataset_url":"/dataset/cifar-10","rows_in_archive":1,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"Wide ResNet 40x2","paper_title":"RODD: A Self-Supervised Approach for Robust Out-of-Distribution Detection","paper_url":"/paper/rodd-a-self-supervised-approach-for-robust","paper_date":"2022-04-06","arxiv_id":"2204.02553","code_links":[{"title":"UmarKhalidcs/RODD","url":"https://github.com/UmarKhalidcs/RODD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar10-1","slug":"out-of-distribution-detection-on-cifar10-1","dataset":"cifar10","dataset_url":"/dataset/cifar-10","rows_in_archive":1,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"Wideresnet 40","paper_title":"RODD: A Self-Supervised Approach for Robust Out-of-Distribution Detection","paper_url":"/paper/rodd-a-self-supervised-approach-for-robust","paper_date":"2022-04-06","arxiv_id":"2204.02553","code_links":[{"title":"UmarKhalidcs/RODD","url":"https://github.com/UmarKhalidcs/RODD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar100","slug":"out-of-distribution-detection-on-cifar100","dataset":"cifar100","dataset_url":"/dataset/cifar-100","rows_in_archive":1,"metrics":["AUROC"],"first_row_in_archive_order":{"model":"Wide Resnet  40x2","paper_title":"RODD: A Self-Supervised Approach for Robust Out-of-Distribution Detection","paper_url":"/paper/rodd-a-self-supervised-approach-for-robust","paper_date":"2022-04-06","arxiv_id":"2204.02553","code_links":[{"title":"UmarKhalidcs/RODD","url":"https://github.com/UmarKhalidcs/RODD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-14","slug":"out-of-distribution-detection-on-imagenet-1k-14","dataset":"ImageNet-1K vs ImageNet-C","dataset_url":null,"rows_in_archive":1,"metrics":["AUROC","FPR95","Latency, ms"],"first_row_in_archive_order":{"model":"DisCoPatch","paper_title":"DisCoPatch: Taming Adversarially-driven Batch Statistics for Improved Out-of-Distribution Detection","paper_url":"/paper/discopatch-batch-statistics-are-all-you-need","paper_date":"2025-01-14","arxiv_id":"2501.08005","code_links":[],"syntology":{"n":6,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/discopatch-batch-statistics-are-all-you-need#ran","syntology_url":"https://syntology.ai/paper/2501.08005","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.08005"}},"official":null}}},{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-15","slug":"out-of-distribution-detection-on-imagenet-1k-15","dataset":"ImageNet-1K vs SSB-hard","dataset_url":null,"rows_in_archive":1,"metrics":["AUROC","FPR95","Latency, ms"],"first_row_in_archive_order":{"model":"DisCoPatch","paper_title":"DisCoPatch: Taming Adversarially-driven Batch Statistics for Improved Out-of-Distribution Detection","paper_url":"/paper/discopatch-batch-statistics-are-all-you-need","paper_date":"2025-01-14","arxiv_id":"2501.08005","code_links":[],"syntology":{"n":6,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/discopatch-batch-statistics-are-all-you-need#ran","syntology_url":"https://syntology.ai/paper/2501.08005","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.08005"}},"official":null}}},{"leaderboard":"/sota/out-of-distribution-detection-on-sst","slug":"out-of-distribution-detection-on-sst","dataset":"SST","dataset_url":"/dataset/sst","rows_in_archive":1,"metrics":["AUROC","FPR95"],"first_row_in_archive_order":{"model":"2-Layered GRU","paper_title":"An Effective Baseline for Robustness to Distributional Shift","paper_url":"/paper/an-effective-baseline-for-robustness-to","paper_date":"2021-05-15","arxiv_id":"2105.07107","code_links":[{"title":"Sushil-Thapa/Abstention-OoD","url":"https://github.com/Sushil-Thapa/Abstention-OoD"}],"syntology":null}},{"leaderboard":"/sota/out-of-distribution-detection-on-trec-news","slug":"out-of-distribution-detection-on-trec-news","dataset":"TREC-NEWS","dataset_url":"/dataset/trec-news-1","rows_in_archive":1,"metrics":["AUROC","FPR95"],"first_row_in_archive_order":{"model":"2-Layered GRU","paper_title":"An Effective Baseline for Robustness to Distributional Shift","paper_url":"/paper/an-effective-baseline-for-robustness-to","paper_date":"2021-05-15","arxiv_id":"2105.07107","code_links":[{"title":"Sushil-Thapa/Abstention-OoD","url":"https://github.com/Sushil-Thapa/Abstention-OoD"}],"syntology":null}}],"datasets":[{"url":"/dataset/cifar-10","name":"CIFAR-10","full_name":"CIFAR-10","num_papers_in_archive":16145},{"url":"/dataset/cifar-100","name":"CIFAR-100","full_name":"","num_papers_in_archive":9045},{"url":"/dataset/fashion-mnist","name":"Fashion-MNIST","full_name":"","num_papers_in_archive":3202},{"url":"/dataset/sst","name":"SST","full_name":"Stanford Sentiment Treebank","num_papers_in_archive":2354},{"url":"/dataset/stl-10","name":"STL-10","full_name":"Self-Taught Learning 10","num_papers_in_archive":1092},{"url":"/dataset/isun","name":"iSUN","full_name":"iSUN","num_papers_in_archive":108},{"url":"/dataset/places365","name":"Places365","full_name":"","num_papers_in_archive":65},{"url":"/dataset/imagenet-1k-vs-openimage-o","name":"OpenImage-O","full_name":"","num_papers_in_archive":29},{"url":"/dataset/20-newsgroups","name":"20 Newsgroups","full_name":"","num_papers_in_archive":27},{"url":"/dataset/imagenet-1k-vs-textures","name":"ImageNet-1k vs Textures","full_name":"","num_papers_in_archive":27},{"url":"/dataset/imagenet-1k-vs-inaturalist-1","name":"ImageNet-1k vs iNaturalist","full_name":"","num_papers_in_archive":26},{"url":"/dataset/imagenet-1k-vs-places","name":"ImageNet-1k vs Places","full_name":"","num_papers_in_archive":21},{"url":"/dataset/imagenet-1k-vs-sun","name":"ImageNet-1k vs SUN","full_name":"","num_papers_in_archive":19},{"url":"/dataset/ninco","name":"NINCO","full_name":"No ImageNet Class Objects","num_papers_in_archive":17},{"url":"/dataset/covid-19-twitter-chatter-dataset","name":"COVID-19 Twitter Chatter Dataset","full_name":"","num_papers_in_archive":10},{"url":"/dataset/imagenet-k-vs-openimage-o","name":"ImageNet-1k vs OpenImage-O","full_name":"","num_papers_in_archive":6},{"url":"/dataset/ade-ood","name":"ADE-OoD","full_name":"","num_papers_in_archive":4},{"url":"/dataset/imagenet-1k-vs-ninco","name":"ImageNet-1k vs NINCO","full_name":"No ImageNet Class Objects","num_papers_in_archive":4},{"url":"/dataset/icons-50","name":"Icons-50","full_name":"","num_papers_in_archive":2},{"url":"/dataset/multiood","name":"MultiOOD","full_name":"Multimodal Out-of-Distribution Detection Benchmark","num_papers_in_archive":2},{"url":"/dataset/pano3d","name":"Pano3D","full_name":"","num_papers_in_archive":2},{"url":"/dataset/imagenet-c-ood-class-out-of-distribution","name":"ImageNet C-OOD (class-out-of-distribution)","full_name":"","num_papers_in_archive":1},{"url":"/dataset/real-bacteria-dataset","name":"Real Bacteria Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/simulated-micro-doppler-signatures","name":"Simulated micro-Doppler Signatures","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":9,"rows_per_page":100,"shown":100,"of":888,"of_with_code":438,"tagged_in_all":888,"counts":{"archive_papers_tagged":888,"with_a_code_link":438,"where_syntology_ran_a_sample":181,"not_listed_spam_title":0,"listed":888,"listed_where_code_ran":181,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":146,"every_run_a_failure_of_syntologys_instrument":35,"listed_with_a_run_with_no_instrument_failure":146,"listed_every_run_a_failure_of_syntologys_instrument":35,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/cutmix-regularization-strategy-to-train","slug":"cutmix-regularization-strategy-to-train","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","date":"2019-05-13","arxiv_id":"1905.04899","repositories_listed":30,"syntology":{"n":24,"n_ran":17,"n_constructed":6,"n_ran_checked":10,"n_instrument":7,"n_unverified":7,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"17 ran (of which 6 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/cutmix-regularization-strategy-to-train#ran","syntology_url":"https://syntology.ai/paper/1905.04899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.04899"}},"official":{"repos":["clovaai/CutMix-PyTorch"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-baseline-for-detecting-misclassified-and","slug":"a-baseline-for-detecting-misclassified-and","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","date":"2016-10-07","arxiv_id":"1610.02136","repositories_listed":14,"syntology":{"n":21,"n_ran":19,"n_constructed":0,"n_ran_checked":16,"n_instrument":3,"n_unverified":2,"n_honours":4,"n_violates":0,"n_no_contract":12,"n_pointer_only":6,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 4 honoured, 0 violated, 12 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-baseline-for-detecting-misclassified-and#ran","syntology_url":"https://syntology.ai/paper/1610.02136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1610.02136"}},"official":{"repos":["hendrycks/error-detection"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deep-anomaly-detection-with-outlier-exposure","slug":"deep-anomaly-detection-with-outlier-exposure","title":"Deep Anomaly Detection with Outlier Exposure","date":"2018-12-11","arxiv_id":"1812.04606","repositories_listed":9,"syntology":{"n":5,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deep-anomaly-detection-with-outlier-exposure#ran","syntology_url":"https://syntology.ai/paper/1812.04606","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1812.04606"}},"official":{"repos":["hendrycks/outlier-exposure"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/enhancing-the-reliability-of-out-of","slug":"enhancing-the-reliability-of-out-of","title":"Enhancing The Reliability of Out-of-distribution Image Detection in Neural Networks","date":"2017-06-08","arxiv_id":"1706.02690","repositories_listed":9,"syntology":{"n":3,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/enhancing-the-reliability-of-out-of#ran","syntology_url":"https://syntology.ai/paper/1706.02690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.02690"}},"official":{"repos":["facebookresearch/odin"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/energy-based-out-of-distribution-detection-1","slug":"energy-based-out-of-distribution-detection-1","title":"Energy-based Out-of-distribution Detection","date":"2020-10-08","arxiv_id":"2010.03759","repositories_listed":6,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/energy-based-out-of-distribution-detection-1#ran","syntology_url":"https://syntology.ai/paper/2010.03759","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.03759"}},"official":{"repos":["wetliu/energy_ood"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/mos-towards-scaling-out-of-distribution","slug":"mos-towards-scaling-out-of-distribution","title":"MOS: Towards Scaling Out-of-distribution Detection for Large Semantic Space","date":"2021-05-05","arxiv_id":"2105.01879","repositories_listed":5,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/mos-towards-scaling-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2105.01879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.01879"}},"official":{"repos":["deeplearning-wisc/large_scale_ood"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/detecting-out-of-distribution-examples-with","slug":"detecting-out-of-distribution-examples-with","title":"Detecting Out-of-Distribution Examples with In-distribution Examples and Gram Matrices","date":"2019-12-28","arxiv_id":"1912.12510","repositories_listed":5,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":8,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/detecting-out-of-distribution-examples-with#ran","syntology_url":"https://syntology.ai/paper/1912.12510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.12510"}},"official":{"repos":["VectorInstitute/gram-ood-detection"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["listed"]}}},{"url":"/paper/learning-confidence-for-out-of-distribution","slug":"learning-confidence-for-out-of-distribution","title":"Learning Confidence for Out-of-Distribution Detection in Neural Networks","date":"2018-02-13","arxiv_id":"1802.04865","repositories_listed":5,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-confidence-for-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/1802.04865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.04865"}},"official":{"repos":["uoguelph-mlrg/confidence_estimation"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/zero-shot-in-distribution-detection-in-multi","slug":"zero-shot-in-distribution-detection-in-multi","title":"GL-MCM: Global and Local Maximum Concept Matching for Zero-Shot Out-of-Distribution Detection","date":"2023-04-10","arxiv_id":"2304.04521","repositories_listed":4,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":9,"n_instrument":5,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":6,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/zero-shot-in-distribution-detection-in-multi#ran","syntology_url":"https://syntology.ai/paper/2304.04521","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.04521"}},"official":{"repos":["atsumiyai/gl-mcm"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/openood-benchmarking-generalized-out-of","slug":"openood-benchmarking-generalized-out-of","title":"OpenOOD: Benchmarking Generalized Out-of-Distribution Detection","date":"2022-10-13","arxiv_id":"2210.07242","repositories_listed":4,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":10,"n_instrument":5,"n_unverified":2,"n_honours":3,"n_violates":2,"n_no_contract":5,"n_pointer_only":2,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 3 honoured, 2 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/openood-benchmarking-generalized-out-of#ran","syntology_url":"https://syntology.ai/paper/2210.07242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07242"}},"official":{"repos":["jingkang50/openood"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/generalized-out-of-distribution-detection-a","slug":"generalized-out-of-distribution-detection-a","title":"Generalized Out-of-Distribution Detection: A Survey","date":"2021-10-21","arxiv_id":"2110.11334","repositories_listed":4,"syntology":null},{"url":"/paper/a-gentle-introduction-to-conformal-prediction","slug":"a-gentle-introduction-to-conformal-prediction","title":"A Gentle Introduction to Conformal Prediction and Distribution-Free Uncertainty Quantification","date":"2021-07-15","arxiv_id":"2107.07511","repositories_listed":4,"syntology":{"n":12,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/a-gentle-introduction-to-conformal-prediction#ran","syntology_url":"https://syntology.ai/paper/2107.07511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07511"}},"official":{"repos":["aangelopoulos/conformal-prediction"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/open-set-label-noise-can-improve-robustness","slug":"open-set-label-noise-can-improve-robustness","title":"Open-set Label Noise Can Improve Robustness Against Inherent Label Noise","date":"2021-06-21","arxiv_id":"2106.10891","repositories_listed":4,"syntology":{"n":29,"n_ran":17,"n_constructed":5,"n_ran_checked":10,"n_instrument":7,"n_unverified":12,"n_honours":1,"n_violates":1,"n_no_contract":8,"n_pointer_only":29,"phrase":"17 ran (of which 5 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 1 violated, 8 with no contract checked; 7 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/open-set-label-noise-can-improve-robustness#ran","syntology_url":"https://syntology.ai/paper/2106.10891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10891"}},"official":{"repos":["hongxin001/ODNL"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":5,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/a-simple-fix-to-mahalanobis-distance-for","slug":"a-simple-fix-to-mahalanobis-distance-for","title":"A Simple Fix to Mahalanobis Distance for Improving Near-OOD Detection","date":"2021-06-16","arxiv_id":"2106.09022","repositories_listed":4,"syntology":null},{"url":"/paper/hierarchical-vaes-know-what-they-don-t-know","slug":"hierarchical-vaes-know-what-they-don-t-know","title":"Hierarchical VAEs Know What They Don't Know","date":"2021-02-16","arxiv_id":"2102.08248","repositories_listed":4,"syntology":{"n":10,"n_ran":8,"n_constructed":2,"n_ran_checked":6,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":4,"n_pointer_only":9,"phrase":"8 ran (of which 2 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 2 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/hierarchical-vaes-know-what-they-don-t-know#ran","syntology_url":"https://syntology.ai/paper/2102.08248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.08248"}},"official":{"repos":["JakobHavtorn/hvae-oodd","larsmaaloee/BIVA","vlievin/biva-pytorch"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/masksembles-for-uncertainty-estimation","slug":"masksembles-for-uncertainty-estimation","title":"Masksembles for Uncertainty Estimation","date":"2020-12-15","arxiv_id":"2012.08334","repositories_listed":4,"syntology":null},{"url":"/paper/probabilistic-auto-encoder","slug":"probabilistic-auto-encoder","title":"Probabilistic Autoencoder","date":"2020-06-09","arxiv_id":"2006.05479","repositories_listed":4,"syntology":{"n":13,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/probabilistic-auto-encoder#ran","syntology_url":"https://syntology.ai/paper/2006.05479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.05479"}},"official":{"repos":["VMBoehm/PAE","vmboehm/pae-ablation"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-benchmark-for-anomaly-segmentation","slug":"a-benchmark-for-anomaly-segmentation","title":"Scaling Out-of-Distribution Detection for Real-World Settings","date":"2019-11-25","arxiv_id":"1911.11132","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-benchmark-for-anomaly-segmentation#ran","syntology_url":"https://syntology.ai/paper/1911.11132","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.11132"}},"official":{"repos":["hendrycks/anomaly-seg"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/using-self-supervised-learning-can-improve","slug":"using-self-supervised-learning-can-improve","title":"Using Self-Supervised Learning Can Improve Model Robustness and Uncertainty","date":"2019-06-28","arxiv_id":"1906.12340","repositories_listed":4,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/using-self-supervised-learning-can-improve#ran","syntology_url":"https://syntology.ai/paper/1906.12340","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.12340"}},"official":{"repos":["hendrycks/ss-ood"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/likelihood-ratios-for-out-of-distribution","slug":"likelihood-ratios-for-out-of-distribution","title":"Likelihood Ratios for Out-of-Distribution Detection","date":"2019-06-07","arxiv_id":"1906.02845","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/likelihood-ratios-for-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/1906.02845","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.02845"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-simple-unified-framework-for-detecting-out","slug":"a-simple-unified-framework-for-detecting-out","title":"A Simple Unified Framework for Detecting Out-of-Distribution Samples and Adversarial Attacks","date":"2018-07-10","arxiv_id":"1807.03888","repositories_listed":4,"syntology":{"n":13,"n_ran":9,"n_constructed":1,"n_ran_checked":3,"n_instrument":6,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":12,"phrase":"9 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 6 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/a-simple-unified-framework-for-detecting-out#ran","syntology_url":"https://syntology.ai/paper/1807.03888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1807.03888"}},"official":{"repos":["pokaxpoka/deep_Mahalanobis_detector"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/probabilistic-mimo-u-net-efficient-and","slug":"probabilistic-mimo-u-net-efficient-and","title":"Probabilistic MIMO U-Net: Efficient and Accurate Uncertainty Estimation for Pixel-wise Regression","date":"2023-08-14","arxiv_id":"2308.07477","repositories_listed":3,"syntology":null},{"url":"/paper/openood-v1-5-enhanced-benchmark-for-out-of","slug":"openood-v1-5-enhanced-benchmark-for-out-of","title":"OpenOOD v1.5: Enhanced Benchmark for Out-of-Distribution Detection","date":"2023-06-15","arxiv_id":"2306.09301","repositories_listed":3,"syntology":null},{"url":"/paper/gmmseg-gaussian-mixture-based-generative","slug":"gmmseg-gaussian-mixture-based-generative","title":"GMMSeg: Gaussian Mixture based Generative Semantic Segmentation Models","date":"2022-10-05","arxiv_id":"2210.02025","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gmmseg-gaussian-mixture-based-generative#ran","syntology_url":"https://syntology.ai/paper/2210.02025","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.02025"}},"official":{"repos":["leonnnop/gmmseg"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/out-of-distribution-detection-via-neural","slug":"out-of-distribution-detection-via-neural","title":"Out of Distribution Detection via Neural Network Anchoring","date":"2022-07-08","arxiv_id":"2207.04125","repositories_listed":3,"syntology":null},{"url":"/paper/out-of-distribution-detection-with-deep","slug":"out-of-distribution-detection-with-deep","title":"Out-of-Distribution Detection with Deep Nearest Neighbors","date":"2022-04-13","arxiv_id":"2204.06507","repositories_listed":3,"syntology":{"n":38,"n_ran":30,"n_constructed":0,"n_ran_checked":9,"n_instrument":21,"n_unverified":8,"n_honours":4,"n_violates":5,"n_no_contract":0,"n_pointer_only":38,"phrase":"30 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 4 honoured, 5 violated, 0 with no contract checked; 21 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/out-of-distribution-detection-with-deep#ran","syntology_url":"https://syntology.ai/paper/2204.06507","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.06507"}},"official":{"repos":["deeplearning-wisc/knn-ood"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/self-supervised-out-of-distribution-detection-1","slug":"self-supervised-out-of-distribution-detection-1","title":"Natural Synthetic Anomalies for Self-Supervised Anomaly Detection and Localization","date":"2021-09-30","arxiv_id":"2109.15222","repositories_listed":3,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/self-supervised-out-of-distribution-detection-1#ran","syntology_url":"https://syntology.ai/paper/2109.15222","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.15222"}},"official":{"repos":["hmsch/natural-synthetic-anomalies"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ssd-a-unified-framework-for-self-supervised-1","slug":"ssd-a-unified-framework-for-self-supervised-1","title":"SSD: A Unified Framework for Self-Supervised Outlier Detection","date":"2021-03-22","arxiv_id":"2103.12051","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ssd-a-unified-framework-for-self-supervised-1#ran","syntology_url":"https://syntology.ai/paper/2103.12051","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.12051"}},"official":{"repos":["inspire-group/SSD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-benchmark-of-medical-out-of-distribution","slug":"a-benchmark-of-medical-out-of-distribution","title":"A Benchmark of Medical Out of Distribution Detection","date":"2020-07-08","arxiv_id":"2007.04250","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-benchmark-of-medical-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2007.04250","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.04250"}},"official":{"repos":["caotians1/OD-test-master"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/exact-information-bottleneck-with-invertible","slug":"exact-information-bottleneck-with-invertible","title":"Training Normalizing Flows with the Information Bottleneck for Competitive Generative Classification","date":"2020-01-17","arxiv_id":"2001.06448","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exact-information-bottleneck-with-invertible#ran","syntology_url":"https://syntology.ai/paper/2001.06448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.06448"}},"official":{"repos":["VLL-HD/FrEIA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/natural-adversarial-examples","slug":"natural-adversarial-examples","title":"Natural Adversarial Examples","date":"2019-07-16","arxiv_id":"1907.07174","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/natural-adversarial-examples#ran","syntology_url":"https://syntology.ai/paper/1907.07174","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.07174"}},"official":{"repos":["hendrycks/natural-adv-examples"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/extremely-simple-multimodal-outlier-synthesis","slug":"extremely-simple-multimodal-outlier-synthesis","title":"Extremely Simple Multimodal Outlier Synthesis for Out-of-Distribution Detection and Segmentation","date":"2025-05-22","arxiv_id":"2505.16985","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/extremely-simple-multimodal-outlier-synthesis#ran","syntology_url":"https://syntology.ai/paper/2505.16985","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.16985"}},"official":{"repos":["mona4399/featuremixing"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/kernel-pca-for-out-of-distribution-detection-1","slug":"kernel-pca-for-out-of-distribution-detection-1","title":"Kernel PCA for Out-of-Distribution Detection: Non-Linear Kernel Selections and Approximations","date":"2025-05-21","arxiv_id":"2505.15284","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kernel-pca-for-out-of-distribution-detection-1#ran","syntology_url":"https://syntology.ai/paper/2505.15284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.15284"}},"official":{"repos":["fanghenshaometeor/ood-kpca-extension"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["community"]}}},{"url":"/paper/a-benchmark-and-evaluation-for-real-world-out","slug":"a-benchmark-and-evaluation-for-real-world-out","title":"A Benchmark and Evaluation for Real-World Out-of-Distribution Detection Using Vision-Language Models","date":"2025-01-30","arxiv_id":"2501.18463","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/a-benchmark-and-evaluation-for-real-world-out#ran","syntology_url":"https://syntology.ai/paper/2501.18463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.18463"}},"official":{"repos":["hoshi23/ood-x-banchmarks","hoshi23/ood-x-benchmarks"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dpu-dynamic-prototype-updating-for-multimodal","slug":"dpu-dynamic-prototype-updating-for-multimodal","title":"DPU: Dynamic Prototype Updating for Multimodal Out-of-Distribution Detection","date":"2024-11-12","arxiv_id":"2411.08227","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dpu-dynamic-prototype-updating-for-multimodal#ran","syntology_url":"https://syntology.ai/paper/2411.08227","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.08227"}},"official":{"repos":["lili0415/dpu-ood-detection"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/counterfactual-gradients-based-quantification","slug":"counterfactual-gradients-based-quantification","title":"Counterfactual Gradients-based Quantification of Prediction Trust in Neural Networks","date":"2024-05-22","arxiv_id":"2405.13758","repositories_listed":2,"syntology":null},{"url":"/paper/variational-bayesian-last-layers","slug":"variational-bayesian-last-layers","title":"Variational Bayesian Last Layers","date":"2024-04-17","arxiv_id":"2404.11599","repositories_listed":2,"syntology":{"n":23,"n_ran":11,"n_constructed":1,"n_ran_checked":6,"n_instrument":5,"n_unverified":12,"n_honours":3,"n_violates":1,"n_no_contract":2,"n_pointer_only":0,"phrase":"11 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 3 honoured, 1 violated, 2 with no contract checked; 5 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/variational-bayesian-last-layers#ran","syntology_url":"https://syntology.ai/paper/2404.11599","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.11599"}},"official":{"repos":["vectorinstitute/vbll"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/benchmarking-uncertainty-disentanglement","slug":"benchmarking-uncertainty-disentanglement","title":"Benchmarking Uncertainty Disentanglement: Specialized Uncertainties for Specialized Tasks","date":"2024-02-29","arxiv_id":"2402.19460","repositories_listed":2,"syntology":{"n":19,"n_ran":14,"n_constructed":0,"n_ran_checked":2,"n_instrument":12,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 12 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-uncertainty-disentanglement#ran","syntology_url":"https://syntology.ai/paper/2402.19460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.19460"}},"official":{"repos":["bmucsanyi/bud","bmucsanyi/untangle"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/kernel-pca-for-out-of-distribution-detection","slug":"kernel-pca-for-out-of-distribution-detection","title":"Kernel PCA for Out-of-Distribution Detection","date":"2024-02-05","arxiv_id":"2402.02949","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/kernel-pca-for-out-of-distribution-detection#ran","syntology_url":"https://syntology.ai/paper/2402.02949","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02949"}},"official":{"repos":["fanghenshaometeor/ood-kernel-pca"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/understanding-normalization-in-contrastive","slug":"understanding-normalization-in-contrastive","title":"Understanding normalization in contrastive representation learning and out-of-distribution detection","date":"2023-12-23","arxiv_id":"2312.15288","repositories_listed":2,"syntology":null},{"url":"/paper/nearest-neighbor-guidance-for-out-of-1","slug":"nearest-neighbor-guidance-for-out-of-1","title":"Nearest Neighbor Guidance for Out-of-Distribution Detection","date":"2023-09-26","arxiv_id":"2309.14888","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/nearest-neighbor-guidance-for-out-of-1#ran","syntology_url":"https://syntology.ai/paper/2309.14888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.14888"}},"official":{"repos":["jingkang50/openood","roomo7time/nnguide"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/beyond-auroc-co-for-evaluating-out-of","slug":"beyond-auroc-co-for-evaluating-out-of","title":"Beyond AUROC & co. for evaluating out-of-distribution detection performance","date":"2023-06-26","arxiv_id":"2306.14658","repositories_listed":2,"syntology":null},{"url":"/paper/density-uncertainty-layers-for-reliable","slug":"density-uncertainty-layers-for-reliable","title":"Density Uncertainty Layers for Reliable Uncertainty Estimation","date":"2023-06-21","arxiv_id":"2306.12497","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/density-uncertainty-layers-for-reliable#ran","syntology_url":"https://syntology.ai/paper/2306.12497","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12497"}},"official":{"repos":["yookoon/density_uncertainty_layers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dos-diverse-outlier-sampling-for-out-of","slug":"dos-diverse-outlier-sampling-for-out-of","title":"DOS: Diverse Outlier Sampling for Out-of-Distribution Detection","date":"2023-06-03","arxiv_id":"2306.02031","repositories_listed":2,"syntology":{"n":21,"n_ran":20,"n_constructed":0,"n_ran_checked":11,"n_instrument":9,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":9,"n_pointer_only":3,"phrase":"20 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 1 violated, 9 with no contract checked; 9 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dos-diverse-outlier-sampling-for-out-of#ran","syntology_url":"https://syntology.ai/paper/2306.02031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02031"}},"official":{"repos":["lygjwy/dos"],"state":"official (archive's flag): 19 ran","n_ran":19,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/locoop-few-shot-out-of-distribution-detection-1","slug":"locoop-few-shot-out-of-distribution-detection-1","title":"LoCoOp: Few-Shot Out-of-Distribution Detection via Prompt Learning","date":"2023-06-02","arxiv_id":"2306.01293","repositories_listed":2,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":4,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/locoop-few-shot-out-of-distribution-detection-1#ran","syntology_url":"https://syntology.ai/paper/2306.01293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01293"}},"official":{"repos":["atsumiyai/locoop"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/in-or-out-fixing-imagenet-out-of-distribution","slug":"in-or-out-fixing-imagenet-out-of-distribution","title":"In or Out? Fixing ImageNet Out-of-Distribution Detection Evaluation","date":"2023-06-01","arxiv_id":"2306.00826","repositories_listed":2,"syntology":{"n":19,"n_ran":15,"n_constructed":0,"n_ran_checked":14,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/in-or-out-fixing-imagenet-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2306.00826","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00826"}},"official":{"repos":["j-cb/ninco"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/rethinking-out-of-distribution-ood-detection","slug":"rethinking-out-of-distribution-ood-detection","title":"Rethinking Out-of-distribution (OOD) Detection: Masked Image Modeling is All You Need","date":"2023-02-06","arxiv_id":"2302.02615","repositories_listed":2,"syntology":null},{"url":"/paper/fine-tuning-deteriorates-general-textual-out","slug":"fine-tuning-deteriorates-general-textual-out","title":"Fine-Tuning Deteriorates General Textual Out-of-Distribution Detection by Distorting Task-Agnostic Features","date":"2023-01-30","arxiv_id":"2301.12715","repositories_listed":2,"syntology":null},{"url":"/paper/residual-pattern-learning-for-pixel-wise-out","slug":"residual-pattern-learning-for-pixel-wise-out","title":"Residual Pattern Learning for Pixel-wise Out-of-Distribution Detection in Semantic Segmentation","date":"2022-11-26","arxiv_id":"2211.14512","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/residual-pattern-learning-for-pixel-wise-out#ran","syntology_url":"https://syntology.ai/paper/2211.14512","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.14512"}},"official":{"repos":["yyliu01/rpl"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/delving-into-out-of-distribution-detection","slug":"delving-into-out-of-distribution-detection","title":"Delving into Out-of-Distribution Detection with Vision-Language Representations","date":"2022-11-24","arxiv_id":"2211.13445","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/delving-into-out-of-distribution-detection#ran","syntology_url":"https://syntology.ai/paper/2211.13445","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.13445"}},"official":{"repos":["deeplearning-wisc/mcm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/large-scale-open-set-classification-protocols","slug":"large-scale-open-set-classification-protocols","title":"Large-Scale Open-Set Classification Protocols for ImageNet","date":"2022-10-13","arxiv_id":"2210.06789","repositories_listed":2,"syntology":null},{"url":"/paper/extremely-simple-activation-shaping-for-out","slug":"extremely-simple-activation-shaping-for-out","title":"Extremely Simple Activation Shaping for Out-of-Distribution Detection","date":"2022-09-20","arxiv_id":"2209.09858","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/extremely-simple-activation-shaping-for-out#ran","syntology_url":"https://syntology.ai/paper/2209.09858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.09858"}},"official":{"repos":["andrijazz/ash"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/towards-robust-deep-learning-using-entropic","slug":"towards-robust-deep-learning-using-entropic","title":"Towards Robust Deep Learning using Entropic Losses","date":"2022-08-06","arxiv_id":"2208.03566","repositories_listed":2,"syntology":null},{"url":"/paper/back-to-the-basics-revisiting-out-of","slug":"back-to-the-basics-revisiting-out-of","title":"Back to the Basics: Revisiting Out-of-Distribution Detection Baselines","date":"2022-07-07","arxiv_id":"2207.03061","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/back-to-the-basics-revisiting-out-of#ran","syntology_url":"https://syntology.ai/paper/2207.03061","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.03061"}},"official":{"repos":["cleanlab/cleanlab","cleanlab/ood-detection-benchmarks"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/regmixup-mixup-as-a-regularizer-can","slug":"regmixup-mixup-as-a-regularizer-can","title":"RegMixup: Mixup as a Regularizer Can Surprisingly Improve Accuracy and Out Distribution Robustness","date":"2022-06-29","arxiv_id":"2206.14502","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regmixup-mixup-as-a-regularizer-can#ran","syntology_url":"https://syntology.ai/paper/2206.14502","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.14502"}},"official":{"repos":["francescopinto/regmixup"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/poem-out-of-distribution-detection-with","slug":"poem-out-of-distribution-detection-with","title":"POEM: Out-of-Distribution Detection with Posterior Sampling","date":"2022-06-28","arxiv_id":"2206.13687","repositories_listed":2,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/poem-out-of-distribution-detection-with#ran","syntology_url":"https://syntology.ai/paper/2206.13687","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.13687"}},"official":{"repos":["deeplearning-wisc/poem"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/the-dialog-must-go-on-improving-visual-dialog","slug":"the-dialog-must-go-on-improving-visual-dialog","title":"The Dialog Must Go On: Improving Visual Dialog via Generative Self-Training","date":"2022-05-25","arxiv_id":"2205.12502","repositories_listed":2,"syntology":null},{"url":"/paper/near-out-of-distribution-detection-for-low","slug":"near-out-of-distribution-detection-for-low","title":"Near out-of-distribution detection for low-resolution radar micro-Doppler signatures","date":"2022-05-12","arxiv_id":"2205.07869","repositories_listed":2,"syntology":null},{"url":"/paper/full-spectrum-out-of-distribution-detection","slug":"full-spectrum-out-of-distribution-detection","title":"Full-Spectrum Out-of-Distribution Detection","date":"2022-04-11","arxiv_id":"2204.05306","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/full-spectrum-out-of-distribution-detection#ran","syntology_url":"https://syntology.ai/paper/2204.05306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.05306"}},"official":{"repos":["jingkang50/openood"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/vim-out-of-distribution-with-virtual-logit","slug":"vim-out-of-distribution-with-virtual-logit","title":"ViM: Out-Of-Distribution with Virtual-logit Matching","date":"2022-03-21","arxiv_id":"2203.10807","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/vim-out-of-distribution-with-virtual-logit#ran","syntology_url":"https://syntology.ai/paper/2203.10807","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.10807"}},"official":{"repos":["haoqiwang/vim"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/open-set-recognition-a-good-closed-set-1","slug":"open-set-recognition-a-good-closed-set-1","title":"Open-Set Recognition: a Good Closed-Set Classifier is All You Need?","date":"2021-10-12","arxiv_id":"2110.06207","repositories_listed":2,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":12,"n_instrument":3,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/open-set-recognition-a-good-closed-set-1#ran","syntology_url":"https://syntology.ai/paper/2110.06207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06207"}},"official":{"repos":["sgvaze/osr_closed_set_all_you_need"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-open-set-detection-by-extending","slug":"zero-shot-open-set-detection-by-extending","title":"Zero-Shot Out-of-Distribution Detection Based on the Pre-trained Model CLIP","date":"2021-09-06","arxiv_id":"2109.02748","repositories_listed":2,"syntology":{"n":11,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/zero-shot-open-set-detection-by-extending#ran","syntology_url":"https://syntology.ai/paper/2109.02748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.02748"}},"official":{"repos":["sesmae/zoc"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/semantically-coherent-out-of-distribution","slug":"semantically-coherent-out-of-distribution","title":"Semantically Coherent Out-of-Distribution Detection","date":"2021-08-26","arxiv_id":"2108.11941","repositories_listed":2,"syntology":{"n":11,"n_ran":7,"n_constructed":2,"n_ran_checked":6,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":4,"n_no_contract":2,"n_pointer_only":1,"phrase":"7 ran (of which 2 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 4 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/semantically-coherent-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2108.11941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.11941"}},"official":{"repos":["Jingkang50/ICCV21_SCOOD"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/evidential-deep-learning-for-open-set-action","slug":"evidential-deep-learning-for-open-set-action","title":"Evidential Deep Learning for Open Set Action Recognition","date":"2021-07-21","arxiv_id":"2107.10161","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":3,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evidential-deep-learning-for-open-set-action#ran","syntology_url":"https://syntology.ai/paper/2107.10161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.10161"}},"official":{"repos":["Cogito2012/DEAR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/out-of-distribution-detection-using-union-of","slug":"out-of-distribution-detection-using-union-of","title":"Out-of-Distribution Detection Using Union of 1-Dimensional Subspaces","date":"2021-06-19","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/greedy-bayesian-posterior-approximation-with","slug":"greedy-bayesian-posterior-approximation-with","title":"Greedy Bayesian Posterior Approximation with Deep Ensembles","date":"2021-05-29","arxiv_id":"2105.14275","repositories_listed":2,"syntology":null},{"url":"/paper/a-review-and-refinement-of-surprise-adequacy","slug":"a-review-and-refinement-of-surprise-adequacy","title":"A Review and Refinement of Surprise Adequacy","date":"2021-03-10","arxiv_id":"2103.05939","repositories_listed":2,"syntology":null},{"url":"/paper/sketching-curvature-for-efficient-out-of","slug":"sketching-curvature-for-efficient-out-of","title":"Sketching Curvature for Efficient Out-of-Distribution Detection for Deep Neural Networks","date":"2021-02-24","arxiv_id":"2102.12567","repositories_listed":2,"syntology":null},{"url":"/paper/soft-introvae-analyzing-and-improving-the","slug":"soft-introvae-analyzing-and-improving-the","title":"Soft-IntroVAE: Analyzing and Improving the Introspective Variational Autoencoder","date":"2020-12-24","arxiv_id":"2012.13253","repositories_listed":2,"syntology":null},{"url":"/paper/entropy-maximization-and-meta-classification","slug":"entropy-maximization-and-meta-classification","title":"Entropy Maximization and Meta Classification for Out-Of-Distribution Detection in Semantic Segmentation","date":"2020-12-09","arxiv_id":"2012.06575","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/entropy-maximization-and-meta-classification#ran","syntology_url":"https://syntology.ai/paper/2012.06575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.06575"}},"official":{"repos":["robin-chan/meta-ood"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/encoding-the-latent-posterior-of-bayesian","slug":"encoding-the-latent-posterior-of-bayesian","title":"Encoding the latent posterior of Bayesian Neural Networks for uncertainty quantification","date":"2020-12-04","arxiv_id":"2012.02818","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/encoding-the-latent-posterior-of-bayesian#ran","syntology_url":"https://syntology.ai/paper/2012.02818","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.02818"}},"official":null}},{"url":"/paper/fairness-matters-a-data-driven-framework","slug":"fairness-matters-a-data-driven-framework","title":"Fair and accurate age prediction using distribution aware data curation and augmentation","date":"2020-09-11","arxiv_id":"2009.05283","repositories_listed":2,"syntology":null},{"url":"/paper/confidence-aware-learning-for-deep-neural","slug":"confidence-aware-learning-for-deep-neural","title":"Confidence-Aware Learning for Deep Neural Networks","date":"2020-07-03","arxiv_id":"2007.01458","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/confidence-aware-learning-for-deep-neural#ran","syntology_url":"https://syntology.ai/paper/2007.01458","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.01458"}},"official":{"repos":["daintlab/confidence-aware-learning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sliced-iterative-generator","slug":"sliced-iterative-generator","title":"Sliced Iterative Normalizing Flows","date":"2020-07-01","arxiv_id":"2007.00674","repositories_listed":2,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/sliced-iterative-generator#ran","syntology_url":"https://syntology.ai/paper/2007.00674","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.00674"}},"official":{"repos":["biweidai/SIG"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/background-modeling-via-uncertainty","slug":"background-modeling-via-uncertainty","title":"Weakly-supervised Temporal Action Localization by Uncertainty Modeling","date":"2020-06-12","arxiv_id":"2006.07006","repositories_listed":2,"syntology":null},{"url":"/paper/neural-networks-out-of-distribution-detection","slug":"neural-networks-out-of-distribution-detection","title":"Entropic Out-of-Distribution Detection: Seamless Detection of Unknown Examples","date":"2020-06-07","arxiv_id":"2006.04005","repositories_listed":2,"syntology":null},{"url":"/paper/flows-for-simultaneous-manifold-learning-and","slug":"flows-for-simultaneous-manifold-learning-and","title":"Flows for simultaneous manifold learning and density estimation","date":"2020-03-31","arxiv_id":"2003.13913","repositories_listed":2,"syntology":null},{"url":"/paper/likelihood-regret-an-out-of-distribution","slug":"likelihood-regret-an-out-of-distribution","title":"Likelihood Regret: An Out-of-Distribution Detection Score For Variational Auto-encoder","date":"2020-03-06","arxiv_id":"2003.02977","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/likelihood-regret-an-out-of-distribution#ran","syntology_url":"https://syntology.ai/paper/2003.02977","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.02977"}},"official":{"repos":["XavierXiao/Likelihood-Regret"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/simple-and-scalable-epistemic-uncertainty","slug":"simple-and-scalable-epistemic-uncertainty","title":"Uncertainty Estimation Using a Single Deep Deterministic Neural Network","date":"2020-03-04","arxiv_id":"2003.02037","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/simple-and-scalable-epistemic-uncertainty#ran","syntology_url":"https://syntology.ai/paper/2003.02037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.02037"}},"official":{"repos":["y0ast/deterministic-uncertainty-quantification"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/generalized-odin-detecting-out-of","slug":"generalized-odin-detecting-out-of","title":"Generalized ODIN: Detecting Out-of-distribution Image without Learning from Out-of-distribution Data","date":"2020-02-26","arxiv_id":"2002.11297","repositories_listed":2,"syntology":null},{"url":"/paper/exploring-the-memorization-generalization","slug":"exploring-the-memorization-generalization","title":"Characterizing Structural Regularities of Labeled Data in Overparameterized Models","date":"2020-02-08","arxiv_id":"2002.03206","repositories_listed":2,"syntology":null},{"url":"/paper/detecting-extrapolation-with-local-ensembles","slug":"detecting-extrapolation-with-local-ensembles","title":"Detecting Underspecification with Local Ensembles","date":"2019-10-21","arxiv_id":"1910.09573","repositories_listed":2,"syntology":null},{"url":"/paper/on-mixup-training-improved-calibration-and","slug":"on-mixup-training-improved-calibration-and","title":"On Mixup Training: Improved Calibration and Predictive Uncertainty for Deep Neural Networks","date":"2019-05-27","arxiv_id":"1905.11001","repositories_listed":2,"syntology":null},{"url":"/paper/fa-forced-prompt-learning-of-vision-language","slug":"fa-forced-prompt-learning-of-vision-language","title":"FA: Forced Prompt Learning of Vision-Language Models for Out-of-Distribution Detection","date":"2025-07-06","arxiv_id":"2507.04511","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":9,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/fa-forced-prompt-learning-of-vision-language#ran","syntology_url":"https://syntology.ai/paper/2507.04511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2507.04511"}},"official":{"repos":["0xfafa/fa"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/evinet-evidential-reasoning-network-for","slug":"evinet-evidential-reasoning-network-for","title":"EviNet: Evidential Reasoning Network for Resilient Graph Learning in the Open and Noisy Environments","date":"2025-06-08","arxiv_id":"2506.07288","repositories_listed":1,"syntology":null},{"url":"/paper/gem-gaussian-embedding-modeling-for-out-of","slug":"gem-gaussian-embedding-modeling-for-out-of","title":"GEM: Gaussian Embedding Modeling for Out-of-Distribution Detection in GUI Agents","date":"2025-05-19","arxiv_id":"2505.12842","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-out-of-distribution-detection-in","slug":"unsupervised-out-of-distribution-detection-in","title":"Unsupervised Out-of-Distribution Detection in Medical Imaging Using Multi-Exit Class Activation Maps and Feature Masking","date":"2025-05-13","arxiv_id":"2505.08604","repositories_listed":1,"syntology":null},{"url":"/paper/bayesian-continual-learning-and-forgetting-in","slug":"bayesian-continual-learning-and-forgetting-in","title":"Bayesian continual learning and forgetting in neural networks","date":"2025-04-18","arxiv_id":"2504.13569","repositories_listed":1,"syntology":null},{"url":"/paper/bounded-and-uniform-energy-based-out-of","slug":"bounded-and-uniform-energy-based-out-of","title":"Bounded and Uniform Energy-based Out-of-distribution Detection for Graphs","date":"2025-04-18","arxiv_id":"2504.13429","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/bounded-and-uniform-energy-based-out-of#ran","syntology_url":"https://syntology.ai/paper/2504.13429","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.13429"}},"official":{"repos":["ShenzhiYang2000/NODESAFE-Bounded-and-Uniform-Energy-based-Out-of-distribution-Detection-for-Graphs"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/revisiting-likelihood-based-out-of","slug":"revisiting-likelihood-based-out-of","title":"Revisiting Likelihood-Based Out-of-Distribution Detection by Modeling Representations","date":"2025-04-10","arxiv_id":"2504.07793","repositories_listed":1,"syntology":null},{"url":"/paper/enhanced-ood-detection-through-cross-modal","slug":"enhanced-ood-detection-through-cross-modal","title":"Enhanced OoD Detection through Cross-Modal Alignment of Multi-Modal Representations","date":"2025-03-24","arxiv_id":"2503.18817","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-perturbation-robustness-to-enhance","slug":"leveraging-perturbation-robustness-to-enhance","title":"Leveraging Perturbation Robustness to Enhance Out-of-Distribution Detection","date":"2025-03-24","arxiv_id":"2503.18784","repositories_listed":1,"syntology":null},{"url":"/paper/openmibood-open-medical-imaging-benchmarks","slug":"openmibood-open-medical-imaging-benchmarks","title":"OpenMIBOOD: Open Medical Imaging Benchmarks for Out-Of-Distribution Detection","date":"2025-03-20","arxiv_id":"2503.16247","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/openmibood-open-medical-imaging-benchmarks#ran","syntology_url":"https://syntology.ai/paper/2503.16247","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.16247"}},"official":{"repos":["remic-othr/openmibood"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/oodd-test-time-out-of-distribution-detection","slug":"oodd-test-time-out-of-distribution-detection","title":"OODD: Test-time Out-of-Distribution Detection with Dynamic Dictionary","date":"2025-03-13","arxiv_id":"2503.10468","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/oodd-test-time-out-of-distribution-detection#ran","syntology_url":"https://syntology.ai/paper/2503.10468","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.10468"}},"official":{"repos":["zxk1212/OODD"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/structural-entropy-guided-unsupervised-graph","slug":"structural-entropy-guided-unsupervised-graph","title":"Structural Entropy Guided Unsupervised Graph Out-Of-Distribution Detection","date":"2025-03-05","arxiv_id":"2503.03241","repositories_listed":1,"syntology":null},{"url":"/paper/delving-into-out-of-distribution-detection-1","slug":"delving-into-out-of-distribution-detection-1","title":"Delving into Out-of-Distribution Detection with Medical Vision-Language Models","date":"2025-03-02","arxiv_id":"2503.01020","repositories_listed":1,"syntology":null},{"url":"/paper/cadref-robust-out-of-distribution-detection","slug":"cadref-robust-out-of-distribution-detection","title":"CADRef: Robust Out-of-Distribution Detection via Class-Aware Decoupled Relative Feature Leveraging","date":"2025-03-01","arxiv_id":"2503.00325","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/cadref-robust-out-of-distribution-detection#ran","syntology_url":"https://syntology.ai/paper/2503.00325","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.00325"}},"official":null}},{"url":"/paper/halo-robust-out-of-distribution-detection-via","slug":"halo-robust-out-of-distribution-detection-via","title":"HALO: Robust Out-of-Distribution Detection via Joint Optimisation","date":"2025-02-27","arxiv_id":"2502.19755","repositories_listed":1,"syntology":null},{"url":"/paper/decoupled-graph-energy-based-model-for-node","slug":"decoupled-graph-energy-based-model-for-node","title":"Decoupled Graph Energy-based Model for Node Out-of-Distribution Detection on Heterophilic Graphs","date":"2025-02-25","arxiv_id":"2502.17912","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/decoupled-graph-energy-based-model-for-node#ran","syntology_url":"https://syntology.ai/paper/2502.17912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.17912"}},"official":{"repos":["draym28/degem"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/advancing-out-of-distribution-detection-via","slug":"advancing-out-of-distribution-detection-via","title":"Advancing Out-of-Distribution Detection via Local Neuroplasticity","date":"2025-02-20","arxiv_id":"2502.15833","repositories_listed":1,"syntology":null}],"syntology_records":61,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":14,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/out-of-distribution-detection-on-imagenet-1k-12","since_archive":"/sota/out-of-distribution-detection-on-imagenet-1k-12#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs","since_archive":"/sota/out-of-distribution-detection-on-cifar-10-vs#since-judged","papers_judged":9,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10","since_archive":"/sota/out-of-distribution-detection-on-cifar-10#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-100","since_archive":"/sota/out-of-distribution-detection-on-cifar-100#since-judged","papers_judged":4,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-far-ood","since_archive":"/sota/out-of-distribution-detection-on-far-ood#since-judged","papers_judged":4,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-fashion","since_archive":"/sota/out-of-distribution-detection-on-fashion#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-near-ood","since_archive":"/sota/out-of-distribution-detection-on-near-ood#since-judged","papers_judged":4,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar10","since_archive":"/sota/out-of-distribution-detection-on-cifar10#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar10-1","since_archive":"/sota/out-of-distribution-detection-on-cifar10-1#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-cifar100","since_archive":"/sota/out-of-distribution-detection-on-cifar100#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/out-of-distribution-detection-on-sst","since_archive":"/sota/out-of-distribution-detection-on-sst#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":181,"papers_where_code_ran_first_page":"/task/out-of-distribution-detection/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":9,"url":"/task/out-of-distribution-detection/papers/2","json":"/task/out-of-distribution-detection/papers/2.json","rows":100},{"order":"archive","page":3,"of":9,"url":"/task/out-of-distribution-detection/papers/3","json":"/task/out-of-distribution-detection/papers/3.json","rows":100},{"order":"archive","page":4,"of":9,"url":"/task/out-of-distribution-detection/papers/4","json":"/task/out-of-distribution-detection/papers/4.json","rows":100},{"order":"archive","page":5,"of":9,"url":"/task/out-of-distribution-detection/papers/5","json":"/task/out-of-distribution-detection/papers/5.json","rows":100},{"order":"archive","page":6,"of":9,"url":"/task/out-of-distribution-detection/papers/6","json":"/task/out-of-distribution-detection/papers/6.json","rows":100},{"order":"archive","page":7,"of":9,"url":"/task/out-of-distribution-detection/papers/7","json":"/task/out-of-distribution-detection/papers/7.json","rows":100},{"order":"archive","page":8,"of":9,"url":"/task/out-of-distribution-detection/papers/8","json":"/task/out-of-distribution-detection/papers/8.json","rows":100},{"order":"archive","page":9,"of":9,"url":"/task/out-of-distribution-detection/papers/9","json":"/task/out-of-distribution-detection/papers/9.json","rows":88},{"order":"ran","page":1,"of":2,"url":"/task/out-of-distribution-detection/papers/ran/1","json":"/task/out-of-distribution-detection/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":2,"url":"/task/out-of-distribution-detection/papers/ran/2","json":"/task/out-of-distribution-detection/papers/ran/2.json","rows":81}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"2b832b3d1a4a89ba790660f48ab0989e2445f5bece31a80178537130ed4a81e2","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}