{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/step-decay","slug":"step-decay","name":"Step Decay","full_name":"Step Decay","full_name_withheld":false,"description_markdown":"**Step Decay** is a learning rate schedule that drops the learning rate by a factor every few epochs, where the number of epochs is a hyperparameter.\r\n\r\nImage Credit: [Suki Lau](https://towardsdatascience.com/learning-rate-schedules-and-adaptive-learning-rate-methods-for-deep-learning-2c8f433990d1)","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":null,"title":null,"url_on_a_paper_host":false},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Learning Rate Schedules","url":"/methods/category/learning-rate-schedules","pwc_aliases":[]}],"n_papers_tagged":73,"archive_num_papers":null,"papers_newest_first":[{"paper":"/paper/a-multi-power-law-for-loss-curve-prediction","slug":"a-multi-power-law-for-loss-curve-prediction","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","date":"2025-03-17","arxiv_id":"2503.12811","n_code_links":1,"syntology":{"ran":7,"of":9,"n_ran_checked":7,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["thu-yao-01-luo/multipowerlaw"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/regularized-xception-for-facial-expression","slug":"regularized-xception-for-facial-expression","title":"Regularized Xception for facial expression recognition with extra training data and step decay learning rate","date":"2024-10-17","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"accelerated-convergence-of-stochastic-heavy","title":"Accelerated Convergence of Stochastic Heavy Ball Method under Anisotropic Gradient Noise","date":"2023-12-22","arxiv_id":"2312.14567","n_code_links":0,"syntology":null},{"paper":null,"slug":"ddgm-solving-inverse-problems-by-diffusive","title":"DDGM: Solving inverse problems by Diffusive Denoising of Gradient-based Minimization","date":"2023-07-11","arxiv_id":"2307.04946","n_code_links":0,"syntology":null},{"paper":null,"slug":"gradient-descent-stochastic-optimization-and","title":"Gradient Descent, Stochastic Optimization, and Other Tales","date":"2022-05-02","arxiv_id":"2205.00832","n_code_links":0,"syntology":null},{"paper":"/paper/eigencurve-optimal-learning-rate-schedule-for-1","slug":"eigencurve-optimal-learning-rate-schedule-for-1","title":"Eigencurve: Optimal Learning Rate Schedule for SGD on Quadratic Objectives with Skewed Hessian Spectrums","date":"2021-10-27","arxiv_id":"2110.14109","n_code_links":1,"syntology":null},{"paper":"/paper/rex-revisiting-budgeted-training-with-an","slug":"rex-revisiting-budgeted-training-with-an","title":"REX: Revisiting Budgeted Training with an Improved Schedule","date":"2021-07-09","arxiv_id":"2107.04197","n_code_links":1,"syntology":null},{"paper":null,"slug":"on-the-convergence-of-step-decay-step-size","title":"On the Convergence of Step Decay Step-Size for Stochastic Optimization","date":"2021-02-18","arxiv_id":"2102.09393","n_code_links":0,"syntology":null},{"paper":"/paper/hit-detector-hierarchical-trinity","slug":"hit-detector-hierarchical-trinity","title":"Hit-Detector: Hierarchical Trinity Architecture Search for Object Detection","date":"2020-03-26","arxiv_id":"2003.11818","n_code_links":1,"syntology":null},{"paper":"/paper/harmonic-convolutional-networks-based-on","slug":"harmonic-convolutional-networks-based-on","title":"Harmonic Convolutional Networks based on Discrete Cosine Transform","date":"2020-01-18","arxiv_id":"2001.06570","n_code_links":1,"syntology":{"ran":10,"of":10,"n_ran_checked":10,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["matej-ulicny/harmonic-networks"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/matrixnets-a-new-scale-and-aspect-ratio-aware","slug":"matrixnets-a-new-scale-and-aspect-ratio-aware","title":"MatrixNets: A New Scale and Aspect Ratio Aware Architecture for Object Detection","date":"2020-01-09","arxiv_id":"2001.03194","n_code_links":1,"syntology":null},{"paper":"/paper/bridging-the-gap-between-anchor-based-and","slug":"bridging-the-gap-between-anchor-based-and","title":"Bridging the Gap Between Anchor-based and Anchor-free Detection via Adaptive Training Sample Selection","date":"2019-12-05","arxiv_id":"1912.02424","n_code_links":13,"syntology":{"ran":4,"of":4,"n_ran_checked":4,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["sfzhang15/ATSS"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/cspnet-a-new-backbone-that-can-enhance","slug":"cspnet-a-new-backbone-that-can-enhance","title":"CSPNet: A New Backbone that can Enhance Learning Capability of CNN","date":"2019-11-27","arxiv_id":"1911.11929","n_code_links":123,"syntology":null},{"paper":"/paper/self-training-with-noisy-student-improves","slug":"self-training-with-noisy-student-improves","title":"Self-training with Noisy Student improves ImageNet classification","date":"2019-11-11","arxiv_id":"1911.04252","n_code_links":13,"syntology":{"ran":13,"of":24,"n_ran_checked":10,"n_instrument":3,"unverified":11,"pointer_only":2,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 3 where Syntology's instrument failed) · 11 unverified","official":{"repos":["google-research/noisystudent","tensorflow/tpu"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":10,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/eca-net-efficient-channel-attention-for-deep","slug":"eca-net-efficient-channel-attention-for-deep","title":"ECA-Net: Efficient Channel Attention for Deep Convolutional Neural Networks","date":"2019-10-08","arxiv_id":"1910.03151","n_code_links":13,"syntology":{"ran":3,"of":8,"n_ran_checked":2,"n_instrument":1,"unverified":5,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","official":{"repos":["BangguWu/ECANet"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"paper":"/paper/freeanchor-learning-to-match-anchors-for","slug":"freeanchor-learning-to-match-anchors-for","title":"FreeAnchor: Learning to Match Anchors for Visual Object Detection","date":"2019-09-05","arxiv_id":"1909.02466","n_code_links":4,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["zhangxiaosong18/FreeAnchor"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/instaboost-boosting-instance-segmentation-via","slug":"instaboost-boosting-instance-segmentation-via","title":"InstaBoost: Boosting Instance Segmentation via Probability Map Guided Copy-Pasting","date":"2019-08-21","arxiv_id":"1908.07801","n_code_links":3,"syntology":null},{"paper":"/paper/scarletnas-bridging-the-gap-between","slug":"scarletnas-bridging-the-gap-between","title":"SCARLET-NAS: Bridging the Gap between Stability and Scalability in Weight-sharing Neural Architecture Search","date":"2019-08-16","arxiv_id":"1908.06022","n_code_links":1,"syntology":null},{"paper":"/paper/compact-global-descriptor-for-neural-networks","slug":"compact-global-descriptor-for-neural-networks","title":"Compact Global Descriptor for Neural Networks","date":"2019-07-23","arxiv_id":"1907.09665","n_code_links":1,"syntology":null},{"paper":"/paper/stochastic-algorithms-with-geometric-step","slug":"stochastic-algorithms-with-geometric-step","title":"Stochastic algorithms with geometric step decay converge linearly on sharp functions","date":"2019-07-22","arxiv_id":"1907.09547","n_code_links":1,"syntology":null},{"paper":"/paper/learning-data-augmentation-strategies-for","slug":"learning-data-augmentation-strategies-for","title":"Learning Data Augmentation Strategies for Object Detection","date":"2019-06-26","arxiv_id":"1906.11172","n_code_links":6,"syntology":{"ran":3,"of":3,"n_ran_checked":1,"n_instrument":2,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tensorflow/tpu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/spatial-group-wise-enhance-improving-semantic","slug":"spatial-group-wise-enhance-improving-semantic","title":"Spatial Group-wise Enhance: Improving Semantic Feature Learning in Convolutional Networks","date":"2019-05-23","arxiv_id":"1905.09646","n_code_links":3,"syntology":{"ran":2,"of":4,"n_ran_checked":0,"n_instrument":2,"unverified":2,"pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":{"repos":["implus/PytorchInsight"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/cutmix-regularization-strategy-to-train","slug":"cutmix-regularization-strategy-to-train","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","date":"2019-05-13","arxiv_id":"1905.04899","n_code_links":30,"syntology":{"ran":17,"of":24,"n_ran_checked":10,"n_instrument":7,"unverified":7,"pointer_only":5,"phrase":"17 ran (of which 6 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","official":{"repos":["clovaai/CutMix-PyTorch"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/searching-for-mobilenetv3","slug":"searching-for-mobilenetv3","title":"Searching for MobileNetV3","date":"2019-05-06","arxiv_id":"1905.02244","n_code_links":67,"syntology":{"ran":86,"of":105,"n_ran_checked":75,"n_instrument":11,"unverified":19,"pointer_only":46,"phrase":"86 ran (of which 22 constructed an object rather than computing a result; 75 with no instrument failure: 9 honoured, 2 violated, 64 with no contract checked; 11 where Syntology's instrument failed) · 19 unverified","official":null}},{"paper":"/paper/the-step-decay-schedule-a-near-optimal","slug":"the-step-decay-schedule-a-near-optimal","title":"The Step Decay Schedule: A Near Optimal, Geometrically Decaying Learning Rate Procedure For Least Squares","date":"2019-04-29","arxiv_id":"1904.12838","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["D-X-Y/ResNeXt-DenseNet"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/gcnet-non-local-networks-meet-squeeze","slug":"gcnet-non-local-networks-meet-squeeze","title":"GCNet: Non-local Networks Meet Squeeze-Excitation Networks and Beyond","date":"2019-04-25","arxiv_id":"1904.11492","n_code_links":9,"syntology":null},{"paper":"/paper/an-energy-and-gpu-computation-efficient","slug":"an-energy-and-gpu-computation-efficient","title":"An Energy and GPU-Computation Efficient Backbone Network for Real-Time Object Detection","date":"2019-04-22","arxiv_id":"1904.09730","n_code_links":12,"syntology":null},{"paper":"/paper/190409460","slug":"190409460","title":"Data-Driven Neuron Allocation for Scale Aggregation Networks","date":"2019-04-20","arxiv_id":"1904.09460","n_code_links":1,"syntology":null},{"paper":"/paper/centernet-object-detection-with-keypoint","slug":"centernet-object-detection-with-keypoint","title":"CenterNet: Keypoint Triplets for Object Detection","date":"2019-04-17","arxiv_id":"1904.08189","n_code_links":20,"syntology":{"ran":2,"of":11,"n_ran_checked":0,"n_instrument":2,"unverified":9,"pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 9 unverified","official":{"repos":["Duankaiwen/CenterNet"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["listed"]}}},{"paper":"/paper/nas-fpn-learning-scalable-feature-pyramid","slug":"nas-fpn-learning-scalable-feature-pyramid","title":"NAS-FPN: Learning Scalable Feature Pyramid Architecture for Object Detection","date":"2019-04-16","arxiv_id":"1904.07392","n_code_links":8,"syntology":null},{"paper":"/paper/foveabox-beyond-anchor-based-object-detector","slug":"foveabox-beyond-anchor-based-object-detector","title":"FoveaBox: Beyond Anchor-based Object Detector","date":"2019-04-08","arxiv_id":"1904.03797","n_code_links":7,"syntology":null},{"paper":"/paper/adaptive-nms-refining-pedestrian-detection-in","slug":"adaptive-nms-refining-pedestrian-detection-in","title":"Adaptive NMS: Refining Pedestrian Detection in a Crowd","date":"2019-04-07","arxiv_id":"1904.03629","n_code_links":0,"syntology":null},{"paper":"/paper/libra-r-cnn-towards-balanced-learning-for","slug":"libra-r-cnn-towards-balanced-learning-for","title":"Libra R-CNN: Towards Balanced Learning for Object Detection","date":"2019-04-04","arxiv_id":"1904.02701","n_code_links":6,"syntology":null},{"paper":"/paper/res2net-a-new-multi-scale-backbone","slug":"res2net-a-new-multi-scale-backbone","title":"Res2Net: A New Multi-scale Backbone Architecture","date":"2019-04-02","arxiv_id":"1904.01169","n_code_links":34,"syntology":{"ran":5,"of":9,"n_ran_checked":2,"n_instrument":3,"unverified":4,"pointer_only":9,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","official":null}},{"paper":"/paper/thundernet-towards-real-time-generic-object","slug":"thundernet-towards-real-time-generic-object","title":"ThunderNet: Towards Real-time Generic Object Detection","date":"2019-03-28","arxiv_id":"1903.11752","n_code_links":3,"syntology":null},{"paper":"/paper/srm-a-style-based-recalibration-module-for","slug":"srm-a-style-based-recalibration-module-for","title":"SRM : A Style-based Recalibration Module for Convolutional Neural Networks","date":"2019-03-26","arxiv_id":"1903.10829","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/retinamask-learning-to-predict-masks-improves","slug":"retinamask-learning-to-predict-masks-improves","title":"RetinaMask: Learning to predict masks improves state-of-the-art single-shot detection for free","date":"2019-01-10","arxiv_id":"1901.03353","n_code_links":53,"syntology":null},{"paper":"/paper/scale-aware-trident-networks-for-object","slug":"scale-aware-trident-networks-for-object","title":"Scale-Aware Trident Networks for Object Detection","date":"2019-01-07","arxiv_id":"1901.01892","n_code_links":4,"syntology":null},{"paper":"/paper/elastic-improving-cnns-with-instance-specific","slug":"elastic-improving-cnns-with-instance-specific","title":"ELASTIC: Improving CNNs with Dynamic Scaling Policies","date":"2018-12-13","arxiv_id":"1812.05262","n_code_links":1,"syntology":{"ran":3,"of":10,"n_ran_checked":2,"n_instrument":1,"unverified":7,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","official":{"repos":["allenai/elastic"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/pelee-a-real-time-object-detection-system-on-1","slug":"pelee-a-real-time-object-detection-system-on-1","title":"Pelee: A Real-Time Object Detection System on Mobile Devices","date":"2018-12-01","arxiv_id":null,"n_code_links":2,"syntology":null},{"paper":"/paper/m2det-a-single-shot-object-detector-based-on","slug":"m2det-a-single-shot-object-detector-based-on","title":"M2Det: A Single-Shot Object Detector based on Multi-Level Feature Pyramid Network","date":"2018-11-12","arxiv_id":"1811.04533","n_code_links":11,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/cornernet-detecting-objects-as-paired","slug":"cornernet-detecting-objects-as-paired","title":"CornerNet: Detecting Objects as Paired Keypoints","date":"2018-08-03","arxiv_id":"1808.01244","n_code_links":5,"syntology":{"ran":3,"of":11,"n_ran_checked":1,"n_instrument":2,"unverified":8,"pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 8 unverified","official":{"repos":["princeton-vl/CornerNet"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":8,"ran_from_kinds":["official"]}}},{"paper":"/paper/acquisition-of-localization-confidence-for","slug":"acquisition-of-localization-confidence-for","title":"Acquisition of Localization Confidence for Accurate Object Detection","date":"2018-07-30","arxiv_id":"1807.11590","n_code_links":4,"syntology":{"ran":17,"of":18,"n_ran_checked":13,"n_instrument":4,"unverified":1,"pointer_only":2,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","official":{"repos":["vacancy/PreciseRoIPooling"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/shufflenet-v2-practical-guidelines-for","slug":"shufflenet-v2-practical-guidelines-for","title":"ShuffleNet V2: Practical Guidelines for Efficient CNN Architecture Design","date":"2018-07-30","arxiv_id":"1807.11164","n_code_links":35,"syntology":{"ran":14,"of":30,"n_ran_checked":12,"n_instrument":2,"unverified":16,"pointer_only":3,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 2 where Syntology's instrument failed) · 16 unverified","official":null}},{"paper":"/paper/cbam-convolutional-block-attention-module","slug":"cbam-convolutional-block-attention-module","title":"CBAM: Convolutional Block Attention Module","date":"2018-07-17","arxiv_id":"1807.06521","n_code_links":31,"syntology":{"ran":13,"of":22,"n_ran_checked":10,"n_instrument":3,"unverified":9,"pointer_only":3,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 9 unverified","official":null}},{"paper":"/paper/representation-learning-with-contrastive","slug":"representation-learning-with-contrastive","title":"Representation Learning with Contrastive Predictive Coding","date":"2018-07-10","arxiv_id":"1807.03748","n_code_links":28,"syntology":{"ran":35,"of":45,"n_ran_checked":30,"n_instrument":5,"unverified":10,"pointer_only":22,"phrase":"35 ran (of which 21 constructed an object rather than computing a result; 30 with no instrument failure: 1 honoured, 0 violated, 29 with no contract checked; 5 where Syntology's instrument failed) · 10 unverified","official":null}},{"paper":"/paper/an-intriguing-failing-of-convolutional-neural","slug":"an-intriguing-failing-of-convolutional-neural","title":"An Intriguing Failing of Convolutional Neural Networks and the CoordConv Solution","date":"2018-07-09","arxiv_id":"1807.03247","n_code_links":24,"syntology":{"ran":5,"of":5,"n_ran_checked":3,"n_instrument":2,"unverified":0,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["uber-research/coordconv"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/detnet-a-backbone-network-for-object","slug":"detnet-a-backbone-network-for-object","title":"DetNet: A Backbone network for Object Detection","date":"2018-04-17","arxiv_id":"1804.06215","n_code_links":2,"syntology":null},{"paper":"/paper/espnet-efficient-spatial-pyramid-of-dilated","slug":"espnet-efficient-spatial-pyramid-of-dilated","title":"ESPNet: Efficient Spatial Pyramid of Dilated Convolutions for Semantic Segmentation","date":"2018-03-19","arxiv_id":"1803.06815","n_code_links":8,"syntology":{"ran":9,"of":10,"n_ran_checked":7,"n_instrument":2,"unverified":1,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["sacmehta/ESPNet"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":"/paper/squeeze-and-excitation-networks","slug":"squeeze-and-excitation-networks","title":"Squeeze-and-Excitation Networks","date":"2017-09-05","arxiv_id":"1709.01507","n_code_links":85,"syntology":{"ran":2,"of":9,"n_ran_checked":0,"n_instrument":2,"unverified":7,"pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","official":{"repos":["hujie-frank/SENet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/revisiting-unreasonable-effectiveness-of-data","slug":"revisiting-unreasonable-effectiveness-of-data","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","date":"2017-07-10","arxiv_id":"1707.02968","n_code_links":2,"syntology":null},{"paper":"/paper/dual-path-networks","slug":"dual-path-networks","title":"Dual Path Networks","date":"2017-07-06","arxiv_id":"1707.01629","n_code_links":18,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/shufflenet-an-extremely-efficient","slug":"shufflenet-an-extremely-efficient","title":"ShuffleNet: An Extremely Efficient Convolutional Neural Network for Mobile Devices","date":"2017-07-04","arxiv_id":"1707.01083","n_code_links":38,"syntology":null},{"paper":"/paper/tacotron-towards-end-to-end-speech-synthesis","slug":"tacotron-towards-end-to-end-speech-synthesis","title":"Tacotron: Towards End-to-End Speech Synthesis","date":"2017-03-29","arxiv_id":"1703.10135","n_code_links":30,"syntology":{"ran":16,"of":25,"n_ran_checked":13,"n_instrument":3,"unverified":9,"pointer_only":6,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 3 honoured, 1 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 9 unverified","official":null}},{"paper":"/paper/active-convolution-learning-the-shape-of","slug":"active-convolution-learning-the-shape-of","title":"Active Convolution: Learning the Shape of Convolution for Image Classification","date":"2017-03-27","arxiv_id":"1703.09076","n_code_links":1,"syntology":null},{"paper":"/paper/yolo9000-better-faster-stronger","slug":"yolo9000-better-faster-stronger","title":"YOLO9000: Better, Faster, Stronger","date":"2016-12-25","arxiv_id":"1612.08242","n_code_links":231,"syntology":{"ran":44,"of":60,"n_ran_checked":33,"n_instrument":11,"unverified":16,"pointer_only":23,"phrase":"44 ran (of which 0 constructed an object rather than computing a result; 33 with no instrument failure: 1 honoured, 4 violated, 28 with no contract checked; 11 where Syntology's instrument failed) · 16 unverified","official":null}},{"paper":"/paper/aggregated-residual-transformations-for-deep","slug":"aggregated-residual-transformations-for-deep","title":"Aggregated Residual Transformations for Deep Neural Networks","date":"2016-11-16","arxiv_id":"1611.05431","n_code_links":61,"syntology":{"ran":51,"of":80,"n_ran_checked":31,"n_instrument":20,"unverified":29,"pointer_only":13,"phrase":"51 ran (of which 7 constructed an object rather than computing a result; 31 with no instrument failure: 0 honoured, 0 violated, 31 with no contract checked; 20 where Syntology's instrument failed) · 29 unverified","official":{"repos":["facebookresearch/ResNeXt"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/deep-pyramidal-residual-networks","slug":"deep-pyramidal-residual-networks","title":"Deep Pyramidal Residual Networks","date":"2016-10-10","arxiv_id":"1610.02915","n_code_links":7,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jhkim89/PyramidNet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/xception-deep-learning-with-depthwise","slug":"xception-deep-learning-with-depthwise","title":"Xception: Deep Learning with Depthwise Separable Convolutions","date":"2016-10-07","arxiv_id":"1610.02357","n_code_links":41,"syntology":{"ran":7,"of":15,"n_ran_checked":6,"n_instrument":1,"unverified":8,"pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","official":null}},{"paper":"/paper/neural-photo-editing-with-introspective","slug":"neural-photo-editing-with-introspective","title":"Neural Photo Editing with Introspective Adversarial Networks","date":"2016-09-22","arxiv_id":"1609.07093","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["ajbrock/Neural-Photo-Editor"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/densely-connected-convolutional-networks","slug":"densely-connected-convolutional-networks","title":"Densely Connected Convolutional Networks","date":"2016-08-25","arxiv_id":"1608.06993","n_code_links":146,"syntology":{"ran":48,"of":71,"n_ran_checked":32,"n_instrument":16,"unverified":23,"pointer_only":8,"phrase":"48 ran (of which 0 constructed an object rather than computing a result; 32 with no instrument failure: 2 honoured, 0 violated, 30 with no contract checked; 16 where Syntology's instrument failed) · 23 unverified","official":{"repos":["liuzhuang13/DenseNet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/fractalnet-ultra-deep-neural-networks-without","slug":"fractalnet-ultra-deep-neural-networks-without","title":"FractalNet: Ultra-Deep Neural Networks without Residuals","date":"2016-05-24","arxiv_id":"1605.07648","n_code_links":4,"syntology":{"ran":4,"of":6,"n_ran_checked":0,"n_instrument":4,"unverified":2,"pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/stacked-hourglass-networks-for-human-pose","slug":"stacked-hourglass-networks-for-human-pose","title":"Stacked Hourglass Networks for Human Pose Estimation","date":"2016-03-22","arxiv_id":"1603.06937","n_code_links":46,"syntology":{"ran":24,"of":25,"n_ran_checked":22,"n_instrument":2,"unverified":1,"pointer_only":1,"phrase":"24 ran (of which 0 constructed an object rather than computing a result; 22 with no instrument failure: 0 honoured, 0 violated, 22 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":"/paper/identity-mappings-in-deep-residual-networks","slug":"identity-mappings-in-deep-residual-networks","title":"Identity Mappings in Deep Residual Networks","date":"2016-03-16","arxiv_id":"1603.05027","n_code_links":54,"syntology":{"ran":14,"of":25,"n_ran_checked":12,"n_instrument":2,"unverified":11,"pointer_only":2,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","official":{"repos":["KaimingHe/resnet-1k-layers"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/deep-residual-learning-for-image-recognition","slug":"deep-residual-learning-for-image-recognition","title":"Deep Residual Learning for Image Recognition","date":"2015-12-10","arxiv_id":"1512.03385","n_code_links":484,"syntology":{"ran":254,"of":377,"n_ran_checked":163,"n_instrument":91,"unverified":123,"pointer_only":193,"phrase":"254 ran (of which 108 constructed an object rather than computing a result; 163 with no instrument failure: 3 honoured, 1 violated, 159 with no contract checked; 91 where Syntology's instrument failed) · 123 unverified","official":{"repos":["KaimingHe/resnet-1k-layers"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/you-only-look-once-unified-real-time-object","slug":"you-only-look-once-unified-real-time-object","title":"You Only Look Once: Unified, Real-Time Object Detection","date":"2015-06-08","arxiv_id":"1506.02640","n_code_links":144,"syntology":{"ran":89,"of":148,"n_ran_checked":58,"n_instrument":31,"unverified":59,"pointer_only":98,"phrase":"89 ran (of which 27 constructed an object rather than computing a result; 58 with no instrument failure: 4 honoured, 4 violated, 50 with no contract checked; 31 where Syntology's instrument failed) · 59 unverified","official":null}},{"paper":"/paper/delving-deep-into-rectifiers-surpassing-human","slug":"delving-deep-into-rectifiers-surpassing-human","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","date":"2015-02-06","arxiv_id":"1502.01852","n_code_links":15,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/going-deeper-with-convolutions","slug":"going-deeper-with-convolutions","title":"Going Deeper with Convolutions","date":"2014-09-17","arxiv_id":"1409.4842","n_code_links":83,"syntology":{"ran":34,"of":42,"n_ran_checked":30,"n_instrument":4,"unverified":8,"pointer_only":21,"phrase":"34 ran (of which 19 constructed an object rather than computing a result; 30 with no instrument failure: 1 honoured, 0 violated, 29 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","official":{"repos":["worksheets.codalab.org/worksheets/0xbcd424d2bf544c4786efcc0063759b1a"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/very-deep-convolutional-networks-for-large","slug":"very-deep-convolutional-networks-for-large","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","date":"2014-09-04","arxiv_id":"1409.1556","n_code_links":305,"syntology":{"ran":81,"of":122,"n_ran_checked":69,"n_instrument":12,"unverified":41,"pointer_only":8,"phrase":"81 ran (of which 0 constructed an object rather than computing a result; 69 with no instrument failure: 0 honoured, 0 violated, 69 with no contract checked; 12 where Syntology's instrument failed) · 41 unverified","official":null}},{"paper":"/paper/spatial-pyramid-pooling-in-deep-convolutional","slug":"spatial-pyramid-pooling-in-deep-convolutional","title":"Spatial Pyramid Pooling in Deep Convolutional Networks for Visual Recognition","date":"2014-06-18","arxiv_id":"1406.4729","n_code_links":14,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":null}},{"paper":"/paper/some-improvements-on-deep-convolutional","slug":"some-improvements-on-deep-convolutional","title":"Some Improvements on Deep Convolutional Neural Network Based Image Classification","date":"2013-12-19","arxiv_id":"1312.5402","n_code_links":3,"syntology":null},{"paper":"/paper/visualizing-and-understanding-convolutional","slug":"visualizing-and-understanding-convolutional","title":"Visualizing and Understanding Convolutional Networks","date":"2013-11-12","arxiv_id":"1311.2901","n_code_links":18,"syntology":{"ran":2,"of":4,"n_ran_checked":2,"n_instrument":0,"unverified":2,"pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/imagenet-classification-with-deep","slug":"imagenet-classification-with-deep","title":"ImageNet Classification with Deep Convolutional Neural Networks","date":"2012-12-01","arxiv_id":null,"n_code_links":23,"syntology":null}],"papers_shown":73,"papers_order":"date (newest first), then slug","paper_counts":{"archive_papers_tagged":73,"with_a_code_link":68,"where_syntology_ran_a_sample":41,"not_listed_spam_title":0,"listed":73,"listed_where_code_ran":41,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":33,"every_run_a_failure_of_syntologys_instrument":8,"listed_with_a_run_with_no_instrument_failure":33,"listed_every_run_a_failure_of_syntologys_instrument":8,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"papers_where_code_ran":41,"papers_where_code_ran_first_page":"/method/step-decay/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not isolate this method inside it.","pages":[{"order":"ran","page":1,"of":1,"url":"/method/step-decay/papers/ran/1","json":"/method/step-decay/papers/ran/1.json","rows":41}],"tasks":[{"task":"/task/object-detection","name":"Object Detection","papers":39},{"task":"/task/image-classification","name":"Image Classification","papers":38},{"task":"/task/object-detection-1","name":"object-detection","papers":23},{"task":"/task/classification","name":"General Classification","papers":17},{"task":"/task/object","name":"Object","papers":16},{"task":"/task/image-classification","name":"image-classification","papers":15},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":11},{"task":"/task/classification-1","name":"Classification","papers":8},{"task":"/task/object-recognition","name":"Object Recognition","papers":6},{"task":"/task/real-time-object-detection","name":"Real-Time Object Detection","papers":6},{"task":"/task/instance-segmentation","name":"Instance Segmentation","papers":5},{"task":"/task/domain-generalization","name":"Domain Generalization","papers":4},{"task":"/task/architecture-search","name":"Neural Architecture Search","papers":4},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":3},{"task":null,"name":"GPU","papers":3},{"task":"/task/medical-image-classification","name":"Medical Image Classification","papers":3},{"task":"/task/person-re-identification","name":"Person Re-Identification","papers":3},{"task":"/task/segmentation","name":"Segmentation","papers":3},{"task":"/task/stochastic-optimization","name":"Stochastic Optimization","papers":3},{"task":"/task/decoder","name":"Decoder","papers":2}],"tasks_shown":20,"n_tasks":84,"usage_by_year":[{"year":"2012","papers":1},{"year":"2013","papers":2},{"year":"2014","papers":3},{"year":"2015","papers":3},{"year":"2016","papers":9},{"year":"2017","papers":6},{"year":"2018","papers":11},{"year":"2019","papers":27},{"year":"2020","papers":3},{"year":"2021","papers":3},{"year":"2022","papers":1},{"year":"2023","papers":2},{"year":"2024","papers":1},{"year":"2025","papers":1}],"row_source":"embedded","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/step-decay"},"syntology_read_at":"2026-10-05T00:36:11+00:00","syntology":{"source":"Syntology's have check for this name (the free coverage lookup), read from Syntology's graph","have_url":"https://syntology.ai/api/graph/have?x=Step%20Decay","read_at":"2026-10-05T01:02:37+00:00","query":"Step Decay","kind":"method","have":"unknown_name","tier":null,"verified_implementation":null,"level":null,"level_meaning":"the served verification level, per answer; never summed across methods","resolved_to":null,"resolution":null,"resolved_name_differs":false,"absence_asserted":false,"absence_unchecked":null,"no_code_is_about_this_method":false,"subject":null,"archive_paper_arxiv_id":null,"repositories":null,"retrieve_with":null,"name_competition":{"verdict":"none","may_be_wrong_sense":false,"bearers_found":0,"served":null,"leading_other_bearer":null,"n_other_bearers_listed":0,"note":"Nothing in this corpus is named 'Step Decay' -- no method node, no paper announcing it in its title, no expanded form declaring it as an acronym."},"name_competition_text":null,"near_matches":["Decay RNN","pruning mask decay","Low-Rank Decay (LRD)","sparse structure decay","Temporal-Decay Shapley","Space-sampled Value Decay","Sample Weight Decay (SWD)","decay-aware neural network"],"code_nearby":[],"code_nearby_caption":null,"origin_paper":null,"line":"name not resolved (unknown_name). The lookup matched no method, paper or venue by this name; that asserts nothing about whether code exists.","level_legend":null},"syntology_have_state":"loaded","record_sha256":"9d1964f673a4131f8070e571b2303f2656621b9dc9641714991b40afa0d2cf8c","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}