{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/rmsprop","slug":"rmsprop","name":"RMSProp","full_name":"RMSProp","full_name_withheld":false,"description_markdown":"**RMSProp** is an unpublished adaptive learning rate optimizer [proposed by Geoff Hinton](http://www.cs.toronto.edu/~tijmen/csc321/slides/lecture_slides_lec6.pdf). The motivation is that the magnitude of gradients can differ for different weights, and can change during learning, making it hard to choose a single global learning rate. RMSProp tackles this by keeping a moving average of the squared gradient and adjusting the weight updates by this magnitude. The gradient updates are performed as:\r\n\r\n$$E\\left[g^{2}\\right]\\_{t} = \\gamma E\\left[g^{2}\\right]\\_{t-1} + \\left(1 - \\gamma\\right) g^{2}\\_{t}$$\r\n\r\n$$\\theta\\_{t+1} = \\theta\\_{t} - \\frac{\\eta}{\\sqrt{E\\left[g^{2}\\right]\\_{t} + \\epsilon}}g\\_{t}$$\r\n\r\nHinton suggests $\\gamma=0.9$, with a good default for $\\eta$ as $0.001$.\r\n\r\nImage: [Alec Radford](https://twitter.com/alecrad)","description_state":"present","introduced_year":2013,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":null,"title":null,"url_on_a_paper_host":false},"code_snippet_url":"https://github.com/pytorch/pytorch/blob/fd8e2064e094f301d910b91a757b860aae3e3116/torch/optim/rmsprop.py#L69-L108","code_snippet_url_on_a_code_host":true,"categories":[{"area":"General","area_id":"general","collection":"Stochastic Optimization","url":"/methods/category/stochastic-optimization","pwc_aliases":[]}],"n_papers_tagged":519,"archive_num_papers":519,"papers_newest_first":[{"paper":null,"slug":"hindsight-guided-momentum-hgm-optimizer-an","title":"Hindsight-Guided Momentum (HGM) Optimizer: An Approach to Adaptive Learning Rate","date":"2025-06-22","arxiv_id":"2506.22479","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-based-bmd-estimation-from","title":"Deep Learning-Based BMD Estimation from Radiographs with Conformal Uncertainty Quantification","date":"2025-05-28","arxiv_id":"2505.22551","n_code_links":0,"syntology":null},{"paper":null,"slug":"intelligent-incident-hypertension-prediction","title":"Intelligent Incident Hypertension Prediction in Obstructive Sleep Apnea","date":"2025-05-27","arxiv_id":"2505.20615","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-for-breast-cancer-detection","title":"Deep Learning for Breast Cancer Detection: Comparative Analysis of ConvNeXT and EfficientNet","date":"2025-05-24","arxiv_id":"2505.18725","n_code_links":0,"syntology":null},{"paper":null,"slug":"superpure-efficient-purification-of-localized","title":"SuperPure: Efficient Purification of Localized and Distributed Adversarial Patches via Super-Resolution GAN Models","date":"2025-05-22","arxiv_id":"2505.16318","n_code_links":0,"syntology":null},{"paper":"/paper/vulnerability-of-transfer-learned-neural","slug":"vulnerability-of-transfer-learned-neural","title":"Vulnerability of Transfer-Learned Neural Networks to Data Reconstruction Attacks in Small-Data Regime","date":"2025-05-20","arxiv_id":"2505.14323","n_code_links":1,"syntology":null},{"paper":null,"slug":"defect-detection-in-photolithographic","title":"Defect Detection in Photolithographic Patterns Using Deep Learning Models Trained on Synthetic Data","date":"2025-05-15","arxiv_id":"2505.10192","n_code_links":0,"syntology":null},{"paper":null,"slug":"real-world-fnirs-based-brain-computer","title":"Real-World fNIRS-Based Brain-Computer Interfaces: Benchmarking Deep Learning and Classical Models in Interactive Gaming","date":"2025-05-15","arxiv_id":"2505.10536","n_code_links":0,"syntology":null},{"paper":null,"slug":"trial-and-trust-addressing-byzantine-attacks","title":"Trial and Trust: Addressing Byzantine Attacks with Comprehensive Defense Strategy","date":"2025-05-12","arxiv_id":"2505.07614","n_code_links":0,"syntology":null},{"paper":"/paper/v-efficientnets-vector-valued-efficiently","slug":"v-efficientnets-vector-valued-efficiently","title":"V-EfficientNets: Vector-Valued Efficiently Scaled Convolutional Neural Network Models","date":"2025-05-08","arxiv_id":"2505.05659","n_code_links":1,"syntology":null},{"paper":"/paper/anomalymatch-discovering-rare-objects-of","slug":"anomalymatch-discovering-rare-objects-of","title":"AnomalyMatch: Discovering Rare Objects of Interest with Semi-supervised and Active Learning","date":"2025-05-06","arxiv_id":"2505.03509","n_code_links":1,"syntology":null},{"paper":null,"slug":"csasn-a-multitask-attention-based-framework","title":"CSASN: A Multitask Attention-Based Framework for Heterogeneous Thyroid Carcinoma Classification in Ultrasound Images","date":"2025-05-04","arxiv_id":"2505.02211","n_code_links":0,"syntology":null},{"paper":null,"slug":"conformal-prediction-for-indoor-positioning","title":"Conformal Prediction for Indoor Positioning with Correctness Coverage Guarantees","date":"2025-05-03","arxiv_id":"2505.01810","n_code_links":0,"syntology":null},{"paper":null,"slug":"sharp-higher-order-convergence-rates-for-the","title":"Sharp higher order convergence rates for the Adam optimizer","date":"2025-04-28","arxiv_id":"2504.19426","n_code_links":0,"syntology":null},{"paper":null,"slug":"some-optimizers-are-more-equal-understanding","title":"Some Optimizers are More Equal: Understanding the Role of Optimizers in Group Fairness","date":"2025-04-21","arxiv_id":"2504.14882","n_code_links":0,"syntology":null},{"paper":null,"slug":"covariant-gradient-descent","title":"Covariant Gradient Descent","date":"2025-04-07","arxiv_id":"2504.05279","n_code_links":0,"syntology":null},{"paper":"/paper/training-frozen-feature-pyramid-dinov2-for","slug":"training-frozen-feature-pyramid-dinov2-for","title":"Training Frozen Feature Pyramid DINOv2 for Eyelid Measurements with Infinite Encoding and Orthogonal Regularization","date":"2025-04-01","arxiv_id":"2504.00515","n_code_links":1,"syntology":null},{"paper":null,"slug":"efficient-building-roof-type-classification-a","title":"Efficient Building Roof Type Classification: A Domain-Specific Self-Supervised Approach","date":"2025-03-28","arxiv_id":"2503.22251","n_code_links":0,"syntology":null},{"paper":"/paper/world-model-agents-with-change-based","slug":"world-model-agents-with-change-based","title":"World Model Agents with Change-Based Intrinsic Motivation","date":"2025-03-26","arxiv_id":"2503.21047","n_code_links":1,"syntology":null},{"paper":null,"slug":"deep-learning-based-identification-of-4","title":"Deep learning-based identification of precipitation clouds from all-sky camera data for observatory safety","date":"2025-03-24","arxiv_id":"2503.18670","n_code_links":0,"syntology":null},{"paper":null,"slug":"weakly-supervised-pixel-level-annotation-with","title":"Weakly Supervised Pixel-Level Annotation with Visual Interpretability","date":"2025-02-25","arxiv_id":"2502.17824","n_code_links":0,"syntology":null},{"paper":null,"slug":"reducing-false-positives-in-strong-lens","title":"Reducing false positives in strong lens detection through effective augmentation and ensemble learning","date":"2025-02-20","arxiv_id":"2502.14936","n_code_links":0,"syntology":null},{"paper":null,"slug":"hybrid-deepfake-image-detection-a","title":"CAE-Net: Generalized Deepfake Image Detection using Convolution and Attention Mechanisms with Spatial and Frequency Domain Features","date":"2025-02-15","arxiv_id":"2502.10682","n_code_links":0,"syntology":null},{"paper":null,"slug":"ai-driven-solutions-for-falcon-disease","title":"AI-Driven Solutions for Falcon Disease Classification: Concatenated ConvNeXt cum EfficientNet AI Model Approach","date":"2025-02-07","arxiv_id":"2502.04682","n_code_links":0,"syntology":null},{"paper":"/paper/enhancing-brain-tumor-segmentation-using","slug":"enhancing-brain-tumor-segmentation-using","title":"Enhancing Brain Tumor Segmentation Using Channel Attention and Transfer learning","date":"2025-01-19","arxiv_id":"2501.11196","n_code_links":1,"syntology":null},{"paper":"/paper/iot-based-real-time-medical-related-human","slug":"iot-based-real-time-medical-related-human","title":"IoT-Based Real-Time Medical-Related Human Activity Recognition Using Skeletons and Multi-Stage Deep Learning for Healthcare","date":"2025-01-13","arxiv_id":"2501.07039","n_code_links":1,"syntology":null},{"paper":"/paper/layerdropback-a-universally-applicable","slug":"layerdropback-a-universally-applicable","title":"LayerDropBack: A Universally Applicable Approach for Accelerating Training of Deep Networks","date":"2024-12-23","arxiv_id":"2412.18027","n_code_links":1,"syntology":null},{"paper":null,"slug":"comparative-analysis-of-deep-learning-4","title":"Comparative Analysis of Deep Learning Approaches for Harmful Brain Activity Detection Using EEG","date":"2024-12-10","arxiv_id":"2412.07878","n_code_links":0,"syntology":null},{"paper":null,"slug":"impact-of-privacy-parameters-on-deep-learning","title":"Impact of Privacy Parameters on Deep Learning Models for Image Classification","date":"2024-12-09","arxiv_id":"2412.06689","n_code_links":0,"syntology":null},{"paper":null,"slug":"thermal-image-based-fault-diagnosis-in","title":"Thermal Image-based Fault Diagnosis in Induction Machines via Self-Organized Operational Neural Networks","date":"2024-12-08","arxiv_id":"2412.05901","n_code_links":0,"syntology":null},{"paper":null,"slug":"adaptive-optimization-for-enhanced-efficiency","title":"Adaptive Optimization for Enhanced Efficiency in Large-Scale Language Model Training","date":"2024-12-06","arxiv_id":"2412.04718","n_code_links":0,"syntology":null},{"paper":null,"slug":"pairwise-discernment-of-affectnet-expressions","title":"Pairwise Discernment of AffectNet Expressions with ArcFace","date":"2024-12-01","arxiv_id":"2412.01860","n_code_links":0,"syntology":null},{"paper":"/paper/breast-tumor-classification-using","slug":"breast-tumor-classification-using","title":"Breast Tumor Classification Using EfficientNet Deep Learning Model","date":"2024-11-26","arxiv_id":"2411.17870","n_code_links":1,"syntology":null},{"paper":null,"slug":"explainable-ai-approach-using-near-misses","title":"Explainable AI Approach using Near Misses Analysis","date":"2024-11-25","arxiv_id":"2411.16895","n_code_links":0,"syntology":null},{"paper":null,"slug":"transfair-transferring-fairness-from-ocular","title":"TransFair: Transferring Fairness from Ocular Disease Classification to Progression Prediction","date":"2024-11-24","arxiv_id":"2412.00051","n_code_links":0,"syntology":null},{"paper":null,"slug":"classification-of-geographical-land-structure","title":"Classification of Geographical Land Structure Using Convolution Neural Network and Transfer Learning","date":"2024-11-19","arxiv_id":"2411.12415","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-driven-heat-map-analysis-for","title":"Deep Learning-Driven Heat Map Analysis for Evaluating thickness of Wounded Skin Layers","date":"2024-11-19","arxiv_id":"2411.12678","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-based-prediction-of-pet-amyloid","title":"Deep Learning-Based Prediction of PET Amyloid Status Using Multi-Contrast MRI","date":"2024-11-18","arxiv_id":"2411.12061","n_code_links":0,"syntology":null},{"paper":"/paper/modeling-adagrad-rmsprop-and-adam-with","slug":"modeling-adagrad-rmsprop-and-adam-with","title":"Modeling AdaGrad, RMSProp, and Adam with Integro-Differential Equations","date":"2024-11-14","arxiv_id":"2411.09734","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["carlosherediapimienta/numerical_simulations_nonlocal"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/sag-vit-a-scale-aware-high-fidelity-patching","slug":"sag-vit-a-scale-aware-high-fidelity-patching","title":"SAG-ViT: A Scale-Aware, High-Fidelity Patching Approach with Graph Attention for Vision Transformers","date":"2024-11-14","arxiv_id":"2411.09420","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-composite-fault-diagnosis-model-for-npps","title":"A Composite Fault Diagnosis Model for NPPs Based on Bayesian-EfficientNet Module","date":"2024-11-13","arxiv_id":"2411.17707","n_code_links":0,"syntology":null},{"paper":null,"slug":"research-on-fault-diagnosis-of-nuclear-power","title":"Research on fault diagnosis of nuclear power first-second circuit based on hierarchical multi-granularity classification network","date":"2024-11-12","arxiv_id":"2411.07453","n_code_links":0,"syntology":null},{"paper":null,"slug":"advancing-meteorological-forecasting-ai-based","title":"Advancing Meteorological Forecasting: AI-based Approach to Synoptic Weather Map Analysis","date":"2024-11-08","arxiv_id":"2411.05384","n_code_links":0,"syntology":null},{"paper":"/paper/understanding-optimization-in-deep-learning","slug":"understanding-optimization-in-deep-learning","title":"Understanding Optimization in Deep Learning with Central Flows","date":"2024-10-31","arxiv_id":"2410.24206","n_code_links":0,"syntology":{"ran":7,"of":7,"n_ran_checked":4,"n_instrument":3,"unverified":0,"pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"efficientnet-with-hybrid-attention-mechanisms","title":"Breast Cancer Histopathology Classification using CBAM-EfficientNetV2 with Transfer Learning","date":"2024-10-29","arxiv_id":"2410.22392","n_code_links":0,"syntology":null},{"paper":"/paper/exploring-self-supervised-learning-with-u-net","slug":"exploring-self-supervised-learning-with-u-net","title":"Exploring Self-Supervised Learning with U-Net Masked Autoencoders and EfficientNet B7 for Improved Classification","date":"2024-10-25","arxiv_id":"2410.19899","n_code_links":1,"syntology":null},{"paper":null,"slug":"efficient-feature-extraction-using-light","title":"Efficient Feature Extraction Using Light-Weight CNN Attention-Based Deep Learning Architectures for Ultrasound Fetal Plane Classification","date":"2024-10-22","arxiv_id":"2410.17396","n_code_links":0,"syntology":null},{"paper":"/paper/osteoporosis-screening-leveraging","slug":"osteoporosis-screening-leveraging","title":"Osteoporosis screening: Leveraging EfficientNet with complete and cropped facial panoramic radiography imaging","date":"2024-10-18","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"non-convergence-to-global-minimizers-in-data","title":"Non-convergence to global minimizers in data driven supervised deep learning: Adam and stochastic gradient descent optimization provably fail to converge to global minimizers in the training of deep neural networks with ReLU activation","date":"2024-10-14","arxiv_id":"2410.10533","n_code_links":0,"syntology":null},{"paper":"/paper/the-epochal-sawtooth-effect-unveiling","slug":"the-epochal-sawtooth-effect-unveiling","title":"The Epochal Sawtooth Effect: Unveiling Training Loss Oscillations in Adam and Other Optimizers","date":"2024-10-14","arxiv_id":"2410.10056","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":1,"n_instrument":1,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["qiliuchn/training-loss-pattern"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"comparison-of-machine-learning-approaches-for-1","title":"Comparison of Machine Learning Approaches for Classifying Spinodal Events","date":"2024-10-13","arxiv_id":"2410.09756","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-ensemble-for-predicting","title":"Deep Learning Ensemble for Predicting Diabetic Macular Edema Onset Using Ultra-Wide Field Color Fundus Image","date":"2024-10-09","arxiv_id":"2410.06483","n_code_links":0,"syntology":null},{"paper":"/paper/a-second-order-like-optimizer-with-adaptive","slug":"a-second-order-like-optimizer-with-adaptive","title":"A second-order-like optimizer with adaptive gradient scaling for deep learning","date":"2024-10-08","arxiv_id":"2410.05871","n_code_links":1,"syntology":null},{"paper":null,"slug":"art-forgery-detection-using-kolmogorov-arnold","title":"Art Forgery Detection using Kolmogorov Arnold and Convolutional Neural Networks","date":"2024-10-07","arxiv_id":"2410.04866","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-comparison-of-individual-cat-recognition","title":"The Comparison of Individual Cat Recognition Using Neural Networks","date":"2024-10-03","arxiv_id":"2410.02305","n_code_links":0,"syntology":null},{"paper":null,"slug":"preconditioning-for-accelerated-gradient","title":"Preconditioning for Accelerated Gradient Descent Optimization and Regularization","date":"2024-09-30","arxiv_id":"2410.00232","n_code_links":0,"syntology":null},{"paper":null,"slug":"automated-disease-diagnosis-in-pumpkin-plants","title":"Automated Disease Diagnosis in Pumpkin Plants Using Advanced CNN Models","date":"2024-09-29","arxiv_id":"2410.00062","n_code_links":0,"syntology":null},{"paper":null,"slug":"multi-model-ensemble-approach-for-accurate-bi","title":"Multi-Model Ensemble Approach for Accurate Bi-Atrial Segmentation in LGE-MRI of Atrial Fibrillation Patients","date":"2024-09-24","arxiv_id":"2409.16083","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-and-machine-learning-advancing-4","title":"Deep Learning and Machine Learning, Advancing Big Data Analytics and Management: Tensorflow Pretrained Models","date":"2024-09-20","arxiv_id":"2409.13566","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-based-detection-of-referable","title":"Deep Learning-Based Detection of Referable Diabetic Retinopathy and Macular Edema Using Ultra-Widefield Fundus Imaging","date":"2024-09-19","arxiv_id":"2409.12854","n_code_links":0,"syntology":null},{"paper":null,"slug":"recognition-of-harmful-phytoplankton-from","title":"Recognition of Harmful Phytoplankton from Microscopic Images using Deep Learning","date":"2024-09-19","arxiv_id":"2409.12900","n_code_links":0,"syntology":null},{"paper":null,"slug":"less-memory-means-smaller-gpus","title":"Less Memory Means smaller GPUs: Backpropagation with Compressed Activations","date":"2024-09-18","arxiv_id":"2409.11902","n_code_links":0,"syntology":null},{"paper":"/paper/application-of-langevin-dynamics-to-advance","slug":"application-of-langevin-dynamics-to-advance","title":"Application of Langevin Dynamics to Advance the Quantum Natural Gradient Optimization Algorithm","date":"2024-09-03","arxiv_id":"2409.01978","n_code_links":1,"syntology":null},{"paper":"/paper/sfa-net-semantic-feature-adjustment-network","slug":"sfa-net-semantic-feature-adjustment-network","title":"SFA-Net: Semantic Feature Adjustment Network for Remote Sensing Image Segmentation","date":"2024-09-03","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/comparative-analysis-of-transfer-learning","slug":"comparative-analysis-of-transfer-learning","title":"Evaluating Deep Learning Models for Breast Cancer Classification: A Comparative Study","date":"2024-08-29","arxiv_id":"2408.16859","n_code_links":2,"syntology":null},{"paper":"/paper/first-line-of-defense-a-robust-first-layer","slug":"first-line-of-defense-a-robust-first-layer","title":"First line of defense: A robust first layer mitigates adversarial attacks","date":"2024-08-21","arxiv_id":"2408.11680","n_code_links":1,"syntology":null},{"paper":null,"slug":"towards-robust-federated-image-classification","title":"Towards Robust Federated Image Classification: An Empirical Study of Weight Selection Strategies in Manufacturing","date":"2024-08-19","arxiv_id":"2408.10024","n_code_links":0,"syntology":null},{"paper":null,"slug":"efficient-deep-model-based-optoacoustic-image","title":"Efficient Deep Model-Based Optoacoustic Image Reconstruction","date":"2024-08-13","arxiv_id":"2408.07109","n_code_links":0,"syntology":null},{"paper":"/paper/advancing-vietnamese-visual-question","slug":"advancing-vietnamese-visual-question","title":"Advancing Vietnamese Visual Question Answering with Transformer and Convolutional Integration","date":"2024-07-30","arxiv_id":"2407.21229","n_code_links":1,"syntology":null},{"paper":null,"slug":"enhanced-deep-learning-methodologies-and-mri","title":"Enhanced Deep Learning Methodologies and MRI Selection Techniques for Dementia Diagnosis in the Elderly Population","date":"2024-07-24","arxiv_id":"2407.17324","n_code_links":0,"syntology":null},{"paper":null,"slug":"wavelet-based-autoencoder-and-efficientnet","title":"Wavelet-based Autoencoder and EfficientNet for Schizophrenia Detection from EEG Signals","date":"2024-07-24","arxiv_id":"2407.17540","n_code_links":0,"syntology":null},{"paper":"/paper/efficientcd-a-new-strategy-for-change","slug":"efficientcd-a-new-strategy-for-change","title":"EfficientCD: A New Strategy For Change Detection Based With Bi-temporal Layers Exchanged","date":"2024-07-22","arxiv_id":"2407.15999","n_code_links":1,"syntology":null},{"paper":null,"slug":"2408-00772","title":"Hybrid Deep Learning Framework for Enhanced Melanoma Detection","date":"2024-07-16","arxiv_id":"2408.00772","n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-dental-diagnostics-enhanced","title":"Improving Dental Diagnostics: Enhanced Convolution with Spatial Attention Mechanism","date":"2024-07-11","arxiv_id":"2407.08114","n_code_links":0,"syntology":null},{"paper":null,"slug":"non-convergence-of-adam-and-other-adaptive","title":"Non-convergence of Adam and other adaptive stochastic gradient descent optimization methods for non-vanishing learning rates","date":"2024-07-11","arxiv_id":"2407.08100","n_code_links":0,"syntology":null},{"paper":null,"slug":"predicting-heart-failure-with-attention","title":"Predicting Heart Failure with Attention Learning Techniques Utilizing Cardiovascular Data","date":"2024-07-11","arxiv_id":"2407.08289","n_code_links":0,"syntology":null},{"paper":"/paper/explainable-hyperdimensional-computing-for","slug":"explainable-hyperdimensional-computing-for","title":"Explainable Differential Privacy-Hyperdimensional Computing for Balancing Privacy and Transparency in Additive Manufacturing Monitoring","date":"2024-07-09","arxiv_id":"2407.07066","n_code_links":1,"syntology":null},{"paper":"/paper/analysis-of-modern-computer-vision-models-for","slug":"analysis-of-modern-computer-vision-models-for","title":"Analysis of Modern Computer Vision Models for Blood Cell Classification","date":"2024-06-30","arxiv_id":"2407.00759","n_code_links":1,"syntology":null},{"paper":"/paper/how-to-learn-more-exploring-kolmogorov-arnold","slug":"how-to-learn-more-exploring-kolmogorov-arnold","title":"How to Learn More? Exploring Kolmogorov-Arnold Networks for Hyperspectral Image Classification","date":"2024-06-22","arxiv_id":"2406.15719","n_code_links":1,"syntology":null},{"paper":null,"slug":"liveness-detection-in-computer-vision","title":"Liveness Detection in Computer Vision: Transformer-based Self-Supervised Learning for Face Anti-Spoofing","date":"2024-06-19","arxiv_id":"2406.13860","n_code_links":0,"syntology":null},{"paper":null,"slug":"online-adaptive-anomaly-detection-for-defect","title":"Online-Adaptive Anomaly Detection for Defect Identification in Aircraft Assembly","date":"2024-06-18","arxiv_id":"2406.12698","n_code_links":0,"syntology":null},{"paper":"/paper/which-backbone-to-use-a-resource-efficient","slug":"which-backbone-to-use-a-resource-efficient","title":"Which Backbone to Use: A Resource-efficient Domain Specific Comparison for Computer Vision","date":"2024-06-09","arxiv_id":"2406.05612","n_code_links":1,"syntology":null},{"paper":"/paper/u-net-ensemble-for-enhanced-semantic","slug":"u-net-ensemble-for-enhanced-semantic","title":"U-Net Ensemble for Enhanced Semantic Segmentation in Remote Sensing Imagery","date":"2024-06-08","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-diagnostic-model-for-acute-lymphoblastic","title":"A Diagnostic Model for Acute Lymphoblastic Leukemia Using Metaheuristics and Deep Learning Methods","date":"2024-06-02","arxiv_id":"2406.18568","n_code_links":0,"syntology":null},{"paper":"/paper/kolmogorov-arnold-network-for-satellite-image","slug":"kolmogorov-arnold-network-for-satellite-image","title":"Kolmogorov-Arnold Network for Satellite Image Classification in Remote Sensing","date":"2024-06-02","arxiv_id":"2406.00600","n_code_links":1,"syntology":null},{"paper":null,"slug":"local-methods-with-adaptivity-via-scaling","title":"Local Methods with Adaptivity via Scaling","date":"2024-06-02","arxiv_id":"2406.00846","n_code_links":0,"syntology":null},{"paper":null,"slug":"credal-wrapper-of-model-averaging-for","title":"Credal Wrapper of Model Averaging for Uncertainty Estimation in Classification","date":"2024-05-23","arxiv_id":"2405.15047","n_code_links":0,"syntology":null},{"paper":null,"slug":"surge-phenomenon-in-optimal-learning-rate-and","title":"Surge Phenomenon in Optimal Learning Rate and Batch Size Scaling","date":"2024-05-23","arxiv_id":"2405.14578","n_code_links":0,"syntology":null},{"paper":"/paper/enhancing-the-analysis-of-murine-neonatal","slug":"enhancing-the-analysis-of-murine-neonatal","title":"Enhancing the analysis of murine neonatal ultrasonic vocalizations: Development, evaluation, and application of different mathematical models","date":"2024-05-17","arxiv_id":"2405.12957","n_code_links":1,"syntology":null},{"paper":null,"slug":"revolutionizing-traffic-sign-recognition","title":"Revolutionizing Traffic Sign Recognition: Unveiling the Potential of Vision Transformers","date":"2024-04-29","arxiv_id":"2404.19066","n_code_links":0,"syntology":null},{"paper":"/paper/guided-absolutegrad-magnitude-of-gradients","slug":"guided-absolutegrad-magnitude-of-gradients","title":"Guided AbsoluteGrad: Magnitude of Gradients Matters to Explanation's Localization and Saliency","date":"2024-04-23","arxiv_id":"2404.15564","n_code_links":1,"syntology":null},{"paper":null,"slug":"depth-estimation-using-weighted-loss-and","title":"Depth Estimation using Weighted-loss and Transfer Learning","date":"2024-04-11","arxiv_id":"2404.07686","n_code_links":0,"syntology":null},{"paper":null,"slug":"convergence-guarantees-for-rmsprop-and-adam-1","title":"Convergence Guarantees for RMSProp and Adam in Generalized-smooth Non-convex Optimization with Affine Noise Variance","date":"2024-04-01","arxiv_id":"2404.01436","n_code_links":0,"syntology":null},{"paper":"/paper/covid-19-detection-from-ct-scans-using","slug":"covid-19-detection-from-ct-scans-using","title":"COVID-19 detection from pulmonary CT scans using a novel EfficientNet with attention mechanism","date":"2024-03-18","arxiv_id":"2403.11505","n_code_links":1,"syntology":null},{"paper":null,"slug":"hsemotion-team-at-the-6th-abaw-competition","title":"HSEmotion Team at the 6th ABAW Competition: Facial Expressions, Valence-Arousal and Emotion Intensity Prediction","date":"2024-03-18","arxiv_id":"2403.11590","n_code_links":0,"syntology":null},{"paper":"/paper/quantization-effects-on-neural-networks","slug":"quantization-effects-on-neural-networks","title":"Quantization Effects on Neural Networks Perception: How would quantization change the perceptual field of vision models?","date":"2024-03-15","arxiv_id":"2403.09939","n_code_links":1,"syntology":null},{"paper":"/paper/multiscale-low-frequency-memory-network-for","slug":"multiscale-low-frequency-memory-network-for","title":"Multiscale Low-Frequency Memory Network for Improved Feature Extraction in Convolutional Neural Networks","date":"2024-03-13","arxiv_id":"2403.08157","n_code_links":1,"syntology":null},{"paper":"/paper/non-asymptotic-analysis-of-biased-adaptive","slug":"non-asymptotic-analysis-of-biased-adaptive","title":"Non-asymptotic Analysis of Biased Adaptive Stochastic Approximation","date":"2024-02-05","arxiv_id":"2402.02857","n_code_links":1,"syntology":null},{"paper":null,"slug":"survival-and-grade-of-the-glioma-prediction","title":"Survival and grade of the glioma prediction using transfer learning","date":"2024-02-04","arxiv_id":"2402.03384","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-o-frac-sqrt-d-t-1-4-convergence-rate","title":"On the $O(\\frac{\\sqrt{d}}{T^{1/4}})$ Convergence Rate of RMSProp and Its Momentum Extension Measured by $\\ell_1$ Norm","date":"2024-02-01","arxiv_id":"2402.00389","n_code_links":0,"syntology":null}],"papers_shown":100,"papers_order":"date (newest first), then slug","paper_counts":{"archive_papers_tagged":519,"with_a_code_link":236,"where_syntology_ran_a_sample":70,"not_listed_spam_title":0,"listed":519,"listed_where_code_ran":70,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":61,"every_run_a_failure_of_syntologys_instrument":9,"listed_with_a_run_with_no_instrument_failure":61,"listed_every_run_a_failure_of_syntologys_instrument":9,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"papers_where_code_ran":70,"papers_where_code_ran_first_page":"/method/rmsprop/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not isolate this method inside it.","pages":[{"order":"archive","page":2,"of":6,"url":"/method/rmsprop/papers/2","json":"/method/rmsprop/papers/2.json","rows":100},{"order":"archive","page":3,"of":6,"url":"/method/rmsprop/papers/3","json":"/method/rmsprop/papers/3.json","rows":100},{"order":"archive","page":4,"of":6,"url":"/method/rmsprop/papers/4","json":"/method/rmsprop/papers/4.json","rows":100},{"order":"archive","page":5,"of":6,"url":"/method/rmsprop/papers/5","json":"/method/rmsprop/papers/5.json","rows":100},{"order":"archive","page":6,"of":6,"url":"/method/rmsprop/papers/6","json":"/method/rmsprop/papers/6.json","rows":19},{"order":"ran","page":1,"of":1,"url":"/method/rmsprop/papers/ran/1","json":"/method/rmsprop/papers/ran/1.json","rows":70}],"tasks":[{"task":"/task/image-classification","name":"Image Classification","papers":97},{"task":"/task/image-classification","name":"image-classification","papers":62},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":60},{"task":"/task/classification-1","name":"Classification","papers":39},{"task":"/task/deep-learning","name":"Deep Learning","papers":37},{"task":"/task/classification","name":"General Classification","papers":35},{"task":"/task/object-detection","name":"Object Detection","papers":31},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":31},{"task":"/task/architecture-search","name":"Neural Architecture Search","papers":26},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":25},{"task":"/task/stochastic-optimization","name":"Stochastic Optimization","papers":20},{"task":"/task/object-detection-1","name":"object-detection","papers":20},{"task":"/task/diagnostic","name":"Diagnostic","papers":18},{"task":"/task/reinforcement-learning","name":"Reinforcement Learning","papers":16},{"task":"/task/segmentation","name":"Segmentation","papers":14},{"task":null,"name":"GPU","papers":12},{"task":"/task/prediction","name":"Prediction","papers":12},{"task":"/task/reinforcement-learning-1","name":"Reinforcement Learning (RL)","papers":12},{"task":"/task/quantization","name":"Quantization","papers":10},{"task":"/task/reinforcement-learning-2","name":"reinforcement-learning","papers":10}],"tasks_shown":20,"n_tasks":353,"usage_by_year":[{"year":"2015","papers":3},{"year":"2016","papers":9},{"year":"2017","papers":20},{"year":"2018","papers":33},{"year":"2019","papers":49},{"year":"2020","papers":83},{"year":"2021","papers":86},{"year":"2022","papers":65},{"year":"2023","papers":66},{"year":"2024","papers":79},{"year":"2025","papers":26}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/rmsprop"},"syntology_read_at":"2026-10-05T00:36:11+00:00","syntology":{"source":"Syntology's have check for this name (the free coverage lookup), read from Syntology's graph","have_url":"https://syntology.ai/api/graph/have?x=RMSProp","read_at":"2026-10-05T01:01:20+00:00","query":"RMSProp","kind":"method","have":"unknown_name","tier":null,"verified_implementation":null,"level":null,"level_meaning":"the served verification level, per answer; never summed across methods","resolved_to":null,"resolution":null,"resolved_name_differs":false,"absence_asserted":false,"absence_unchecked":null,"no_code_is_about_this_method":false,"subject":null,"archive_paper_arxiv_id":null,"repositories":null,"retrieve_with":null,"name_competition":{"verdict":"none","may_be_wrong_sense":false,"bearers_found":0,"served":null,"leading_other_bearer":null,"n_other_bearers_listed":0,"note":"Nothing in this corpus is named 'RMSProp' -- no method node, no paper announcing it in its title, no expanded form declaring it as an acronym."},"name_competition_text":null,"near_matches":[],"code_nearby":[],"code_nearby_caption":null,"origin_paper":null,"line":"name not resolved (unknown_name). The lookup matched no method, paper or venue by this name; that asserts nothing about whether code exists.","level_legend":null},"syntology_have_state":"loaded","record_sha256":"dbf2d451bea44b225564ee9204879f9aa3a063d68ee79f54e40a9f6ce3571ebf","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}