{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/ntk","slug":"ntk","name":"NTK","full_name":"Neural Tangent Kernel","full_name_withheld":false,"description_markdown":null,"description_state":"absent","introduced_year":null,"introduced_by":{"title":"Neural Tangent Kernel: Convergence and Generalization in Neural Networks","paper":"/paper/neural-tangent-kernel-convergence-and","first_author":"Arthur Jacot","n_authors":3,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/neural-tangent-kernel-convergence-and"},"source":{"url":"https://arxiv.org/abs/1806.07572v4","title":"Neural Tangent Kernel: Convergence and Generalization in Neural Networks","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Kernel Methods","url":"/methods/category/kernel-methods","pwc_aliases":[]}],"n_papers_tagged":233,"archive_num_papers":233,"papers_newest_first":[{"paper":null,"slug":"neural-tangent-kernel-analysis-to-probe","title":"Neural Tangent Kernel Analysis to Probe Convergence in Physics-informed Neural Solvers: PIKANs vs. PINNs","date":"2025-06-09","arxiv_id":"2506.07958","n_code_links":0,"syntology":null},{"paper":null,"slug":"gradpca-leveraging-ntk-alignment-for-reliable","title":"GradPCA: Leveraging NTK Alignment for Reliable Out-of-Distribution Detection","date":"2025-05-21","arxiv_id":"2505.16017","n_code_links":0,"syntology":null},{"paper":null,"slug":"just-one-layer-norm-guarantees-stable","title":"Just One Layer Norm Guarantees Stable Extrapolation","date":"2025-05-20","arxiv_id":"2505.14512","n_code_links":0,"syntology":null},{"paper":"/paper/2505-11347","slug":"2505-11347","title":"Training NTK to Generalize with KARE","date":"2025-05-16","arxiv_id":"2505.11347","n_code_links":2,"syntology":null},{"paper":null,"slug":"precise-gradient-descent-training-dynamics","title":"Precise gradient descent training dynamics for finite-width multi-layer neural networks","date":"2025-05-08","arxiv_id":"2505.04898","n_code_links":0,"syntology":null},{"paper":null,"slug":"how-learnable-grids-recover-fine-detail-in","title":"How Learnable Grids Recover Fine Detail in Low Dimensions: A Neural Tangent Kernel Analysis of Multigrid Parametric Encodings","date":"2025-04-18","arxiv_id":"2504.13412","n_code_links":0,"syntology":null},{"paper":null,"slug":"divergence-of-empirical-neural-tangent-kernel","title":"Divergence of Empirical Neural Tangent Kernel in Classification Problems","date":"2025-04-15","arxiv_id":"2504.11130","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-tangent-kernel-of-neural-networks-with","title":"Neural Tangent Kernel of Neural Networks with Loss Informed by Differential Operators","date":"2025-03-14","arxiv_id":"2503.11029","n_code_links":0,"syntology":null},{"paper":"/paper/determinant-estimation-under-memory","slug":"determinant-estimation-under-memory","title":"Determinant Estimation under Memory Constraints and Neural Scaling Laws","date":"2025-03-06","arxiv_id":"2503.04424","n_code_links":1,"syntology":null},{"paper":null,"slug":"mlps-at-the-eoc-concentration-of-the-ntk","title":"MLPs at the EOC: Concentration of the NTK","date":"2025-01-24","arxiv_id":"2501.14724","n_code_links":0,"syntology":null},{"paper":null,"slug":"mlps-at-the-eoc-spectrum-of-the-ntk","title":"MLPs at the EOC: Spectrum of the NTK","date":"2025-01-22","arxiv_id":"2501.13225","n_code_links":0,"syntology":null},{"paper":"/paper/issues-with-neural-tangent-kernel-approach-to","slug":"issues-with-neural-tangent-kernel-approach-to","title":"Issues with Neural Tangent Kernel Approach to Neural Networks","date":"2025-01-19","arxiv_id":"2501.10929","n_code_links":1,"syntology":null},{"paper":null,"slug":"towards-a-statistical-understanding-of-neural","title":"Towards a Statistical Understanding of Neural Networks: Beyond the Neural Tangent Kernel Theories","date":"2024-12-25","arxiv_id":"2412.18756","n_code_links":0,"syntology":null},{"paper":null,"slug":"optimal-convergence-rates-for-neural","title":"Optimal Convergence Rates for Neural Operators","date":"2024-12-23","arxiv_id":"2412.17518","n_code_links":0,"syntology":null},{"paper":null,"slug":"is-the-neural-tangent-kernel-of-pinns-deep","title":"Is the neural tangent kernel of PINNs deep learning general partial differential equations always convergent ?","date":"2024-12-09","arxiv_id":"2412.06158","n_code_links":0,"syntology":null},{"paper":"/paper/exact-certification-of-graph-neural-networks","slug":"exact-certification-of-graph-neural-networks","title":"Exact Certification of (Graph) Neural Networks Against Label Poisoning","date":"2024-11-30","arxiv_id":"2412.00537","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["saper0/qpcert"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"infinite-width-limits-of-self-supervised","title":"Infinite Width Limits of Self Supervised Neural Networks","date":"2024-11-17","arxiv_id":"2411.11176","n_code_links":0,"syntology":null},{"paper":null,"slug":"gradient-descent-finds-over-parameterized","title":"Gradient Descent Finds Over-Parameterized Neural Networks with Sharp Generalization for Nonparametric Regression","date":"2024-11-05","arxiv_id":"2411.02904","n_code_links":0,"syntology":null},{"paper":null,"slug":"sharper-guarantees-for-learning-neural","title":"Sharper Guarantees for Learning Neural Network Classifiers with Gradient Methods","date":"2024-10-13","arxiv_id":"2410.10024","n_code_links":0,"syntology":null},{"paper":null,"slug":"collective-variables-of-neural-networks","title":"Collective variables of neural networks: empirical time evolution and scaling laws","date":"2024-10-09","arxiv_id":"2410.07451","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-impacts-of-the-random-initialization","title":"On the Impacts of the Random Initialization in the Neural Tangent Kernel Theory","date":"2024-10-08","arxiv_id":"2410.05626","n_code_links":0,"syntology":null},{"paper":null,"slug":"correlation-aware-select-and-merge-attention","title":"Correlation-Aware Select and Merge Attention for Efficient Fine-Tuning and Context Length Extension","date":"2024-10-05","arxiv_id":"2410.04211","n_code_links":0,"syntology":null},{"paper":null,"slug":"ntk-dfl-enhancing-decentralized-federated","title":"NTK-DFL: Enhancing Decentralized Federated Learning in Heterogeneous Settings via Neural Tangent Kernel","date":"2024-10-02","arxiv_id":"2410.01922","n_code_links":0,"syntology":null},{"paper":null,"slug":"how-feature-learning-can-improve-neural","title":"How Feature Learning Can Improve Neural Scaling Laws","date":"2024-09-26","arxiv_id":"2409.17858","n_code_links":0,"syntology":null},{"paper":null,"slug":"parameter-efficient-fine-tuning-for-continual","title":"Parameter-Efficient Fine-Tuning for Continual Learning: A Neural Tangent Kernel Perspective","date":"2024-07-24","arxiv_id":"2407.17120","n_code_links":0,"syntology":null},{"paper":null,"slug":"differential-privacy-mechanisms-in-neural","title":"Differential Privacy Mechanisms in Neural Tangent Kernel Regression","date":"2024-07-18","arxiv_id":"2407.13621","n_code_links":0,"syntology":null},{"paper":null,"slug":"preconditioned-gradient-descent-finds-over","title":"Preconditioned Gradient Descent Finds Over-Parameterized Neural Networks with Sharp Generalization for Nonparametric Regression","date":"2024-07-16","arxiv_id":"2407.11353","n_code_links":0,"syntology":null},{"paper":null,"slug":"stochastic-gradient-descent-for-two-layer","title":"Stochastic Gradient Descent for Two-layer Neural Networks","date":"2024-07-10","arxiv_id":"2407.07670","n_code_links":0,"syntology":null},{"paper":"/paper/training-guarantees-of-neural-network","slug":"training-guarantees-of-neural-network","title":"Training Guarantees of Neural Network Classification Two-Sample Tests by Kernel Analysis","date":"2024-07-05","arxiv_id":"2407.04806","n_code_links":1,"syntology":null},{"paper":null,"slug":"infinite-width-models-that-work-why-feature","title":"Infinite Width Models That Work: Why Feature Learning Doesn't Matter as Much as You Think","date":"2024-06-27","arxiv_id":"2406.18800","n_code_links":0,"syntology":null},{"paper":"/paper/kernel-vs-kernel-exploring-how-the-data","slug":"kernel-vs-kernel-exploring-how-the-data","title":"Can Kernel Methods Explain How the Data Affects Neural Collapse?","date":"2024-06-04","arxiv_id":"2406.02105","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["kvignesh1420/shallow_nc1"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"how-does-gradient-descent-learn-features-a","title":"How Does Gradient Descent Learn Features -- A Local Analysis for Regularized Two-Layer Neural Networks","date":"2024-06-03","arxiv_id":"2406.01766","n_code_links":0,"syntology":null},{"paper":"/paper/understanding-linear-probing-then-fine-tuning","slug":"understanding-linear-probing-then-fine-tuning","title":"Understanding Linear Probing then Fine-tuning Language Models from NTK Perspective","date":"2024-05-27","arxiv_id":"2405.16747","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tom4649/lp-ft_ntk"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"a-generalized-neural-tangent-kernel-for","title":"A generalized neural tangent kernel for surrogate gradient learning","date":"2024-05-24","arxiv_id":"2405.15539","n_code_links":0,"syntology":null},{"paper":null,"slug":"when-foresight-pruning-meets-zeroth-order","title":"When Foresight Pruning Meets Zeroth-Order Optimization: Efficient Federated Learning for Low-Memory Devices","date":"2024-05-08","arxiv_id":"2405.04765","n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-the-frontiers-of-softmax-provable","title":"Exploring the Frontiers of Softmax: Provable Optimization, Applications in Diffusion Model, and Beyond","date":"2024-05-06","arxiv_id":"2405.03251","n_code_links":0,"syntology":null},{"paper":null,"slug":"hoin-high-order-implicit-neural","title":"HOIN: High-Order Implicit Neural Representations","date":"2024-04-23","arxiv_id":"2404.14674","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-positivity-of-the-neural-tangent-kernel","title":"The Positivity of the Neural Tangent Kernel","date":"2024-04-19","arxiv_id":"2404.12928","n_code_links":0,"syntology":null},{"paper":"/paper/longembed-extending-embedding-models-for-long","slug":"longembed-extending-embedding-models-for-long","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","date":"2024-04-18","arxiv_id":"2404.12096","n_code_links":1,"syntology":{"ran":5,"of":6,"n_ran_checked":1,"n_instrument":4,"unverified":1,"pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","official":{"repos":["dwzhu-pku/longembed"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"demystifying-lazy-training-of-neural-networks","title":"Demystifying Lazy Training of Neural Networks from a Macroscopic Viewpoint","date":"2024-04-07","arxiv_id":"2404.04859","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-unified-kernel-for-neural-network-learning","title":"A Unified Kernel for Neural Network Learning","date":"2024-03-26","arxiv_id":"2403.17467","n_code_links":0,"syntology":null},{"paper":"/paper/ntk-guided-few-shot-class-incremental","slug":"ntk-guided-few-shot-class-incremental","title":"NTK-Guided Few-Shot Class Incremental Learning","date":"2024-03-19","arxiv_id":"2403.12486","n_code_links":1,"syntology":null},{"paper":null,"slug":"when-training-free-nas-meets-vision","title":"When Training-Free NAS Meets Vision Transformer: A Neural Tangent Kernel Perspective","date":"2024-03-15","arxiv_id":"2405.04536","n_code_links":0,"syntology":null},{"paper":null,"slug":"when-can-we-approximate-wide-contrastive","title":"When can we Approximate Wide Contrastive Models with Neural Tangent Kernels and Principal Component Analysis?","date":"2024-03-13","arxiv_id":"2403.08673","n_code_links":0,"syntology":null},{"paper":"/paper/lossless-compression-of-deep-neural-networks-1","slug":"lossless-compression-of-deep-neural-networks-1","title":"\"Lossless\" Compression of Deep Neural Networks: A High-dimensional Neural Tangent Kernel Approach","date":"2024-03-01","arxiv_id":"2403.00258","n_code_links":1,"syntology":{"ran":7,"of":8,"n_ran_checked":6,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["model-compression/lossless_compression"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"why-do-learning-rates-transfer-reconciling","title":"Super Consistency of Neural Network Landscapes and Learning Rate Transfer","date":"2024-02-27","arxiv_id":"2402.17457","n_code_links":0,"syntology":null},{"paper":null,"slug":"analyzing-the-neural-tangent-kernel-of","title":"Analyzing the Neural Tangent Kernel of Periodically Activated Coordinate Networks","date":"2024-02-07","arxiv_id":"2402.04783","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-challenges-of-the-nonlinear-regime-for","title":"The Challenges of the Nonlinear Regime for Physics-Informed Neural Networks","date":"2024-02-06","arxiv_id":"2402.03864","n_code_links":0,"syntology":null},{"paper":"/paper/deep-equilibrium-models-are-almost-equivalent","slug":"deep-equilibrium-models-are-almost-equivalent","title":"Deep Equilibrium Models are Almost Equivalent to Not-so-deep Explicit Models for High-dimensional Gaussian Mixtures","date":"2024-02-05","arxiv_id":"2402.02697","n_code_links":1,"syntology":{"ran":11,"of":14,"n_ran_checked":10,"n_instrument":1,"unverified":3,"pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 4 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":{"repos":["stephenli24/inn_eqvi_enn"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"pinn-bo-a-black-box-optimization-algorithm","title":"PINN-BO: A Black-box Optimization Algorithm using Physics-Informed Neural Networks","date":"2024-02-05","arxiv_id":"2402.03243","n_code_links":0,"syntology":null},{"paper":null,"slug":"rethinking-adversarial-training-with-neural","title":"Rethinking Adversarial Training with Neural Tangent Kernel","date":"2023-12-04","arxiv_id":"2312.02236","n_code_links":0,"syntology":null},{"paper":null,"slug":"efficient-kernel-surrogates-for-neural","title":"Efficient kernel surrogates for neural network-based regression","date":"2023-10-28","arxiv_id":"2310.18612","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-neural-tangent-kernel-of-equilibrium-1","title":"On the Neural Tangent Kernel of Equilibrium Models","date":"2023-10-21","arxiv_id":"2310.14062","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-tangent-kernels-motivate-graph-neural","title":"Neural Tangent Kernels Motivate Graph Neural Networks with Cross-Covariance Graphs","date":"2023-10-16","arxiv_id":"2310.10791","n_code_links":0,"syntology":null},{"paper":null,"slug":"feature-learning-and-generalization-in-deep","title":"Feature Learning and Generalization in Deep Networks with Orthogonal Weights","date":"2023-10-11","arxiv_id":"2310.07765","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-neural-tangent-kernel-view-on-federated","title":"On the Convergence of Federated Averaging under Partial Participation for Over-parameterized Neural Networks","date":"2023-10-09","arxiv_id":"2310.05495","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-disconnect-between-theory-and-practice","title":"On the Disconnect Between Theory and Practice of Neural Networks: Limits of the NTK Perspective","date":"2023-09-29","arxiv_id":"2310.00137","n_code_links":0,"syntology":null},{"paper":null,"slug":"fixing-the-ntk-from-neural-network","title":"Fixing the NTK: From Neural Network Linearizations to Exact Convex Programs","date":"2023-09-26","arxiv_id":"2309.15096","n_code_links":0,"syntology":null},{"paper":"/paper/convolutional-deep-kernel-machines","slug":"convolutional-deep-kernel-machines","title":"Convolutional Deep Kernel Machines","date":"2023-09-18","arxiv_id":"2309.09814","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["edwardmilsom/convdkmpaper"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"how-many-neurons-do-we-need-a-refined","title":"How many Neurons do we need? A refined Analysis for Shallow Networks trained with Gradient Descent","date":"2023-09-14","arxiv_id":"2309.08044","n_code_links":0,"syntology":null},{"paper":null,"slug":"is-solving-graph-neural-tangent-kernel","title":"Is Solving Graph Neural Tangent Kernel Equivalent to Training Graph Neural Network?","date":"2023-09-14","arxiv_id":"2309.07452","n_code_links":0,"syntology":null},{"paper":null,"slug":"approximation-results-for-gradient-descent-1","title":"Approximation Results for Gradient Descent trained Neural Networks","date":"2023-09-09","arxiv_id":"2309.04860","n_code_links":0,"syntology":null},{"paper":null,"slug":"connecting-ntk-and-nngp-a-unified-theoretical","title":"Connecting NTK and NNGP: A Unified Theoretical Framework for Wide Neural Network Learning Dynamics","date":"2023-09-08","arxiv_id":"2309.04522","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-exact-kernel-equivalence-for-finite","title":"An Exact Kernel Equivalence for Finite Classification Models","date":"2023-08-01","arxiv_id":"2308.00824","n_code_links":0,"syntology":null},{"paper":null,"slug":"speed-limits-for-deep-learning","title":"Speed Limits for Deep Learning","date":"2023-07-27","arxiv_id":"2307.14653","n_code_links":0,"syntology":null},{"paper":"/paper/ntk-approximating-mlp-fusion-for-efficient","slug":"ntk-approximating-mlp-fusion-for-efficient","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","date":"2023-07-18","arxiv_id":"2307.08941","n_code_links":1,"syntology":{"ran":10,"of":14,"n_ran_checked":8,"n_instrument":2,"unverified":4,"pointer_only":14,"phrase":"10 ran (of which 5 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","official":{"repos":["weitianxin/mlp_fusion"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":5,"n_ran_no_instrument_failure":8,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"kernels-data-physics","title":"Kernels, Data & Physics","date":"2023-07-05","arxiv_id":"2307.02693","n_code_links":0,"syntology":null},{"paper":null,"slug":"beyond-ntk-with-vanilla-gradient-descent-a","title":"Beyond NTK with Vanilla Gradient Descent: A Mean-Field Analysis of Neural Networks with Polynomial Width, Samples, and Time","date":"2023-06-28","arxiv_id":"2306.16361","n_code_links":0,"syntology":null},{"paper":null,"slug":"ntkcpl-active-learning-on-top-of-self","title":"NTKCPL: Active Learning on Top of Self-Supervised Model by Estimating True Coverage","date":"2023-06-07","arxiv_id":"2306.04099","n_code_links":0,"syntology":null},{"paper":null,"slug":"benign-overfitting-in-deep-neural-networks","title":"Benign Overfitting in Deep Neural Networks under Lazy Training","date":"2023-05-30","arxiv_id":"2305.19377","n_code_links":0,"syntology":null},{"paper":null,"slug":"bottleneck-structure-in-learned-features-low","title":"Bottleneck Structure in Learned Features: Low-Dimension vs Regularity Tradeoff","date":"2023-05-30","arxiv_id":"2305.19008","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-tangent-kernel-collapse","title":"Neural (Tangent Kernel) Collapse","date":"2023-05-25","arxiv_id":"2305.16427","n_code_links":0,"syntology":null},{"paper":"/paper/2305-14585","slug":"2305-14585","title":"Faithful and Efficient Explanations for Neural Networks via Neural Tangent Kernel Surrogate Models","date":"2023-05-23","arxiv_id":"2305.14585","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["pnnl/projection_ntk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/task-arithmetic-in-the-tangent-space-improved","slug":"task-arithmetic-in-the-tangent-space-improved","title":"Task Arithmetic in the Tangent Space: Improved Editing of Pre-Trained Models","date":"2023-05-22","arxiv_id":"2305.12827","n_code_links":1,"syntology":{"ran":1,"of":4,"n_ran_checked":1,"n_instrument":0,"unverified":3,"pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["gortizji/tangent_task_arithmetic"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"the-ntk-approximation-is-valid-for-longer","title":"Tight conditions for when the NTK approximation is valid","date":"2023-05-22","arxiv_id":"2305.13141","n_code_links":0,"syntology":null},{"paper":"/paper/stability-generalization-and-privacy-precise","slug":"stability-generalization-and-privacy-precise","title":"How Spurious Features Are Memorized: Precise Analysis for Random and NTK Features","date":"2023-05-20","arxiv_id":"2305.12100","n_code_links":1,"syntology":null},{"paper":null,"slug":"relu-soothes-the-ntk-condition-number-and","title":"ReLU soothes the NTK condition number and accelerates optimization for wide neural networks","date":"2023-05-15","arxiv_id":"2305.08813","n_code_links":0,"syntology":null},{"paper":null,"slug":"statistical-optimality-of-deep-wide-neural","title":"On the Eigenvalue Decay Rates of a Class of Neural-Network Related Kernel Functions Defined on General Domains","date":"2023-05-04","arxiv_id":"2305.02657","n_code_links":0,"syntology":null},{"paper":null,"slug":"towards-a-phenomenological-understanding-of","title":"Towards a Phenomenological Understanding of Neural Networks: Data","date":"2023-05-01","arxiv_id":"2305.00995","n_code_links":0,"syntology":null},{"paper":"/paper/ntk-sap-improving-neural-network-pruning-by","slug":"ntk-sap-improving-neural-network-pruning-by","title":"NTK-SAP: Improving neural network pruning by aligning training dynamics","date":"2023-04-06","arxiv_id":"2304.02840","n_code_links":1,"syntology":{"ran":0,"of":2,"n_ran_checked":0,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"0 ran · 2 unverified","official":{"repos":["yitewang/ntk-sap"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":[]}}},{"paper":null,"slug":"wide-neural-networks-from-non-gaussian-random","title":"Wide neural networks: From non-gaussian random fields at initialization to the NTK geometry of training","date":"2023-04-06","arxiv_id":"2304.03385","n_code_links":0,"syntology":null},{"paper":"/paper/neural-bo-a-black-box-optimization-algorithm","slug":"neural-bo-a-black-box-optimization-algorithm","title":"Neural-BO: A Black-box Optimization Algorithm using Deep Neural Networks","date":"2023-03-03","arxiv_id":"2303.01682","n_code_links":1,"syntology":null},{"paper":null,"slug":"generalization-ability-of-wide-neural","title":"Generalization Ability of Wide Neural Networks on $\\mathbb{R}$","date":"2023-02-12","arxiv_id":"2302.05933","n_code_links":0,"syntology":null},{"paper":"/paper/beyond-the-universal-law-of-robustness","slug":"beyond-the-universal-law-of-robustness","title":"Beyond the Universal Law of Robustness: Sharper Laws for Random Features and Neural Tangent Kernels","date":"2023-02-03","arxiv_id":"2302.01629","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["simone-bombari/beyond-universal-robustness"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/over-parameterised-shallow-neural-networks","slug":"over-parameterised-shallow-neural-networks","title":"Over-parameterised Shallow Neural Networks with Asymmetrical Node Scaling: Global Convergence Guarantees and Feature Learning","date":"2023-02-02","arxiv_id":"2302.01002","n_code_links":1,"syntology":null},{"paper":null,"slug":"gradient-descent-in-neural-networks-as","title":"Gradient Descent in Neural Networks as Sequential Learning in RKBS","date":"2023-02-01","arxiv_id":"2302.00205","n_code_links":0,"syntology":null},{"paper":null,"slug":"graph-neural-tangent-kernel-convergence-on","title":"Graph Neural Tangent Kernel: Convergence on Large Graphs","date":"2023-01-25","arxiv_id":"2301.10808","n_code_links":0,"syntology":null},{"paper":"/paper/expected-gradients-of-maxout-networks-and","slug":"expected-gradients-of-maxout-networks-and","title":"Expected Gradients of Maxout Networks and Consequences to Parameter Initialization","date":"2023-01-17","arxiv_id":"2301.06956","n_code_links":1,"syntology":null},{"paper":null,"slug":"evaluating-the-spectral-bias-of-coordinate","title":"Understanding the Spectral Bias of Coordinate Based MLPs Via Training Dynamics","date":"2023-01-14","arxiv_id":"2301.05816","n_code_links":0,"syntology":null},{"paper":null,"slug":"sharper-analysis-of-sparsely-activated-wide","title":"Neural Networks with Sparse Activation Induced by Large Bias: Tighter Analysis with Bias-Generalized NTK","date":"2023-01-01","arxiv_id":"2301.00327","n_code_links":0,"syntology":null},{"paper":"/paper/the-onset-of-variance-limited-behavior-for","slug":"the-onset-of-variance-limited-behavior-for","title":"The Onset of Variance-Limited Behavior for Networks in the Lazy and Rich Regimes","date":"2022-12-23","arxiv_id":"2212.12147","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Pehlevan-Group/onset-of-variance"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/graph-neural-networks-are-inherently-good","slug":"graph-neural-networks-are-inherently-good","title":"Graph Neural Networks are Inherently Good Generalizers: Insights by Bridging GNNs and MLPs","date":"2022-12-18","arxiv_id":"2212.09034","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["chr26195/pmlp"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"average-path-length-sparsification-of","title":"Nonlinear Advantage: Trained Networks Might Not Be As Complex as You Think","date":"2022-11-30","arxiv_id":"2211.17180","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-deep-neural-networks-by-iterative","title":"Understanding Sparse Feature Updates in Deep Networks using Iterative Linearisation","date":"2022-11-22","arxiv_id":"2211.12345","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-tangent-kernel-analysis-of-pinn-for","title":"Neural tangent kernel analysis of PINN for advection-diffusion equation","date":"2022-11-21","arxiv_id":"2211.11716","n_code_links":0,"syntology":null},{"paper":"/paper/characterizing-the-spectrum-of-the-ntk-via-a","slug":"characterizing-the-spectrum-of-the-ntk-via-a","title":"Characterizing the Spectrum of the NTK via a Power Series Expansion","date":"2022-11-15","arxiv_id":"2211.07844","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["bbowman223/data_ntk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/evolution-of-neural-tangent-kernels-under","slug":"evolution-of-neural-tangent-kernels-under","title":"Evolution of Neural Tangent Kernels under Benign and Adversarial Training","date":"2022-10-21","arxiv_id":"2210.12030","n_code_links":1,"syntology":null},{"paper":"/paper/sample-then-optimize-batch-neural-thompson","slug":"sample-then-optimize-batch-neural-thompson","title":"Sample-Then-Optimize Batch Neural Thompson Sampling","date":"2022-10-13","arxiv_id":"2210.06850","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["daizhongxiang/sto-bnts"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-kernel-based-view-of-language-model-fine","slug":"a-kernel-based-view-of-language-model-fine","title":"A Kernel-Based View of Language Model Fine-Tuning","date":"2022-10-11","arxiv_id":"2210.05643","n_code_links":1,"syntology":{"ran":5,"of":7,"n_ran_checked":3,"n_instrument":2,"unverified":2,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":{"repos":["princeton-nlp/lm-kernel-ft"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/what-can-the-neural-tangent-kernel-tell-us","slug":"what-can-the-neural-tangent-kernel-tell-us","title":"What Can the Neural Tangent Kernel Tell Us About Adversarial Robustness?","date":"2022-10-11","arxiv_id":"2210.05577","n_code_links":1,"syntology":null}],"papers_shown":100,"papers_order":"date (newest first), then slug","paper_counts":{"archive_papers_tagged":233,"with_a_code_link":72,"where_syntology_ran_a_sample":35,"not_listed_spam_title":0,"listed":233,"listed_where_code_ran":35,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":25,"every_run_a_failure_of_syntologys_instrument":10,"listed_with_a_run_with_no_instrument_failure":25,"listed_every_run_a_failure_of_syntologys_instrument":10,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"papers_where_code_ran":35,"papers_where_code_ran_first_page":"/method/ntk/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not isolate this method inside it.","pages":[{"order":"archive","page":2,"of":3,"url":"/method/ntk/papers/2","json":"/method/ntk/papers/2.json","rows":100},{"order":"archive","page":3,"of":3,"url":"/method/ntk/papers/3","json":"/method/ntk/papers/3.json","rows":33},{"order":"ran","page":1,"of":1,"url":"/method/ntk/papers/ran/1","json":"/method/ntk/papers/ran/1.json","rows":35}],"tasks":[{"task":"/task/regression-1","name":"regression","papers":23},{"task":"/task/gaussian-processes","name":"Gaussian Processes","papers":13},{"task":"/task/image-classification","name":"Image Classification","papers":9},{"task":"/task/learning-theory","name":"Learning Theory","papers":7},{"task":"/task/image-classification","name":"image-classification","papers":7},{"task":"/task/memorization","name":"Memorization","papers":6},{"task":"/task/meta-learning","name":"Meta-Learning","papers":6},{"task":"/task/binary-classification","name":"Binary Classification","papers":4},{"task":"/task/deep-learning","name":"Deep Learning","papers":4},{"task":"/task/federated-learning","name":"Federated Learning","papers":4},{"task":"/task/recommendation-systems","name":"Recommendation Systems","papers":4},{"task":"/task/arc","name":"ARC","papers":3},{"task":"/task/adversarial-robustness","name":"Adversarial Robustness","papers":3},{"task":"/task/continual-learning","name":"Continual Learning","papers":3},{"task":"/task/language-modelling","name":"Language Modelling","papers":3},{"task":"/task/quantization","name":"Quantization","papers":3},{"task":"/task/representation-learning","name":"Representation Learning","papers":3},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":3},{"task":"/task/bayesian-inference","name":"Bayesian Inference","papers":2},{"task":"/task/bayesian-optimization","name":"Bayesian Optimization","papers":2}],"tasks_shown":20,"n_tasks":102,"usage_by_year":[{"year":"2018","papers":3},{"year":"2019","papers":18},{"year":"2020","papers":38},{"year":"2021","papers":42},{"year":"2022","papers":42},{"year":"2023","papers":40},{"year":"2024","papers":38},{"year":"2025","papers":12}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/ntk"},"syntology_read_at":"2026-10-05T00:36:11+00:00","syntology":{"source":"Syntology's have check for this name (the free coverage lookup), read from Syntology's graph","have_url":"https://syntology.ai/api/graph/have?x=NTK","read_at":"2026-10-05T00:59:47+00:00","query":"NTK","kind":"method","have":"unknown_name","tier":null,"verified_implementation":null,"level":null,"level_meaning":"the served verification level, per answer; never summed across methods","resolved_to":null,"resolution":null,"resolved_name_differs":false,"absence_asserted":false,"absence_unchecked":null,"no_code_is_about_this_method":false,"subject":null,"archive_paper_arxiv_id":"1806.07572","repositories":null,"retrieve_with":null,"name_competition":{"verdict":"none","may_be_wrong_sense":false,"bearers_found":0,"served":null,"leading_other_bearer":null,"n_other_bearers_listed":0,"note":"Nothing in this corpus is named 'NTK' -- no method node, no paper announcing it in its title, no expanded form declaring it as an acronym."},"name_competition_text":null,"near_matches":["FL-NTK","Adv-NTK","NTK-KIP","trace NTK","NTK-Selector","NTK-UQ pipeline","Label-NTK Alignments","Convolutional NTK (CNTK)"],"code_nearby":[],"code_nearby_caption":null,"origin_paper":null,"line":"name not resolved (unknown_name). The lookup matched no method, paper or venue by this name; that asserts nothing about whether code exists.","level_legend":null},"syntology_have_state":"loaded","record_sha256":"d73bbb446c56f3be6ad9d51e0641d17da1aa7dd80fea41b72a5cab7f3a099031","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}