{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/self-knowledge-distillation","name":"Self-Knowledge Distillation","slug":"self-knowledge-distillation","description_markdown":null,"categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":68,"papers_with_code":36,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":1},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[{"url":"/task/knowledge-distillation","name":"Knowledge Distillation"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":68,"of":68,"of_with_code":36,"tagged_in_all":68,"counts":{"archive_papers_tagged":68,"with_a_code_link":36,"where_syntology_ran_a_sample":13,"not_listed_spam_title":0,"listed":68,"listed_where_code_ran":13,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":10,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":10,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/proselflc-progressive-self-label-correction","slug":"proselflc-progressive-self-label-correction","title":"ProSelfLC: Progressive Self Label Correction for Training Robust Deep Neural Networks","date":"2020-05-07","arxiv_id":"2005.03788","repositories_listed":5,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/proselflc-progressive-self-label-correction#ran","syntology_url":"https://syntology.ai/paper/2005.03788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.03788"}},"official":{"repos":["XinshaoAmosWang/ProSelfLC-CVPR2021"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/bge-m3-embedding-multi-lingual-multi","slug":"bge-m3-embedding-multi-lingual-multi","title":"BGE M3-Embedding: Multi-Lingual, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","date":"2024-02-05","arxiv_id":"2402.03216","repositories_listed":4,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 3 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/bge-m3-embedding-multi-lingual-multi#ran","syntology_url":"https://syntology.ai/paper/2402.03216","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.03216"}},"official":{"repos":["flagopen/flagembedding"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/preservation-of-the-global-knowledge-by-not","slug":"preservation-of-the-global-knowledge-by-not","title":"Preservation of the Global Knowledge by Not-True Distillation in Federated Learning","date":"2021-06-06","arxiv_id":"2106.03097","repositories_listed":3,"syntology":{"n":9,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/preservation-of-the-global-knowledge-by-not#ran","syntology_url":"https://syntology.ai/paper/2106.03097","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.03097"}},"official":{"repos":["Lee-Gihun/FedNTD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fedsol-bridging-global-alignment-and-local","slug":"fedsol-bridging-global-alignment-and-local","title":"FedSOL: Stabilized Orthogonal Learning with Proximal Restrictions in Federated Learning","date":"2023-08-24","arxiv_id":"2308.12532","repositories_listed":2,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fedsol-bridging-global-alignment-and-local#ran","syntology_url":"https://syntology.ai/paper/2308.12532","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12532"}},"official":{"repos":["Lee-Gihun/FedSOL"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/revisit-knowledge-distillation-a-teacher-free","slug":"revisit-knowledge-distillation-a-teacher-free","title":"Revisiting Knowledge Distillation via Label Smoothing Regularization","date":"2019-09-25","arxiv_id":"1909.11723","repositories_listed":2,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisit-knowledge-distillation-a-teacher-free#ran","syntology_url":"https://syntology.ai/paper/1909.11723","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11723"}},"official":{"repos":["yuanli2333/Teacher-free-Knowledge-Distillation"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tackling-data-heterogeneity-in-federated-2","slug":"tackling-data-heterogeneity-in-federated-2","title":"Tackling Data Heterogeneity in Federated Learning through Knowledge Distillation with Inequitable Aggregation","date":"2025-06-25","arxiv_id":"2506.20431","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-lung-ultrasound-severity-scoring","slug":"efficient-lung-ultrasound-severity-scoring","title":"Efficient Lung Ultrasound Severity Scoring Using Dedicated Feature Extractor","date":"2025-01-21","arxiv_id":"2501.12524","repositories_listed":1,"syntology":null},{"url":"/paper/frequency-guided-masking-for-enhanced-vision","slug":"frequency-guided-masking-for-enhanced-vision","title":"Frequency-Guided Masking for Enhanced Vision Self-Supervised Learning","date":"2024-09-16","arxiv_id":"2409.10362","repositories_listed":1,"syntology":null},{"url":"/paper/salnas-efficient-saliency-prediction-neural","slug":"salnas-efficient-saliency-prediction-neural","title":"SalNAS: Efficient Saliency-prediction Neural Architecture Search with self-knowledge distillation","date":"2024-07-29","arxiv_id":"2407.20062","repositories_listed":1,"syntology":null},{"url":"/paper/towards-a-generalizable-pathology-foundation","slug":"towards-a-generalizable-pathology-foundation","title":"Towards A Generalizable Pathology Foundation Model via Unified Knowledge Distillation","date":"2024-07-26","arxiv_id":"2407.18449","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-a-generalizable-pathology-foundation#ran","syntology_url":"https://syntology.ai/paper/2407.18449","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.18449"}},"official":null}},{"url":"/paper/skd-tstsan-three-stream-temporal-shift","slug":"skd-tstsan-three-stream-temporal-shift","title":"Three-Stream Temporal-Shift Attention Network Based on Self-Knowledge Distillation for Micro-Expression Recognition","date":"2024-06-25","arxiv_id":"2406.17538","repositories_listed":1,"syntology":null},{"url":"/paper/guiding-frame-level-ctc-alignments-using-self","slug":"guiding-frame-level-ctc-alignments-using-self","title":"Guiding Frame-Level CTC Alignments Using Self-knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.07909","repositories_listed":1,"syntology":null},{"url":"/paper/vision-language-meets-the-skeleton","slug":"vision-language-meets-the-skeleton","title":"Vision-Language Meets the Skeleton: Progressively Distillation with Cross-Modal Knowledge for 3D Action Representation Learning","date":"2024-05-31","arxiv_id":"2405.20606","repositories_listed":1,"syntology":null},{"url":"/paper/crossmatch-enhance-semi-supervised-medical","slug":"crossmatch-enhance-semi-supervised-medical","title":"CrossMatch: Enhance Semi-Supervised Medical Image Segmentation with Perturbation Strategies and Knowledge Distillation","date":"2024-05-01","arxiv_id":"2405.00354","repositories_listed":1,"syntology":null},{"url":"/paper/distilled-gradual-pruning-with-pruned-fine","slug":"distilled-gradual-pruning-with-pruned-fine","title":"Distilled Gradual Pruning with Pruned Fine-tuning","date":"2024-02-15","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deep-clustering-with-diffused-sampling-and","slug":"deep-clustering-with-diffused-sampling-and","title":"Deep Clustering with Diffused Sampling and Hardness-aware Self-distillation","date":"2024-01-25","arxiv_id":"2401.14038","repositories_listed":1,"syntology":null},{"url":"/paper/combining-inherent-knowledge-of-vision","slug":"combining-inherent-knowledge-of-vision","title":"Combining inherent knowledge of vision-language models with unsupervised domain adaptation through strong-weak guidance","date":"2023-12-07","arxiv_id":"2312.04066","repositories_listed":1,"syntology":null},{"url":"/paper/promoting-generalized-cross-lingual-question","slug":"promoting-generalized-cross-lingual-question","title":"Promoting Generalized Cross-lingual Question Answering in Few-resource Scenarios via Self-knowledge Distillation","date":"2023-09-29","arxiv_id":"2309.17134","repositories_listed":1,"syntology":null},{"url":"/paper/eyelids-intrinsic-motion-aware-feature","slug":"eyelids-intrinsic-motion-aware-feature","title":"Eyelid’s Intrinsic Motion-aware Feature Learning for Real-time Eyeblink Detection in the Wild","date":"2023-08-03","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/effective-whole-body-pose-estimation-with-two","slug":"effective-whole-body-pose-estimation-with-two","title":"Effective Whole-body Pose Estimation with Two-stages Distillation","date":"2023-07-29","arxiv_id":"2307.15880","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/effective-whole-body-pose-estimation-with-two#ran","syntology_url":"https://syntology.ai/paper/2307.15880","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.15880"}},"official":{"repos":["idea-research/dwpose"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/robust-spatiotemporal-traffic-forecasting","slug":"robust-spatiotemporal-traffic-forecasting","title":"Robust Spatiotemporal Traffic Forecasting with Reinforced Dynamic Adversarial Training","date":"2023-06-25","arxiv_id":"2306.14126","repositories_listed":1,"syntology":null},{"url":"/paper/incorporating-graph-information-in","slug":"incorporating-graph-information-in","title":"Incorporating Graph Information in Transformer-based AMR Parsing","date":"2023-06-23","arxiv_id":"2306.13467","repositories_listed":1,"syntology":null},{"url":"/paper/lightweight-self-knowledge-distillation-with","slug":"lightweight-self-knowledge-distillation-with","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","date":"2023-05-16","arxiv_id":"2305.09183","repositories_listed":1,"syntology":null},{"url":"/paper/from-knowledge-distillation-to-self-knowledge","slug":"from-knowledge-distillation-to-self-knowledge","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","date":"2023-03-23","arxiv_id":"2303.13005","repositories_listed":1,"syntology":null},{"url":"/paper/dualfair-fair-representation-learning-at-both","slug":"dualfair-fair-representation-learning-at-both","title":"DualFair: Fair Representation Learning at Both Group and Individual Levels via Contrastive Self-supervision","date":"2023-03-15","arxiv_id":"2303.08403","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dualfair-fair-representation-learning-at-both#ran","syntology_url":"https://syntology.ai/paper/2303.08403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.08403"}},"official":{"repos":["sungwon-han/dualfair"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-based-knowledge-distillation-a-survey","slug":"graph-based-knowledge-distillation-a-survey","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","date":"2023-02-27","arxiv_id":"2302.14643","repositories_listed":1,"syntology":null},{"url":"/paper/multimodality-multi-lead-ecg-arrhythmia","slug":"multimodality-multi-lead-ecg-arrhythmia","title":"Multimodality Multi-Lead ECG Arrhythmia Classification using Self-Supervised Learning","date":"2022-09-30","arxiv_id":"2210.06297","repositories_listed":1,"syntology":null},{"url":"/paper/toward-better-target-representation-for","slug":"toward-better-target-representation-for","title":"RAIN: RegulArization on Input and Network for Black-Box Domain Adaptation","date":"2022-08-22","arxiv_id":"2208.10531","repositories_listed":1,"syntology":null},{"url":"/paper/mixskd-self-knowledge-distillation-from-mixup","slug":"mixskd-self-knowledge-distillation-from-mixup","title":"MixSKD: Self-Knowledge Distillation from Mixup for Image Recognition","date":"2022-08-11","arxiv_id":"2208.05768","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/mixskd-self-knowledge-distillation-from-mixup#ran","syntology_url":"https://syntology.ai/paper/2208.05768","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.05768"}},"official":{"repos":["winycg/self-kd-lib"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sequential-recommendation-with-bidirectional","slug":"sequential-recommendation-with-bidirectional","title":"Improving Sequential Recommendations via Bidirectional Temporal Data Augmentation with Pre-training","date":"2021-12-13","arxiv_id":"2112.06460","repositories_listed":1,"syntology":null},{"url":"/paper/robust-and-accurate-object-detection-via-self","slug":"robust-and-accurate-object-detection-via-self","title":"Robust and Accurate Object Detection via Self-Knowledge Distillation","date":"2021-11-14","arxiv_id":"2111.07239","repositories_listed":1,"syntology":null},{"url":"/paper/refine-myself-by-teaching-myself-feature","slug":"refine-myself-by-teaching-myself-feature","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","date":"2021-03-15","arxiv_id":"2103.08273","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/refine-myself-by-teaching-myself-feature#ran","syntology_url":"https://syntology.ai/paper/2103.08273","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.08273"}},"official":{"repos":["MingiJi/FRSKD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/even-your-teacher-needs-guidance-ground-truth","slug":"even-your-teacher-needs-guidance-ground-truth","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","date":"2021-02-25","arxiv_id":"2102.13088","repositories_listed":1,"syntology":null},{"url":"/paper/noisy-self-knowledge-distillation-for-text","slug":"noisy-self-knowledge-distillation-for-text","title":"Noisy Self-Knowledge Distillation for Text Summarization","date":"2020-09-15","arxiv_id":"2009.07032","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/noisy-self-knowledge-distillation-for-text#ran","syntology_url":"https://syntology.ai/paper/2009.07032","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.07032"}},"official":{"repos":["nlpyang/NoisySumm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/self-knowledge-distillation-a-simple-way-for","slug":"self-knowledge-distillation-a-simple-way-for","title":"Self-Knowledge Distillation with Progressive Refinement of Targets","date":"2020-06-22","arxiv_id":"2006.12000","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-knowledge-distillation-a-simple-way-for#ran","syntology_url":"https://syntology.ai/paper/2006.12000","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.12000"}},"official":{"repos":["lgcnsai/ps-kd-pytorch"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/regularizing-class-wise-predictions-via-self","slug":"regularizing-class-wise-predictions-via-self","title":"Regularizing Class-wise Predictions via Self-knowledge Distillation","date":"2020-03-31","arxiv_id":"2003.13964","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/regularizing-class-wise-predictions-via-self#ran","syntology_url":"https://syntology.ai/paper/2003.13964","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.13964"}},"official":{"repos":["alinlab/cs-kd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":null,"slug":"mole-vla-dynamic-layer-skipping-vision","title":"MoLe-VLA: Dynamic Layer-skipping Vision Language Action Model via Mixture-of-Layers for Efficient Robot Manipulation","date":"2025-03-26","arxiv_id":"2503.20384","repositories_listed":0,"syntology":null},{"url":null,"slug":"xvlm2vec-adapting-lvlm-based-embedding-models","title":"xVLM2Vec: Adapting LVLM-based embedding models to multilinguality using Self-Knowledge Distillation","date":"2025-03-12","arxiv_id":"2503.09313","repositories_listed":0,"syntology":null},{"url":null,"slug":"investigating-and-enhancing-vision-audio","title":"Investigating and Enhancing Vision-Audio Capability in Omnimodal Large Language Models","date":"2025-02-27","arxiv_id":"2503.00059","repositories_listed":0,"syntology":null},{"url":null,"slug":"generative-dataset-distillation-based-on-self","title":"Generative Dataset Distillation Based on Self-knowledge Distillation","date":"2025-01-08","arxiv_id":"2501.04202","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-satellite-non-iid-imagery-a-spectral","title":"Towards Satellite Non-IID Imagery: A Spectral Clustering-Assisted Federated Learning Approach","date":"2024-10-17","arxiv_id":"2410.13602","repositories_listed":0,"syntology":null},{"url":null,"slug":"secokd-aligning-large-language-models-for-in","title":"SeCoKD: Aligning Large Language Models for In-Context Learning with Fewer Shots","date":"2024-06-20","arxiv_id":"2406.14208","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-for-learning","title":"Self-Knowledge Distillation for Learning Ambiguity","date":"2024-06-14","arxiv_id":"2406.09719","repositories_listed":0,"syntology":null},{"url":null,"slug":"weakly-supervised-monocular-3d-detection-with","title":"Weakly Supervised Monocular 3D Detection with a Single-View Image","date":"2024-02-29","arxiv_id":"2402.19144","repositories_listed":0,"syntology":null},{"url":null,"slug":"x-modality-assisting-rgbt-object-tracking","title":"X Modality Assisting RGBT Object Tracking","date":"2023-12-27","arxiv_id":"2312.17273","repositories_listed":0,"syntology":null},{"url":null,"slug":"double-reverse-regularization-network-based","title":"Double Reverse Regularization Network Based on Self-Knowledge Distillation for SAR Object Classification","date":"2023-11-26","arxiv_id":"2311.15231","repositories_listed":0,"syntology":null},{"url":null,"slug":"three-factors-to-improve-out-of-distribution","title":"Three Factors to Improve Out-of-Distribution Detection","date":"2023-08-02","arxiv_id":"2308.01030","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-for-surgical","title":"Self-Knowledge Distillation for Surgical Phase Recognition","date":"2023-06-15","arxiv_id":"2306.08961","repositories_listed":0,"syntology":null},{"url":null,"slug":"confidence-attention-and-generalization","title":"Confidence Attention and Generalization Enhanced Distillation for Continuous Video Domain Adaptation","date":"2023-03-18","arxiv_id":"2303.10452","repositories_listed":0,"syntology":null},{"url":null,"slug":"you-do-not-need-additional-priors-or","title":"You Do Not Need Additional Priors or Regularizers in Retinex-Based Low-Light Image Enhancement","date":"2023-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"siamese-sleep-transformer-for-robust-sleep","title":"Siamese Sleep Transformer For Robust Sleep Stage Scoring With Self-knowledge Distillation and Selective Batch Sampling","date":"2022-12-12","arxiv_id":"2212.13919","repositories_listed":0,"syntology":null},{"url":null,"slug":"ai-kd-adversarial-learning-and-implicit","title":"AI-KD: Adversarial learning and Implicit regularization for self-Knowledge Distillation","date":"2022-11-20","arxiv_id":"2211.10938","repositories_listed":0,"syntology":null},{"url":null,"slug":"tasked-transformer-based-adversarial-learning","title":"TASKED: Transformer-based Adversarial learning for human activity recognition using wearable sensors via Self-KnowledgE Distillation","date":"2022-09-14","arxiv_id":"2209.09092","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-novel-self-knowledge-distillation-approach","title":"A Novel Self-Knowledge Distillation Approach with Siamese Representation Learning for Action Recognition","date":"2022-09-03","arxiv_id":"2209.01311","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-via-dropout","title":"Self-Knowledge Distillation via Dropout","date":"2022-08-11","arxiv_id":"2208.05642","repositories_listed":0,"syntology":null},{"url":null,"slug":"improving-knowledge-graph-embedding-via","title":"Confidence-aware Self-Semantic Distillation on Knowledge Graph Embedding","date":"2022-06-07","arxiv_id":"2206.02963","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-based-self","title":"Self-Knowledge Distillation based Self-Supervised Learning for Covid-19 Detection from Chest X-Ray Images","date":"2022-06-07","arxiv_id":"2206.03009","repositories_listed":0,"syntology":null},{"url":null,"slug":"spatial-likelihood-voting-with-self-knowledge","title":"Spatial Likelihood Voting with Self-Knowledge Distillation for Weakly Supervised Object Detection","date":"2022-04-14","arxiv_id":"2204.06899","repositories_listed":0,"syntology":null},{"url":null,"slug":"look-backward-and-forward-self-knowledge","title":"Look Backward and Forward: Self-Knowledge Distillation with Bidirectional Decoder for Neural Machine Translation","date":"2022-03-10","arxiv_id":"2203.05248","repositories_listed":0,"syntology":null},{"url":null,"slug":"iterative-self-knowledge-distillation-from","title":"Iterative Self Knowledge Distillation -- From Pothole Classification to Fine-Grained and COVID Recognition","date":"2022-02-04","arxiv_id":"2202.02265","repositories_listed":0,"syntology":null},{"url":null,"slug":"extracting-knowledge-from-features-with","title":"Extracting knowledge from features with multilevel abstraction","date":"2021-12-04","arxiv_id":"2112.13642","repositories_listed":0,"syntology":null},{"url":null,"slug":"student-helping-teacher-teacher-evolution-via","title":"Student Helping Teacher: Teacher Evolution via Self-Knowledge Distillation","date":"2021-10-01","arxiv_id":"2110.00329","repositories_listed":0,"syntology":null},{"url":null,"slug":"black-box-dissector-towards-erasing-based","title":"Black-Box Dissector: Towards Erasing-based Hard-Label Model Stealing Attack","date":"2021-05-03","arxiv_id":"2105.00623","repositories_listed":0,"syntology":null},{"url":"/paper/transformer-based-asr-incorporating-time","slug":"transformer-based-asr-incorporating-time","title":"Transformer-based ASR Incorporating Time-reduction Layer and Fine-tuning with Self-Knowledge Distillation","date":"2021-03-17","arxiv_id":"2103.09903","repositories_listed":0,"syntology":null},{"url":null,"slug":"stochastic-precision-ensemble-self-knowledge","title":"Stochastic Precision Ensemble: Self-Knowledge Distillation for Quantized Deep Neural Networks","date":"2020-09-30","arxiv_id":"2009.14502","repositories_listed":0,"syntology":null},{"url":null,"slug":"extending-label-smoothing-regularization-with","title":"Extending Label Smoothing Regularization with Self-Knowledge Distillation","date":"2020-09-11","arxiv_id":"2009.05226","repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-adversarial","title":"SELF-KNOWLEDGE DISTILLATION ADVERSARIAL ATTACK","date":"2019-09-25","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"self-knowledge-distillation-in-natural","title":"Self-Knowledge Distillation in Natural Language Processing","date":"2019-08-02","arxiv_id":"1908.01851","repositories_listed":0,"syntology":null}],"syntology_records":13,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":13,"papers_where_code_ran_first_page":"/task/self-knowledge-distillation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/self-knowledge-distillation/papers/ran/1","json":"/task/self-knowledge-distillation/papers/ran/1.json","rows":13}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"dfcae838df1cb135b4f2206042c7cb8a6f799a0759d7ef049f2c7755099c82de","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}