{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/data-free-knowledge-distillation","name":"Data-free Knowledge Distillation","slug":"data-free-knowledge-distillation","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":75,"papers_with_code":37,"benchmarks":2,"benchmark_tables_in_archive":2,"benchmark_tables_shown":2,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":1,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/data-free-knowledge-distillation-on-qnli","slug":"data-free-knowledge-distillation-on-qnli","dataset":"QNLI","dataset_url":"/dataset/qnli","rows_in_archive":4,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"GOLD (T5-base)","paper_title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","paper_url":"/paper/gold-generalized-knowledge-distillation-via","paper_date":"2024-03-28","arxiv_id":"2403.19754","code_links":[],"syntology":null}},{"leaderboard":"/sota/data-free-knowledge-distillation-on-squad","slug":"data-free-knowledge-distillation-on-squad","dataset":"SQuAD","dataset_url":"/dataset/squad","rows_in_archive":4,"metrics":["Exact Match"],"first_row_in_archive_order":{"model":"GOLD (T5-base)","paper_title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","paper_url":"/paper/gold-generalized-knowledge-distillation-via","paper_date":"2024-03-28","arxiv_id":"2403.19754","code_links":[],"syntology":null}}],"datasets":[{"url":"/dataset/glue","name":"GLUE","full_name":"General Language Understanding Evaluation benchmark","num_papers_in_archive":3197},{"url":"/dataset/qnli","name":"QNLI","full_name":"Question-answering NLI","num_papers_in_archive":1234},{"url":"/dataset/squad","name":"SQuAD","full_name":"Stanford Question Answering Dataset","num_papers_in_archive":151}],"subtasks":[{"url":"/task/benchmarking","name":"Benchmarking"}],"parent_tasks":[{"url":"/task/knowledge-distillation","name":"Knowledge Distillation"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":75,"of":75,"of_with_code":37,"tagged_in_all":75,"counts":{"archive_papers_tagged":75,"with_a_code_link":37,"where_syntology_ran_a_sample":10,"not_listed_spam_title":0,"listed":75,"listed_where_code_ran":10,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":6,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":6,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/data-free-knowledge-distillation-for-1","slug":"data-free-knowledge-distillation-for-1","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","date":"2021-05-20","arxiv_id":"2105.10056","repositories_listed":4,"syntology":null},{"url":"/paper/zerogen-efficient-zero-shot-learning-via","slug":"zerogen-efficient-zero-shot-learning-via","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","date":"2022-02-16","arxiv_id":"2202.07922","repositories_listed":3,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/zerogen-efficient-zero-shot-learning-via#ran","syntology_url":"https://syntology.ai/paper/2202.07922","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.07922"}},"official":{"repos":["HKUNLP/zerogen"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/dad-improved-data-free-test-time-adversarial","slug":"dad-improved-data-free-test-time-adversarial","title":"DAD++: Improved Data-free Test Time Adversarial Defense","date":"2023-09-10","arxiv_id":"2309.05132","repositories_listed":2,"syntology":null},{"url":"/paper/progen-progressive-zero-shot-dataset","slug":"progen-progressive-zero-shot-dataset","title":"ProGen: Progressive Zero-shot Dataset Generation via In-context Feedback","date":"2022-10-22","arxiv_id":"2210.12329","repositories_listed":2,"syntology":null},{"url":"/paper/up-to-100x-faster-data-free-knowledge","slug":"up-to-100x-faster-data-free-knowledge","title":"Up to 100$\\times$ Faster Data-free Knowledge Distillation","date":"2021-12-12","arxiv_id":"2112.06253","repositories_listed":2,"syntology":null},{"url":"/paper/contrastive-model-inversion-for-data-free","slug":"contrastive-model-inversion-for-data-free","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","date":"2021-05-18","arxiv_id":"2105.08584","repositories_listed":2,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for-deep","slug":"data-free-knowledge-distillation-for-deep","title":"Data-Free Knowledge Distillation for Deep Neural Networks","date":"2017-10-19","arxiv_id":"1710.07535","repositories_listed":2,"syntology":null},{"url":"/paper/does-training-with-synthetic-data-truly","slug":"does-training-with-synthetic-data-truly","title":"Does Training with Synthetic Data Truly Protect Privacy?","date":"2025-02-18","arxiv_id":"2502.12976","repositories_listed":1,"syntology":null},{"url":"/paper/hybrid-data-free-knowledge-distillation","slug":"hybrid-data-free-knowledge-distillation","title":"Hybrid Data-Free Knowledge Distillation","date":"2024-12-18","arxiv_id":"2412.13525","repositories_listed":1,"syntology":null},{"url":"/paper/relation-guided-adversarial-learning-for-data","slug":"relation-guided-adversarial-learning-for-data","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","date":"2024-12-16","arxiv_id":"2412.11380","repositories_listed":1,"syntology":null},{"url":"/paper/one-shot-federated-learning-via-synthetic","slug":"one-shot-federated-learning-via-synthetic","title":"One-shot Federated Learning via Synthetic Distiller-Distillate Communication","date":"2024-12-06","arxiv_id":"2412.05186","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":6,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":2,"n_no_contract":3,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 2 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/one-shot-federated-learning-via-synthetic#ran","syntology_url":"https://syntology.ai/paper/2412.05186","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.05186"}},"official":{"repos":["carkham/fedsd2c"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/echodfkd-data-free-knowledge-distillation-for","slug":"echodfkd-data-free-knowledge-distillation-for","title":"EchoDFKD: Data-Free Knowledge Distillation for Cardiac Ultrasound Segmentation using Synthetic Data","date":"2024-09-11","arxiv_id":"2409.07566","repositories_listed":1,"syntology":null},{"url":"/paper/dkdm-data-free-knowledge-distillation-for","slug":"dkdm-data-free-knowledge-distillation-for","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","date":"2024-09-05","arxiv_id":"2409.03550","repositories_listed":1,"syntology":null},{"url":"/paper/diffusion-driven-data-replay-a-novel-approach","slug":"diffusion-driven-data-replay-a-novel-approach","title":"Diffusion-Driven Data Replay: A Novel Approach to Combat Forgetting in Federated Class Continual Learning","date":"2024-09-02","arxiv_id":"2409.01128","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":1,"n_instrument":8,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":13,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 8 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/diffusion-driven-data-replay-a-novel-approach#ran","syntology_url":"https://syntology.ai/paper/2409.01128","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.01128"}},"official":{"repos":["jinglin-liang/dddr"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/small-scale-data-free-knowledge-distillation-1","slug":"small-scale-data-free-knowledge-distillation-1","title":"Small Scale Data-Free Knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.07876","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for-fine-1","slug":"data-free-knowledge-distillation-for-fine-1","title":"Data-free Knowledge Distillation for Fine-grained Visual Categorization","date":"2024-04-18","arxiv_id":"2404.12037","repositories_listed":1,"syntology":null},{"url":"/paper/aug-kd-anchor-based-mixup-generation-for-out","slug":"aug-kd-anchor-based-mixup-generation-for-out","title":"AuG-KD: Anchor-Based Mixup Generation for Out-of-Domain Knowledge Distillation","date":"2024-03-11","arxiv_id":"2403.07030","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/aug-kd-anchor-based-mixup-generation-for-out#ran","syntology_url":"https://syntology.ai/paper/2403.07030","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07030"}},"official":{"repos":["ishikura-a/aug-kd"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/teacher-as-a-lenient-expert-teacher-agnostic","slug":"teacher-as-a-lenient-expert-teacher-agnostic","title":"Teacher as a Lenient Expert: Teacher-Agnostic Data-Free Knowledge Distillation","date":"2024-02-18","arxiv_id":"2402.12406","repositories_listed":1,"syntology":null},{"url":"/paper/cross-feature-contrastive-loss-for","slug":"cross-feature-contrastive-loss-for","title":"Cross-feature Contrastive Loss for Decentralized Deep Learning on Heterogeneous Data","date":"2023-10-24","arxiv_id":"2310.15890","repositories_listed":1,"syntology":null},{"url":"/paper/unleash-data-generation-for-efficient-and","slug":"unleash-data-generation-for-efficient-and","title":"NAYER: Noisy Layer Data Generation for Efficient and Effective Data-free Knowledge Distillation","date":"2023-09-30","arxiv_id":"2310.00258","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unleash-data-generation-for-efficient-and#ran","syntology_url":"https://syntology.ai/paper/2310.00258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00258"}},"official":{"repos":["tmtuan1307/nayer"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt2model-generating-deployable-models","slug":"prompt2model-generating-deployable-models","title":"Prompt2Model: Generating Deployable Models from Natural Language Instructions","date":"2023-08-23","arxiv_id":"2308.12261","repositories_listed":1,"syntology":null},{"url":"/paper/customizing-synthetic-data-for-data-free","slug":"customizing-synthetic-data-for-data-free","title":"Customizing Synthetic Data for Data-Free Student Learning","date":"2023-07-10","arxiv_id":"2307.04542","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-data-free-knowledge-distillation","slug":"revisiting-data-free-knowledge-distillation","title":"Revisiting Data-Free Knowledge Distillation with Poisoned Teachers","date":"2023-06-04","arxiv_id":"2306.02368","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/revisiting-data-free-knowledge-distillation#ran","syntology_url":"https://syntology.ai/paper/2306.02368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02368"}},"official":{"repos":["illidanlab/abd"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/is-synthetic-data-from-diffusion-models-ready","slug":"is-synthetic-data-from-diffusion-models-ready","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","date":"2023-05-22","arxiv_id":"2305.12954","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/is-synthetic-data-from-diffusion-models-ready#ran","syntology_url":"https://syntology.ai/paper/2305.12954","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12954"}},"official":{"repos":["zhengli97/dm-kd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/synthetic-data-generation-method-for-data","slug":"synthetic-data-generation-method-for-data","title":"Synthetic data generation method for data-free knowledge distillation in regression neural networks","date":"2023-01-11","arxiv_id":"2301.04338","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-via-feature","slug":"data-free-knowledge-distillation-via-feature","title":"Data-Free Knowledge Distillation via Feature Exchange and Activation Region Constraint","date":"2023-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/how-to-teach-learning-data-free-knowledge","slug":"how-to-teach-learning-data-free-knowledge","title":"Dynamic Data-Free Knowledge Distillation by Easy-to-Hard Learning Strategy","date":"2022-08-29","arxiv_id":"2208.13648","repositories_listed":1,"syntology":null},{"url":"/paper/handling-data-heterogeneity-in-federated","slug":"handling-data-heterogeneity-in-federated","title":"Handling Data Heterogeneity in Federated Learning via Knowledge Distillation and Fusion","date":"2022-07-23","arxiv_id":"2207.11447","repositories_listed":1,"syntology":null},{"url":"/paper/cdfkd-mfs-collaborative-data-free-knowledge","slug":"cdfkd-mfs-collaborative-data-free-knowledge","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","date":"2022-05-24","arxiv_id":"2205.11845","repositories_listed":1,"syntology":null},{"url":"/paper/fine-tuning-global-model-via-data-free","slug":"fine-tuning-global-model-via-data-free","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","date":"2022-03-17","arxiv_id":"2203.09249","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/fine-tuning-global-model-via-data-free#ran","syntology_url":"https://syntology.ai/paper/2203.09249","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09249"}},"official":{"repos":["zhanglin-pku/fedftg"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/robust-and-resource-efficient-data-free","slug":"robust-and-resource-efficient-data-free","title":"Robust and Resource-Efficient Data-Free Knowledge Distillation by Generative Pseudo Replay","date":"2022-01-09","arxiv_id":"2201.03019","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robust-and-resource-efficient-data-free#ran","syntology_url":"https://syntology.ai/paper/2201.03019","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.03019"}},"official":{"repos":["kuluhan/pre-dfkd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-data-free-domain-generalization","slug":"towards-data-free-domain-generalization","title":"Towards Data-Free Domain Generalization","date":"2021-10-09","arxiv_id":"2110.04545","repositories_listed":1,"syntology":{"n":20,"n_ran":15,"n_constructed":5,"n_ran_checked":7,"n_instrument":8,"n_unverified":5,"n_honours":2,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"15 ran (of which 5 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/towards-data-free-domain-generalization#ran","syntology_url":"https://syntology.ai/paper/2110.04545","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04545"}},"official":{"repos":["HaokunChen245/DFDG"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":5,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/training-generative-adversarial-networks-in","slug":"training-generative-adversarial-networks-in","title":"Training Generative Adversarial Networks in One Stage","date":"2021-02-28","arxiv_id":"2103.00430","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/training-generative-adversarial-networks-in#ran","syntology_url":"https://syntology.ai/paper/2103.00430","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00430"}},"official":{"repos":["zju-vipa/OSGAN"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/robustness-and-diversity-seeking-data-free","slug":"robustness-and-diversity-seeking-data-free","title":"Robustness and Diversity Seeking Data-Free Knowledge Distillation","date":"2020-11-07","arxiv_id":"2011.03749","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for","slug":"data-free-knowledge-distillation-for","title":"Data-free Knowledge Distillation for Segmentation using Data-Enriching GAN","date":"2020-11-02","arxiv_id":"2011.00809","repositories_listed":1,"syntology":null},{"url":"/paper/maze-data-free-model-stealing-attack-using","slug":"maze-data-free-model-stealing-attack-using","title":"MAZE: Data-Free Model Stealing Attack Using Zeroth-Order Gradient Estimation","date":"2020-05-06","arxiv_id":"2005.03161","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-extraction-with-no-observable-data","slug":"knowledge-extraction-with-no-observable-data","title":"Knowledge Extraction with No Observable Data","date":"2019-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":null,"slug":"mosaic-data-free-knowledge-distillation-via","title":"Mosaic: Data-Free Knowledge Distillation via Mixture-of-Experts for Heterogeneous Distributed Environments","date":"2025-05-26","arxiv_id":"2505.19699","repositories_listed":0,"syntology":null},{"url":null,"slug":"cae-dfkd-bridging-the-transferability-gap-in","title":"CAE-DFKD: Bridging the Transferability Gap in Data-Free Knowledge Distillation","date":"2025-04-30","arxiv_id":"2504.21478","repositories_listed":0,"syntology":null},{"url":null,"slug":"adversarial-curriculum-graph-free-knowledge","title":"Adversarial Curriculum Graph-Free Knowledge Distillation for Graph Neural Networks","date":"2025-04-01","arxiv_id":"2504.00540","repositories_listed":0,"syntology":null},{"url":null,"slug":"hfedckd-toward-robust-heterogeneous-federated","title":"HFedCKD: Toward Robust Heterogeneous Federated Learning via Data-free Knowledge Distillation and Two-way Contrast","date":"2025-03-09","arxiv_id":"2503.06511","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-migration-framework-for-smart","title":"Knowledge Migration Framework for Smart Contract Vulnerability Detection","date":"2024-12-15","arxiv_id":"2412.11175","repositories_listed":0,"syntology":null},{"url":null,"slug":"large-scale-data-free-knowledge-distillation","title":"Large-Scale Data-Free Knowledge Distillation for ImageNet via Multi-Resolution Data Generation","date":"2024-11-26","arxiv_id":"2411.17046","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-lifelong-few-shot-customization-of","title":"Towards Lifelong Few-Shot Customization of Text-to-Image Diffusion","date":"2024-11-08","arxiv_id":"2411.05544","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-effective-data-free-knowledge","title":"Towards Effective Data-Free Knowledge Distillation via Diverse Diffusion Augmentation","date":"2024-10-23","arxiv_id":"2410.17606","repositories_listed":0,"syntology":null},{"url":null,"slug":"leveraging-foundation-models-for-efficient","title":"Leveraging Foundation Models for Efficient Federated Learning in Resource-restricted Edge Networks","date":"2024-09-14","arxiv_id":"2409.09273","repositories_listed":0,"syntology":null},{"url":null,"slug":"distilling-vision-language-foundation-models","title":"Distilling Vision-Language Foundation Models: A Data-Free Approach via Prompt Diversification","date":"2024-07-21","arxiv_id":"2407.15155","repositories_listed":0,"syntology":null},{"url":null,"slug":"mind-the-gap-between-synthetic-and-real","title":"Mind the Gap Between Synthetic and Real: Utilizing Transfer Learning to Probe the Boundaries of Stable Diffusion Generated Data","date":"2024-05-06","arxiv_id":"2405.03243","repositories_listed":0,"syntology":null},{"url":null,"slug":"fedtad-topology-aware-data-free-knowledge","title":"FedTAD: Topology-aware Data-free Knowledge Distillation for Subgraph Federated Learning","date":"2024-04-22","arxiv_id":"2404.14061","repositories_listed":0,"syntology":null},{"url":null,"slug":"de-confounded-data-free-knowledge","title":"De-confounded Data-free Knowledge Distillation for Handling Distribution Shifts","date":"2024-03-28","arxiv_id":"2403.19539","repositories_listed":0,"syntology":null},{"url":"/paper/gold-generalized-knowledge-distillation-via","slug":"gold-generalized-knowledge-distillation-via","title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","date":"2024-03-28","arxiv_id":"2403.19754","repositories_listed":0,"syntology":null},{"url":null,"slug":"fedd2s-personalized-data-free-federated","title":"FedD2S: Personalized Data-Free Federated Knowledge Distillation","date":"2024-02-16","arxiv_id":"2402.10846","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-distillation-of-language-model-by","title":"Data-Free Distillation of Language Model by Text-to-Text Transfer","date":"2023-11-03","arxiv_id":"2311.01689","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-knowledge-distillation-using","title":"Data-Free Knowledge Distillation Using Adversarially Perturbed OpenGL Shader Images","date":"2023-10-20","arxiv_id":"2310.13782","repositories_listed":0,"syntology":null},{"url":null,"slug":"dfrd-data-free-robustness-distillation-for","title":"DFRD: Data-Free Robustness Distillation for Heterogeneous Federated Learning","date":"2023-09-24","arxiv_id":"2309.13546","repositories_listed":0,"syntology":null},{"url":null,"slug":"sampling-to-distill-knowledge-transfer-from","title":"Sampling to Distill: Knowledge Transfer from Open-World Data","date":"2023-07-31","arxiv_id":"2307.16601","repositories_listed":0,"syntology":null},{"url":null,"slug":"mitigating-cross-client-gans-based-attack-in","title":"Mitigating Cross-client GANs-based Attack in Federated Learning","date":"2023-07-25","arxiv_id":"2307.13314","repositories_listed":0,"syntology":null},{"url":null,"slug":"distribution-shift-matters-for-knowledge","title":"Distribution Shift Matters for Knowledge Distillation with Webly Collected Images","date":"2023-07-21","arxiv_id":"2307.11469","repositories_listed":0,"syntology":null},{"url":null,"slug":"feature-rich-audio-model-inversion-for-data","title":"Feature-Rich Audio Model Inversion for Data-Free Knowledge Distillation Towards General Sound Classification","date":"2023-03-14","arxiv_id":"2303.07643","repositories_listed":0,"syntology":null},{"url":null,"slug":"niff-alleviating-forgetting-in-generalized","title":"NIFF: Alleviating Forgetting in Generalized Few-Shot Object Detection via Neural Instance Feature Forging","date":"2023-03-09","arxiv_id":"2303.04958","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-to-retain-while-acquiring-combating","title":"Learning to Retain while Acquiring: Combating Distribution-Shift in Adversarial Data-Free Knowledge Distillation","date":"2023-02-28","arxiv_id":"2302.14290","repositories_listed":0,"syntology":null},{"url":null,"slug":"explicit-and-implicit-knowledge-distillation","title":"Explicit and Implicit Knowledge Distillation via Unlabeled Data","date":"2023-02-17","arxiv_id":"2302.08771","repositories_listed":0,"syntology":null},{"url":null,"slug":"completely-heterogeneous-federated-learning","title":"Completely Heterogeneous Federated Learning","date":"2022-10-28","arxiv_id":"2210.15865","repositories_listed":0,"syntology":null},{"url":null,"slug":"momentum-adversarial-distillation-handling","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","date":"2022-09-21","arxiv_id":"2209.10359","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-dense-depth-distillation","title":"Dense Depth Distillation with Out-of-Distribution Simulated Images","date":"2022-08-26","arxiv_id":"2208.12464","repositories_listed":0,"syntology":null},{"url":null,"slug":"prompting-to-distill-boosting-data-free","title":"Prompting to Distill: Boosting Data-Free Knowledge Distillation via Reinforced Prompt","date":"2022-05-16","arxiv_id":"2205.07523","repositories_listed":0,"syntology":null},{"url":null,"slug":"feddtg-federated-data-free-knowledge","title":"FedDTG:Federated Data-Free Knowledge Distillation via Three-Player Generative Adversarial Networks","date":"2022-01-10","arxiv_id":"2201.03169","repositories_listed":0,"syntology":null},{"url":null,"slug":"conditional-generative-data-free-knowledge","title":"Conditional Generative Data-free Knowledge Distillation","date":"2021-12-31","arxiv_id":"2112.15358","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-knowledge-transfer-a-survey","title":"Data-Free Knowledge Transfer: A Survey","date":"2021-12-31","arxiv_id":"2112.15278","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-knowledge-distillation-for-image","title":"Data-Free Knowledge Distillation for Image Super-Resolution","date":"2021-06-19","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"dual-discriminator-adversarial-distillation","title":"Dual Discriminator Adversarial Distillation for Data-free Model Compression","date":"2021-04-12","arxiv_id":"2104.05382","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-free-knowledge-distillation-with-soft","title":"Data-Free Knowledge Distillation with Soft Targeted Transfer Set Synthesis","date":"2021-04-10","arxiv_id":"2104.04868","repositories_listed":0,"syntology":null},{"url":null,"slug":"generative-adversarial-simulator","title":"Generative Adversarial Simulator","date":"2020-11-23","arxiv_id":"2011.11472","repositories_listed":0,"syntology":null},{"url":null,"slug":"effectiveness-of-arbitrary-transfer-sets-for","title":"Effectiveness of Arbitrary Transfer Sets for Data-free Knowledge Distillation","date":"2020-11-18","arxiv_id":"2011.09113","repositories_listed":0,"syntology":null},{"url":null,"slug":"degan-data-enriching-gan-for-retrieving","title":"DeGAN : Data-Enriching GAN for Retrieving Representative Samples from a Trained Classifier","date":"2019-12-27","arxiv_id":"1912.11960","repositories_listed":0,"syntology":null}],"syntology_records":11,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":10,"papers_where_code_ran_first_page":"/task/data-free-knowledge-distillation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/data-free-knowledge-distillation/papers/ran/1","json":"/task/data-free-knowledge-distillation/papers/ran/1.json","rows":10}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"aa423370e5dbdf24b28fadc42ea47b4912c346f54cea63d99030782cc4ae1b72","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}