{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/knowledge-editing","name":"knowledge editing","slug":"knowledge-editing","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":175,"papers_with_code":88,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/knowledge-editing-on-zsre","slug":"knowledge-editing-on-zsre","dataset":"zsRE","dataset_url":null,"rows_in_archive":2,"metrics":["edit success","locality","portability","fluency"],"first_row_in_archive_order":{"model":"MEND","paper_title":"A Comprehensive Study of Knowledge Editing for Large Language Models","paper_url":"/paper/a-comprehensive-study-of-knowledge-editing","paper_date":"2024-01-02","arxiv_id":"2401.01286","code_links":[{"title":"zjunlp/easyedit","url":"https://github.com/zjunlp/easyedit"},{"title":"zjunlp/knowledgeeditingpapers","url":"https://github.com/zjunlp/knowledgeeditingpapers"}],"syntology":null}}],"datasets":[{"url":"/dataset/knowedit","name":"KnowEdit","full_name":"","num_papers_in_archive":4},{"url":"/dataset/hallueditbench","name":"HalluEditBench","full_name":"","num_papers_in_archive":2},{"url":"/dataset/wikifactdiff","name":"WikiFactDiff","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/model-editing","name":"Model Editing"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":175,"of_with_code":88,"tagged_in_all":175,"counts":{"archive_papers_tagged":175,"with_a_code_link":88,"where_syntology_ran_a_sample":45,"not_listed_spam_title":0,"listed":175,"listed_where_code_ran":45,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":35,"every_run_a_failure_of_syntologys_instrument":10,"listed_with_a_run_with_no_instrument_failure":35,"listed_every_run_a_failure_of_syntologys_instrument":10,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/cross-lingual-knowledge-editing-in-large","slug":"cross-lingual-knowledge-editing-in-large","title":"Cross-Lingual Knowledge Editing in Large Language Models","date":"2023-09-16","arxiv_id":"2309.08952","repositories_listed":4,"syntology":null},{"url":"/paper/retrieval-augmented-multilingual-knowledge","slug":"retrieval-augmented-multilingual-knowledge","title":"Retrieval-augmented Multilingual Knowledge Editing","date":"2023-12-20","arxiv_id":"2312.13040","repositories_listed":3,"syntology":null},{"url":"/paper/exploring-the-residual-stream-of-transformers","slug":"exploring-the-residual-stream-of-transformers","title":"Neuron-Level Knowledge Attribution in Large Language Models","date":"2023-12-19","arxiv_id":"2312.12141","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-the-residual-stream-of-transformers#ran","syntology_url":"https://syntology.ai/paper/2312.12141","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.12141"}},"official":{"repos":["zepingyu0512/neuron-attribution"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/benchmarking-and-rethinking-knowledge-editing","slug":"benchmarking-and-rethinking-knowledge-editing","title":"Benchmarking and Rethinking Knowledge Editing for Large Language Models","date":"2025-05-24","arxiv_id":"2505.18690","repositories_listed":2,"syntology":null},{"url":"/paper/alphaedit-null-space-constrained-knowledge","slug":"alphaedit-null-space-constrained-knowledge","title":"AlphaEdit: Null-Space Constrained Knowledge Editing for Language Models","date":"2024-10-03","arxiv_id":"2410.02355","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/alphaedit-null-space-constrained-knowledge#ran","syntology_url":"https://syntology.ai/paper/2410.02355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.02355"}},"official":{"repos":["jianghoucheng/alphaedit"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/in-context-editing-learning-knowledge-from","slug":"in-context-editing-learning-knowledge-from","title":"In-Context Editing: Learning Knowledge from Self-Induced Distributions","date":"2024-06-17","arxiv_id":"2406.11194","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/in-context-editing-learning-knowledge-from#ran","syntology_url":"https://syntology.ai/paper/2406.11194","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11194"}},"official":{"repos":["bigai-ai/ICE"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-circuits-in-pretrained-transformers","slug":"knowledge-circuits-in-pretrained-transformers","title":"Knowledge Circuits in Pretrained Transformers","date":"2024-05-28","arxiv_id":"2405.17969","repositories_listed":2,"syntology":null},{"url":"/paper/deepedit-knowledge-editing-as-decoding-with","slug":"deepedit-knowledge-editing-as-decoding-with","title":"DeepEdit: Knowledge Editing as Decoding with Constraints","date":"2024-01-19","arxiv_id":"2401.10471","repositories_listed":2,"syntology":null},{"url":"/paper/a-comprehensive-study-of-knowledge-editing","slug":"a-comprehensive-study-of-knowledge-editing","title":"A Comprehensive Study of Knowledge Editing for Large Language Models","date":"2024-01-02","arxiv_id":"2401.01286","repositories_listed":2,"syntology":null},{"url":"/paper/assessing-knowledge-editing-in-language","slug":"assessing-knowledge-editing-in-language","title":"Assessing Knowledge Editing in Language Models via Relation Perspective","date":"2023-11-15","arxiv_id":"2311.09053","repositories_listed":2,"syntology":{"n":16,"n_ran":12,"n_constructed":0,"n_ran_checked":5,"n_instrument":7,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":16,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 7 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/assessing-knowledge-editing-in-language#ran","syntology_url":"https://syntology.ai/paper/2311.09053","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.09053"}},"official":{"repos":["weiyifan1023/knowledge-edit-based-on-relation-perspective","weiyifan1023/RaKE"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/easyedit-an-easy-to-use-knowledge-editing","slug":"easyedit-an-easy-to-use-knowledge-editing","title":"EasyEdit: An Easy-to-use Knowledge Editing Framework for Large Language Models","date":"2023-08-14","arxiv_id":"2308.07269","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/easyedit-an-easy-to-use-knowledge-editing#ran","syntology_url":"https://syntology.ai/paper/2308.07269","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.07269"}},"official":{"repos":["zjunlp/easyedit","zjunlp/knowlm"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mquake-assessing-knowledge-editing-in","slug":"mquake-assessing-knowledge-editing-in","title":"MQuAKE: Assessing Knowledge Editing in Language Models via Multi-Hop Questions","date":"2023-05-24","arxiv_id":"2305.14795","repositories_listed":2,"syntology":null},{"url":"/paper/can-we-edit-factual-knowledge-by-in-context","slug":"can-we-edit-factual-knowledge-by-in-context","title":"Can We Edit Factual Knowledge by In-Context Learning?","date":"2023-05-22","arxiv_id":"2305.12740","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-we-edit-factual-knowledge-by-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.12740","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12740"}},"official":{"repos":["pkunlp-icler/ike","zce1112zslx/ike"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/editing-language-model-based-knowledge-graph","slug":"editing-language-model-based-knowledge-graph","title":"Editing Language Model-based Knowledge Graph Embeddings","date":"2023-01-25","arxiv_id":"2301.10405","repositories_listed":2,"syntology":null},{"url":"/paper/model-merging-for-knowledge-editing","slug":"model-merging-for-knowledge-editing","title":"Model Merging for Knowledge Editing","date":"2025-06-14","arxiv_id":"2506.12384","repositories_listed":1,"syntology":null},{"url":"/paper/propmend-hypernetworks-for-knowledge","slug":"propmend-hypernetworks-for-knowledge","title":"PropMEND: Hypernetworks for Knowledge Propagation in LLMs","date":"2025-06-10","arxiv_id":"2506.08920","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-memorization-a-rigorous-evaluation","slug":"beyond-memorization-a-rigorous-evaluation","title":"Beyond Memorization: A Rigorous Evaluation Framework for Medical Knowledge Editing","date":"2025-06-04","arxiv_id":"2506.03490","repositories_listed":1,"syntology":null},{"url":"/paper/context-robust-knowledge-editing-for-language","slug":"context-robust-knowledge-editing-for-language","title":"Context Robust Knowledge Editing for Language Models","date":"2025-05-29","arxiv_id":"2505.23026","repositories_listed":1,"syntology":null},{"url":"/paper/scedit-script-based-assessment-of-knowledge","slug":"scedit-script-based-assessment-of-knowledge","title":"ScEdit: Script-based Assessment of Knowledge Editing","date":"2025-05-29","arxiv_id":"2505.23291","repositories_listed":1,"syntology":null},{"url":"/paper/revealing-the-deceptiveness-of-knowledge","slug":"revealing-the-deceptiveness-of-knowledge","title":"Revealing the Deceptiveness of Knowledge Editing: A Mechanistic Analysis of Superficial Editing","date":"2025-05-19","arxiv_id":"2505.12636","repositories_listed":1,"syntology":null},{"url":"/paper/can-we-edit-llms-for-long-tail-biomedical","slug":"can-we-edit-llms-for-long-tail-biomedical","title":"Can We Edit LLMs for Long-Tail Biomedical Knowledge?","date":"2025-04-14","arxiv_id":"2504.10421","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-we-edit-llms-for-long-tail-biomedical#ran","syntology_url":"https://syntology.ai/paper/2504.10421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.10421"}},"official":{"repos":["xinhaoyi/edit_bio_long_tail"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ads-edit-a-multimodal-knowledge-editing","slug":"ads-edit-a-multimodal-knowledge-editing","title":"ADS-Edit: A Multimodal Knowledge Editing Dataset for Autonomous Driving Systems","date":"2025-03-26","arxiv_id":"2503.20756","repositories_listed":1,"syntology":null},{"url":"/paper/cake-circuit-aware-editing-enables","slug":"cake-circuit-aware-editing-enables","title":"CaKE: Circuit-aware Editing Enables Generalizable Knowledge Learners","date":"2025-03-20","arxiv_id":"2503.16356","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/cake-circuit-aware-editing-enables#ran","syntology_url":"https://syntology.ai/paper/2503.16356","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.16356"}},"official":{"repos":["zjunlp/cake"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/mindbridge-scalable-and-cross-model-knowledge","slug":"mindbridge-scalable-and-cross-model-knowledge","title":"MindBridge: Scalable and Cross-Model Knowledge Editing via Memory-Augmented Modality","date":"2025-03-04","arxiv_id":"2503.02701","repositories_listed":1,"syntology":null},{"url":"/paper/precise-localization-of-memories-a-fine","slug":"precise-localization-of-memories-a-fine","title":"Precise Localization of Memories: A Fine-grained Neuron-level Knowledge Editing Technique for LLMs","date":"2025-03-03","arxiv_id":"2503.01090","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/precise-localization-of-memories-a-fine#ran","syntology_url":"https://syntology.ai/paper/2503.01090","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.01090"}},"official":{"repos":["opanhw/FiNE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mmke-bench-a-multimodal-editing-benchmark-for","slug":"mmke-bench-a-multimodal-editing-benchmark-for","title":"MMKE-Bench: A Multimodal Editing Benchmark for Diverse Visual Knowledge","date":"2025-02-27","arxiv_id":"2502.19870","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":2,"n_instrument":7,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 7 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mmke-bench-a-multimodal-editing-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2502.19870","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.19870"}},"official":{"repos":["MMKE-Bench-ICLR/MMKE-Bench"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/fleke-federated-locate-then-edit-knowledge","slug":"fleke-federated-locate-then-edit-knowledge","title":"FLEKE: Federated Locate-then-Edit Knowledge Editing","date":"2025-02-21","arxiv_id":"2502.15677","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fleke-federated-locate-then-edit-knowledge#ran","syntology_url":"https://syntology.ai/paper/2502.15677","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.15677"}},"official":{"repos":["zongkaiz/fleke"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/revealing-and-mitigating-over-attention-in","slug":"revealing-and-mitigating-over-attention-in","title":"Revealing and Mitigating Over-Attention in Knowledge Editing","date":"2025-02-20","arxiv_id":"2502.14838","repositories_listed":1,"syntology":null},{"url":"/paper/related-knowledge-perturbation-matters","slug":"related-knowledge-perturbation-matters","title":"Related Knowledge Perturbation Matters: Rethinking Multiple Pieces of Knowledge Editing in Same-Subject","date":"2025-02-08","arxiv_id":"2502.06868","repositories_listed":1,"syntology":null},{"url":"/paper/mass-editing-memory-with-attention-in","slug":"mass-editing-memory-with-attention-in","title":"Mass-Editing Memory with Attention in Transformers: A cross-lingual exploration of knowledge","date":"2025-02-04","arxiv_id":"2502.02173","repositories_listed":1,"syntology":null},{"url":"/paper/lifelong-knowledge-editing-requires-better","slug":"lifelong-knowledge-editing-requires-better","title":"Lifelong Knowledge Editing requires Better Regularization","date":"2025-02-03","arxiv_id":"2502.01636","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-editing-through-chain-of-thought","slug":"knowledge-editing-through-chain-of-thought","title":"Knowledge Editing through Chain-of-Thought","date":"2024-12-23","arxiv_id":"2412.17727","repositories_listed":1,"syntology":null},{"url":"/paper/joint-knowledge-editing-for-information","slug":"joint-knowledge-editing-for-information","title":"Joint Knowledge Editing for Information Enrichment and Probability Promotion","date":"2024-12-22","arxiv_id":"2412.17872","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-editing-with-dynamic-knowledge","slug":"knowledge-editing-with-dynamic-knowledge","title":"Knowledge Editing with Dynamic Knowledge Graphs for Multi-Hop Question Answering","date":"2024-12-18","arxiv_id":"2412.13782","repositories_listed":1,"syntology":null},{"url":"/paper/comprehendedit-a-comprehensive-dataset-and","slug":"comprehendedit-a-comprehensive-dataset-and","title":"ComprehendEdit: A Comprehensive Dataset and Evaluation Framework for Multimodal Knowledge Editing","date":"2024-12-17","arxiv_id":"2412.12821","repositories_listed":1,"syntology":null},{"url":"/paper/model-editing-for-llms4code-how-far-are-we","slug":"model-editing-for-llms4code-how-far-are-we","title":"Model Editing for LLMs4Code: How Far are We?","date":"2024-11-11","arxiv_id":"2411.06638","repositories_listed":1,"syntology":null},{"url":"/paper/commonsense-knowledge-editing-based-on-free","slug":"commonsense-knowledge-editing-based-on-free","title":"Commonsense Knowledge Editing Based on Free-Text in LLMs","date":"2024-10-31","arxiv_id":"2410.23844","repositories_listed":1,"syntology":null},{"url":"/paper/reasons-and-solutions-for-the-decline-in","slug":"reasons-and-solutions-for-the-decline-in","title":"Reasons and Solutions for the Decline in Model Performance after Editing","date":"2024-10-31","arxiv_id":"2410.23843","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reasons-and-solutions-for-the-decline-in#ran","syntology_url":"https://syntology.ai/paper/2410.23843","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.23843"}},"official":{"repos":["nlpkeg/D4S"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/can-knowledge-editing-really-correct","slug":"can-knowledge-editing-really-correct","title":"Can Knowledge Editing Really Correct Hallucinations?","date":"2024-10-21","arxiv_id":"2410.16251","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":4,"n_instrument":6,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":14,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 6 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/can-knowledge-editing-really-correct#ran","syntology_url":"https://syntology.ai/paper/2410.16251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.16251"}},"official":{"repos":["llm-editing/HalluEditBench"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/collabedit-towards-non-destructive","slug":"collabedit-towards-non-destructive","title":"CollabEdit: Towards Non-destructive Collaborative Knowledge Editing","date":"2024-10-12","arxiv_id":"2410.09508","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/collabedit-towards-non-destructive#ran","syntology_url":"https://syntology.ai/paper/2410.09508","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09508"}},"official":{"repos":["lins-lab/collabedit"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ripplecot-amplifying-ripple-effect-of","slug":"ripplecot-amplifying-ripple-effect-of","title":"RIPPLECOT: Amplifying Ripple Effect of Knowledge Editing in Language Models via Chain-of-Thought In-Context Learning","date":"2024-10-04","arxiv_id":"2410.03122","repositories_listed":1,"syntology":null},{"url":"/paper/towards-unified-multimodal-editing-with","slug":"towards-unified-multimodal-editing-with","title":"Towards Unified Multimodal Editing with Enhanced Knowledge Collaboration","date":"2024-09-30","arxiv_id":"2409.19872","repositories_listed":1,"syntology":{"n":19,"n_ran":8,"n_constructed":0,"n_ran_checked":2,"n_instrument":6,"n_unverified":11,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":19,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 6 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/towards-unified-multimodal-editing-with#ran","syntology_url":"https://syntology.ai/paper/2409.19872","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.19872"}},"official":{"repos":["beepkh/unike"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/identifying-knowledge-editing-types-in-large","slug":"identifying-knowledge-editing-types-in-large","title":"Identifying Knowledge Editing Types in Large Language Models","date":"2024-09-29","arxiv_id":"2409.19663","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/identifying-knowledge-editing-types-in-large#ran","syntology_url":"https://syntology.ai/paper/2409.19663","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.19663"}},"official":{"repos":["xpq-tech/keti"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pioneering-reliable-assessment-in-text-to","slug":"pioneering-reliable-assessment-in-text-to","title":"Pioneering Reliable Assessment in Text-to-Image Knowledge Editing: Leveraging a Fine-Grained Dataset and an Innovative Criterion","date":"2024-09-26","arxiv_id":"2409.17928","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-chinese-knowledge-rectification","slug":"benchmarking-chinese-knowledge-rectification","title":"CKnowEdit: A New Chinese Knowledge Editing Dataset for Linguistics, Facts, and Logic Error Correction in LLMs","date":"2024-09-09","arxiv_id":"2409.05806","repositories_listed":1,"syntology":null},{"url":"/paper/oneedit-a-neural-symbolic-collaboratively","slug":"oneedit-a-neural-symbolic-collaboratively","title":"OneEdit: A Neural-Symbolic Collaboratively Knowledge Editing System","date":"2024-09-09","arxiv_id":"2409.07497","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":1,"n_instrument":8,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":10,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 8 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/oneedit-a-neural-symbolic-collaboratively#ran","syntology_url":"https://syntology.ai/paper/2409.07497","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.07497"}},"official":{"repos":["zjunlp/oneedit"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-in-superposition-unveiling-the","slug":"knowledge-in-superposition-unveiling-the","title":"Knowledge in Superposition: Unveiling the Failures of Lifelong Knowledge Editing for Large Language Models","date":"2024-08-14","arxiv_id":"2408.07413","repositories_listed":1,"syntology":{"n":16,"n_ran":12,"n_constructed":0,"n_ran_checked":5,"n_instrument":7,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":16,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/knowledge-in-superposition-unveiling-the#ran","syntology_url":"https://syntology.ai/paper/2408.07413","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.07413"}},"official":{"repos":["chenhuihu/knowledge_in_superposition"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/can-editing-llms-inject-harm","slug":"can-editing-llms-inject-harm","title":"Can Editing LLMs Inject Harm?","date":"2024-07-29","arxiv_id":"2407.20224","repositories_listed":1,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":6,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/can-editing-llms-inject-harm#ran","syntology_url":"https://syntology.ai/paper/2407.20224","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.20224"}},"official":null}},{"url":"/paper/composable-interventions-for-language-models","slug":"composable-interventions-for-language-models","title":"Composable Interventions for Language Models","date":"2024-07-09","arxiv_id":"2407.06483","repositories_listed":1,"syntology":{"n":17,"n_ran":8,"n_constructed":0,"n_ran_checked":3,"n_instrument":5,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":17,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/composable-interventions-for-language-models#ran","syntology_url":"https://syntology.ai/paper/2407.06483","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.06483"}},"official":{"repos":["hartvigsen-group/composable-interventions"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/codeupdatearena-benchmarking-knowledge","slug":"codeupdatearena-benchmarking-knowledge","title":"CodeUpdateArena: Benchmarking Knowledge Editing on API Updates","date":"2024-07-08","arxiv_id":"2407.06249","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-knowledge-editing-with-language","slug":"multilingual-knowledge-editing-with-language","title":"Multilingual Knowledge Editing with Language-Agnostic Factual Neurons","date":"2024-06-24","arxiv_id":"2406.16416","repositories_listed":1,"syntology":null},{"url":"/paper/analyzing-key-neurons-in-large-language","slug":"analyzing-key-neurons-in-large-language","title":"Identifying Query-Relevant Neurons in Large Language Models for Long-Form Texts","date":"2024-06-16","arxiv_id":"2406.10868","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/analyzing-key-neurons-in-large-language#ran","syntology_url":"https://syntology.ai/paper/2406.10868","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.10868"}},"official":{"repos":["tigerchen52/qrneuron"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/roselora-row-and-column-wise-sparse-low-rank","slug":"roselora-row-and-column-wise-sparse-low-rank","title":"RoseLoRA: Row and Column-wise Sparse Low-rank Adaptation of Pre-trained Language Model for Knowledge Editing and Fine-tuning","date":"2024-06-16","arxiv_id":"2406.10777","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/roselora-row-and-column-wise-sparse-low-rank#ran","syntology_url":"https://syntology.ai/paper/2406.10777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.10777"}},"official":{"repos":["lliutianc/roselora"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/diekae-difference-injection-for-efficient","slug":"diekae-difference-injection-for-efficient","title":"DIEKAE: Difference Injection for Efficient Knowledge Augmentation and Editing of Large Language Models","date":"2024-06-15","arxiv_id":"2406.10660","repositories_listed":1,"syntology":null},{"url":"/paper/time-sensitive-knowledge-editing-through","slug":"time-sensitive-knowledge-editing-through","title":"Time Sensitive Knowledge Editing through Efficient Finetuning","date":"2024-06-06","arxiv_id":"2406.04496","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/time-sensitive-knowledge-editing-through#ran","syntology_url":"https://syntology.ai/paper/2406.04496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04496"}},"official":{"repos":["hiyouga/llama-factory"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/outdated-issue-aware-decoding-for-factual","slug":"outdated-issue-aware-decoding-for-factual","title":"Outdated Issue Aware Decoding for Reasoning Questions on Edited Knowledge","date":"2024-06-05","arxiv_id":"2406.02882","repositories_listed":1,"syntology":null},{"url":"/paper/editing-the-mind-of-giants-an-in-depth","slug":"editing-the-mind-of-giants-an-in-depth","title":"Editing the Mind of Giants: An In-Depth Exploration of Pitfalls of Knowledge Editing in Large Language Models","date":"2024-06-03","arxiv_id":"2406.01436","repositories_listed":1,"syntology":null},{"url":"/paper/unke-unstructured-knowledge-editing-in-large","slug":"unke-unstructured-knowledge-editing-in-large","title":"Everything is Editable: Extend Knowledge Editing to Unstructured Data in Large Language Models","date":"2024-05-24","arxiv_id":"2405.15349","repositories_listed":1,"syntology":{"n":12,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":7,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":12,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/unke-unstructured-knowledge-editing-in-large#ran","syntology_url":"https://syntology.ai/paper/2405.15349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.15349"}},"official":{"repos":["TrustedLLM/UnKE"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/decoding-by-contrasting-knowledge-enhancing","slug":"decoding-by-contrasting-knowledge-enhancing","title":"Decoding by Contrasting Knowledge: Enhancing LLMs' Confidence on Edited Facts","date":"2024-05-19","arxiv_id":"2405.11613","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/decoding-by-contrasting-knowledge-enhancing#ran","syntology_url":"https://syntology.ai/paper/2405.11613","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.11613"}},"official":{"repos":["byronbbl/deck"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lifelong-knowledge-editing-for-llms-with","slug":"lifelong-knowledge-editing-for-llms-with","title":"Lifelong Knowledge Editing for LLMs with Retrieval-Augmented Continuous Prompt Learning","date":"2024-05-06","arxiv_id":"2405.03279","repositories_listed":1,"syntology":{"n":11,"n_ran":7,"n_constructed":4,"n_ran_checked":4,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"7 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/lifelong-knowledge-editing-for-llms-with#ran","syntology_url":"https://syntology.ai/paper/2405.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.03279"}},"official":{"repos":["qizhou000/RECIPE"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/taxi-evaluating-categorical-knowledge-editing","slug":"taxi-evaluating-categorical-knowledge-editing","title":"TAXI: Evaluating Categorical Knowledge Editing for Language Models","date":"2024-04-23","arxiv_id":"2404.15004","repositories_listed":1,"syntology":{"n":17,"n_ran":11,"n_constructed":0,"n_ran_checked":4,"n_instrument":7,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/taxi-evaluating-categorical-knowledge-editing#ran","syntology_url":"https://syntology.ai/paper/2404.15004","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.15004"}},"official":{"repos":["derekpowell/taxi"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/is-your-llm-outdated-benchmarking-llms","slug":"is-your-llm-outdated-benchmarking-llms","title":"DyKnow: Dynamically Verifying Time-Sensitive Factual Knowledge in LLMs","date":"2024-04-10","arxiv_id":"2404.08700","repositories_listed":1,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":9,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/is-your-llm-outdated-benchmarking-llms#ran","syntology_url":"https://syntology.ai/paper/2404.08700","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.08700"}},"official":{"repos":["sislab-unitn/dyknow"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mlake-multilingual-knowledge-editing","slug":"mlake-multilingual-knowledge-editing","title":"MLaKE: Multilingual Knowledge Editing Benchmark for Large Language Models","date":"2024-04-07","arxiv_id":"2404.04990","repositories_listed":1,"syntology":null},{"url":"/paper/retrieval-enhanced-knowledge-editing-for","slug":"retrieval-enhanced-knowledge-editing-for","title":"Retrieval-enhanced Knowledge Editing in Language Models for Multi-Hop Question Answering","date":"2024-03-28","arxiv_id":"2403.19631","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/retrieval-enhanced-knowledge-editing-for#ran","syntology_url":"https://syntology.ai/paper/2403.19631","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.19631"}},"official":{"repos":["sycny/rae"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/detoxifying-large-language-models-via","slug":"detoxifying-large-language-models-via","title":"Detoxifying Large Language Models via Knowledge Editing","date":"2024-03-21","arxiv_id":"2403.14472","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/detoxifying-large-language-models-via#ran","syntology_url":"https://syntology.ai/paper/2403.14472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.14472"}},"official":{"repos":["zjunlp/easyedit"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/badedit-backdooring-large-language-models-by","slug":"badedit-backdooring-large-language-models-by","title":"BadEdit: Backdooring large language models by model editing","date":"2024-03-20","arxiv_id":"2403.13355","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/badedit-backdooring-large-language-models-by#ran","syntology_url":"https://syntology.ai/paper/2403.13355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.13355"}},"official":{"repos":["Lyz1213/BadEdit"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/kebench-a-benchmark-on-knowledge-editing-for","slug":"kebench-a-benchmark-on-knowledge-editing-for","title":"VLKEB: A Large Vision-Language Model Knowledge Editing Benchmark","date":"2024-03-12","arxiv_id":"2403.07350","repositories_listed":1,"syntology":{"n":25,"n_ran":22,"n_constructed":0,"n_ran_checked":9,"n_instrument":13,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"22 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 13 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/kebench-a-benchmark-on-knowledge-editing-for#ran","syntology_url":"https://syntology.ai/paper/2403.07350","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07350"}},"official":{"repos":["vlkeb/vlkeb"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/editing-conceptual-knowledge-for-large","slug":"editing-conceptual-knowledge-for-large","title":"Editing Conceptual Knowledge for Large Language Models","date":"2024-03-10","arxiv_id":"2403.06259","repositories_listed":1,"syntology":null},{"url":"/paper/updating-language-models-with-unstructured","slug":"updating-language-models-with-unstructured","title":"AKEW: Assessing Knowledge Editing in the Wild","date":"2024-02-29","arxiv_id":"2402.18909","repositories_listed":1,"syntology":null},{"url":"/paper/instructedit-instruction-based-knowledge","slug":"instructedit-instruction-based-knowledge","title":"InstructEdit: Instruction-based Knowledge Editing for Large Language Models","date":"2024-02-25","arxiv_id":"2402.16123","repositories_listed":1,"syntology":null},{"url":"/paper/event-level-knowledge-editing","slug":"event-level-knowledge-editing","title":"Event-level Knowledge Editing","date":"2024-02-20","arxiv_id":"2402.13093","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/event-level-knowledge-editing#ran","syntology_url":"https://syntology.ai/paper/2402.13093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13093"}},"official":{"repos":["thu-keg/event-level-knowledge-editing"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/stable-knowledge-editing-in-large-language","slug":"stable-knowledge-editing-in-large-language","title":"Stable Knowledge Editing in Large Language Models","date":"2024-02-20","arxiv_id":"2402.13048","repositories_listed":1,"syntology":null},{"url":"/paper/empirical-study-on-updating-key-value","slug":"empirical-study-on-updating-key-value","title":"Empirical Study on Updating Key-Value Memories in Transformer Feed-forward Layers","date":"2024-02-19","arxiv_id":"2402.12233","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/empirical-study-on-updating-key-value#ran","syntology_url":"https://syntology.ai/paper/2402.12233","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.12233"}},"official":{"repos":["qiuzh20/tuning-keys-v.s.-values"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-multi-hop-factual-shortcuts-in","slug":"investigating-multi-hop-factual-shortcuts-in","title":"Investigating Multi-Hop Factual Shortcuts in Knowledge Editing of Large Language Models","date":"2024-02-19","arxiv_id":"2402.11900","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/investigating-multi-hop-factual-shortcuts-in#ran","syntology_url":"https://syntology.ai/paper/2402.11900","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11900"}},"official":{"repos":["jometeorie/multihopshortcuts"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-edit-aligning-llms-with-knowledge","slug":"learning-to-edit-aligning-llms-with-knowledge","title":"Learning to Edit: Aligning LLMs with Knowledge Editing","date":"2024-02-19","arxiv_id":"2402.11905","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/learning-to-edit-aligning-llms-with-knowledge#ran","syntology_url":"https://syntology.ai/paper/2402.11905","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11905"}},"official":{"repos":["yjiangcm/lte"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/wilke-wise-layer-knowledge-editor-for","slug":"wilke-wise-layer-knowledge-editor-for","title":"WilKE: Wise-Layer Knowledge Editor for Lifelong Knowledge Editing","date":"2024-02-16","arxiv_id":"2402.10987","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-editing-on-black-box-large-language","slug":"knowledge-editing-on-black-box-large-language","title":"Knowledge Editing on Black-box Large Language Models","date":"2024-02-13","arxiv_id":"2402.08631","repositories_listed":1,"syntology":null},{"url":"/paper/neighboring-perturbations-of-knowledge","slug":"neighboring-perturbations-of-knowledge","title":"Neighboring Perturbations of Knowledge Editing on Large Language Models","date":"2024-01-31","arxiv_id":"2401.17623","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":7,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":16,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/neighboring-perturbations-of-knowledge#ran","syntology_url":"https://syntology.ai/paper/2401.17623","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.17623"}},"official":{"repos":["mjy1111/peak"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/pokemqa-programmable-knowledge-editing-for","slug":"pokemqa-programmable-knowledge-editing-for","title":"PokeMQA: Programmable knowledge editing for Multi-hop Question Answering","date":"2023-12-23","arxiv_id":"2312.15194","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pokemqa-programmable-knowledge-editing-for#ran","syntology_url":"https://syntology.ai/paper/2312.15194","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.15194"}},"official":{"repos":["hengrui-gu/pokemqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/history-matters-temporal-knowledge-editing-in","slug":"history-matters-temporal-knowledge-editing-in","title":"History Matters: Temporal Knowledge Editing in Large Language Model","date":"2023-12-09","arxiv_id":"2312.05497","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-dependencies-in-fact-editing-for","slug":"evaluating-dependencies-in-fact-editing-for","title":"Evaluating Dependencies in Fact Editing for Language Models: Specificity and Implication Awareness","date":"2023-12-04","arxiv_id":"2312.01858","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/evaluating-dependencies-in-fact-editing-for#ran","syntology_url":"https://syntology.ai/paper/2312.01858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.01858"}},"official":{"repos":["mcgill-nlp/logicalknowedit"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/finding-and-editing-multi-modal-neurons-in","slug":"finding-and-editing-multi-modal-neurons-in","title":"Finding and Editing Multi-Modal Neurons in Pre-Trained Transformers","date":"2023-11-13","arxiv_id":"2311.07470","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/finding-and-editing-multi-modal-neurons-in#ran","syntology_url":"https://syntology.ai/paper/2311.07470","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.07470"}},"official":{"repos":["opanhw/MM_Neurons"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/untying-the-reversal-curse-via-bidirectional","slug":"untying-the-reversal-curse-via-bidirectional","title":"Untying the Reversal Curse via Bidirectional Language Model Editing","date":"2023-10-16","arxiv_id":"2310.10322","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/untying-the-reversal-curse-via-bidirectional#ran","syntology_url":"https://syntology.ai/paper/2310.10322","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10322"}},"official":{"repos":["mjy1111/bake"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/unveiling-the-pitfalls-of-knowledge-editing","slug":"unveiling-the-pitfalls-of-knowledge-editing","title":"Unveiling the Pitfalls of Knowledge Editing for Large Language Models","date":"2023-10-03","arxiv_id":"2310.02129","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/unveiling-the-pitfalls-of-knowledge-editing#ran","syntology_url":"https://syntology.ai/paper/2310.02129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02129"}},"official":{"repos":["zjunlp/pitfallsknowledgeediting"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/journey-to-the-center-of-the-knowledge","slug":"journey-to-the-center-of-the-knowledge","title":"Journey to the Center of the Knowledge Neurons: Discoveries of Language-Independent Knowledge Neurons and Degenerate Knowledge Neurons","date":"2023-08-25","arxiv_id":"2308.13198","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/journey-to-the-center-of-the-knowledge#ran","syntology_url":"https://syntology.ai/paper/2308.13198","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.13198"}},"official":{"repos":["heng840/amig"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-the-ripple-effects-of-knowledge","slug":"evaluating-the-ripple-effects-of-knowledge","title":"Evaluating the Ripple Effects of Knowledge Editing in Language Models","date":"2023-07-24","arxiv_id":"2307.12976","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-the-ripple-effects-of-knowledge#ran","syntology_url":"https://syntology.ai/paper/2307.12976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.12976"}},"official":{"repos":["edenbiran/rippleedits"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/propagating-knowledge-updates-to-lms-through-1","slug":"propagating-knowledge-updates-to-lms-through-1","title":"Propagating Knowledge Updates to LMs Through Distillation","date":"2023-06-15","arxiv_id":"2306.09306","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/propagating-knowledge-updates-to-lms-through-1#ran","syntology_url":"https://syntology.ai/paper/2306.09306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09306"}},"official":{"repos":["shankarp8/knowledge_distillation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/does-localization-inform-editing-surprising-1","slug":"does-localization-inform-editing-surprising-1","title":"Does Localization Inform Editing? Surprising Differences in Causality-Based Localization vs. Knowledge Editing in Language Models","date":"2023-01-10","arxiv_id":"2301.04213","repositories_listed":1,"syntology":null},{"url":null,"slug":"mitigating-negative-interference-in","title":"Mitigating Negative Interference in Multilingual Sequential Knowledge Editing through Null-Space Constraints","date":"2025-06-12","arxiv_id":"2506.10800","repositories_listed":0,"syntology":null},{"url":null,"slug":"lifelong-evolution-collaborative-learning","title":"Lifelong Evolution: Collaborative Learning between Large and Small Language Models for Continuous Emergent Fake News Detection","date":"2025-06-05","arxiv_id":"2506.04739","repositories_listed":0,"syntology":null},{"url":null,"slug":"mobiedit-resource-efficient-knowledge-editing","title":"MobiEdit: Resource-efficient Knowledge Editing for Personalized On-device LLMs","date":"2025-06-05","arxiv_id":"2506.13772","repositories_listed":0,"syntology":null},{"url":null,"slug":"adaptive-detoxification-safeguarding-general","title":"Adaptive Detoxification: Safeguarding General Capabilities of LLMs through Toxicity-Aware Knowledge Editing","date":"2025-05-28","arxiv_id":"2505.22298","repositories_listed":0,"syntology":null},{"url":null,"slug":"caseedit-enhancing-localized-commonsense","title":"CaseEdit: Enhancing Localized Commonsense Reasoning via Null-Space Constrained Knowledge Editing in Small Parameter Language Models","date":"2025-05-26","arxiv_id":"2505.19383","repositories_listed":0,"syntology":null},{"url":null,"slug":"editing-as-unlearning-are-knowledge-editing","title":"Editing as Unlearning: Are Knowledge Editing Methods Strong Baselines for Large Language Model Unlearning?","date":"2025-05-26","arxiv_id":"2505.19855","repositories_listed":0,"syntology":null},{"url":null,"slug":"lllms-a-data-driven-survey-of-evolving","title":"LLLMs: A Data-Driven Survey of Evolving Research on Limitations of Large Language Models","date":"2025-05-25","arxiv_id":"2505.19240","repositories_listed":0,"syntology":null},{"url":null,"slug":"react-representation-extraction-and","title":"REACT: Representation Extraction And Controllable Tuning to Overcome Overfitting in LLM Knowledge Editing","date":"2025-05-25","arxiv_id":"2505.18933","repositories_listed":0,"syntology":null},{"url":null,"slug":"disentangling-knowledge-representations-for","title":"Disentangling Knowledge Representations for Large Language Model Editing","date":"2025-05-24","arxiv_id":"2505.18774","repositories_listed":0,"syntology":null},{"url":null,"slug":"safety-alignment-via-constrained-knowledge","title":"Safety Alignment via Constrained Knowledge Unlearning","date":"2025-05-24","arxiv_id":"2505.18588","repositories_listed":0,"syntology":null},{"url":null,"slug":"editing-across-languages-a-survey-of","title":"Editing Across Languages: A Survey of Multilingual Knowledge Editing","date":"2025-05-20","arxiv_id":"2505.14393","repositories_listed":0,"syntology":null},{"url":"/paper/uniedit-a-unified-knowledge-editing-benchmark","slug":"uniedit-a-unified-knowledge-editing-benchmark","title":"UniEdit: A Unified Knowledge Editing Benchmark for Large Language Models","date":"2025-05-18","arxiv_id":"2505.12345","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/uniedit-a-unified-knowledge-editing-benchmark#ran","syntology_url":"https://syntology.ai/paper/2505.12345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.12345"}},"official":null}}],"syntology_records":46,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":3,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/knowledge-editing-on-zsre","since_archive":"/sota/knowledge-editing-on-zsre#since-judged","papers_judged":3,"placed":0}]},"papers_where_code_ran":45,"papers_where_code_ran_first_page":"/task/knowledge-editing/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/task/knowledge-editing/papers/2","json":"/task/knowledge-editing/papers/2.json","rows":75},{"order":"ran","page":1,"of":1,"url":"/task/knowledge-editing/papers/ran/1","json":"/task/knowledge-editing/papers/ran/1.json","rows":45}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"9f5ce9fd75af5612751afab39f587a44893dfd74362c3289b81bd71b55680c14","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}