{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/grammatical-error-correction","name":"Grammatical Error Correction","slug":"grammatical-error-correction","description_markdown":"Grammatical Error Correction (GEC) is the task of correcting different kinds of errors in text such as spelling, punctuation, grammatical, and word choice errors. \r\n\r\nGEC is typically formulated as a sentence correction task. A GEC system takes a potentially erroneous sentence as input and is expected to transform it to its corrected version. See the example given below: \r\n\r\n| Input (Erroneous)          | Output (Corrected)     |\r\n| -------------------------  | ---------------------- |\r\n|She see Tom is catched by policeman in park at last night. | She saw Tom caught by a policeman in the park last night.|","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":415,"papers_with_code":142,"benchmarks":13,"benchmark_tables_in_archive":13,"benchmark_tables_shown":13,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":16,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014","slug":"grammatical-error-correction-on-conll-2014","dataset":"CoNLL-2014 Shared Task","dataset_url":"/dataset/conll-1","rows_in_archive":23,"metrics":["F0.5","Precision","Recall"],"first_row_in_archive_order":{"model":"Ensembles of best 7 models + GRECO + GTP-rerank","paper_title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","paper_url":"/paper/pillars-of-grammatical-error-correction","paper_date":"2024-04-23","arxiv_id":"2404.14914","code_links":[{"title":"grammarly/pillars-of-gec","url":"https://github.com/grammarly/pillars-of-gec"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-bea-2019-test","slug":"grammatical-error-correction-on-bea-2019-test","dataset":"BEA-2019 (test)","dataset_url":"/dataset/locness-corpus","rows_in_archive":19,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"Majority-voting ensemble on best 7 models","paper_title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","paper_url":"/paper/pillars-of-grammatical-error-correction","paper_date":"2024-04-23","arxiv_id":"2404.14914","code_links":[{"title":"grammarly/pillars-of-gec","url":"https://github.com/grammarly/pillars-of-gec"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-falko-merlin","slug":"grammatical-error-correction-on-falko-merlin","dataset":"Falko-MERLIN","dataset_url":null,"rows_in_archive":6,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"Llama + 1M BT + gold","paper_title":"To Err Is Human, but Llamas Can Learn It Too","paper_url":"/paper/to-err-is-human-but-llamas-can-learn-it-too","paper_date":"2024-03-08","arxiv_id":"2403.05493","code_links":[{"title":"TartuNLP/gec-llm","url":"https://github.com/TartuNLP/gec-llm"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-jfleg","slug":"grammatical-error-correction-on-jfleg","dataset":"JFLEG","dataset_url":"/dataset/jfleg","rows_in_archive":6,"metrics":["GLEU"],"first_row_in_archive_order":{"model":"VERNet","paper_title":"Neural Quality Estimation with Multiple Hypotheses for Grammatical Error Correction","paper_url":"/paper/neural-quality-estimation-with-multiple","paper_date":"2021-05-10","arxiv_id":"2105.04443","code_links":[{"title":"thunlp/VERNet","url":"https://github.com/thunlp/VERNet"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-ua-gec","slug":"grammatical-error-correction-on-ua-gec","dataset":"UA-GEC","dataset_url":"/dataset/ua-gec","rows_in_archive":5,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"Llama + 1M BT + gold","paper_title":"To Err Is Human, but Llamas Can Learn It Too","paper_url":"/paper/to-err-is-human-but-llamas-can-learn-it-too","paper_date":"2024-03-08","arxiv_id":"2403.05493","code_links":[{"title":"TartuNLP/gec-llm","url":"https://github.com/TartuNLP/gec-llm"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-restricted","slug":"grammatical-error-correction-on-restricted","dataset":"Restricted","dataset_url":"/dataset/jfleg","rows_in_archive":4,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"CNN Seq2Seq","paper_title":"A Multilayer Convolutional Encoder-Decoder Neural Network for Grammatical Error Correction","paper_url":"/paper/a-multilayer-convolutional-encoder-decoder","paper_date":"2018-01-26","arxiv_id":"1801.08831","code_links":[{"title":"nusnlp/mlconvgec2018","url":"https://github.com/nusnlp/mlconvgec2018"},{"title":"seaweiqing/neuraltalk_plus_charcnn","url":"https://github.com/seaweiqing/neuraltalk_plus_charcnn"},{"title":"seaweiqing/image2story","url":"https://github.com/seaweiqing/image2story"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014-1","slug":"grammatical-error-correction-on-conll-2014-1","dataset":"CoNLL-2014 Shared Task (10 annotations)","dataset_url":"/dataset/conll-1","rows_in_archive":3,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"GRECO (vote+ESC)","paper_title":"System Combination via Quality Estimation for Grammatical Error Correction","paper_url":"/paper/system-combination-via-quality-estimation-for","paper_date":"2023-10-23","arxiv_id":"2310.14947","code_links":[{"title":"nusnlp/greco","url":"https://github.com/nusnlp/greco"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-unrestricted","slug":"grammatical-error-correction-on-unrestricted","dataset":"Unrestricted","dataset_url":"/dataset/jfleg","rows_in_archive":3,"metrics":["F0.5","GLEU"],"first_row_in_archive_order":{"model":"CNN Seq2Seq + Fluency Boost","paper_title":"Reaching Human-level Performance in Automatic Grammatical Error Correction: An Empirical Study","paper_url":"/paper/reaching-human-level-performance-in-automatic","paper_date":"2018-07-03","arxiv_id":"1807.01270","code_links":[{"title":"getao/human-performance-gec","url":"https://github.com/getao/human-performance-gec"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-_restricted_","slug":"grammatical-error-correction-on-_restricted_","dataset":"_Restricted_","dataset_url":"/dataset/jfleg","rows_in_archive":2,"metrics":["GLEU"],"first_row_in_archive_order":{"model":"Transformer","paper_title":"Approaching Neural Grammatical Error Correction as a Low-Resource Machine Translation Task","paper_url":"/paper/approaching-neural-grammatical-error","paper_date":"2018-04-16","arxiv_id":"1804.05940","code_links":[{"title":"grammatical/neural-naacl2018","url":"https://github.com/grammatical/neural-naacl2018"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-estgec-l2","slug":"grammatical-error-correction-on-estgec-l2","dataset":"EstGEC-L2","dataset_url":null,"rows_in_archive":1,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"Llama + 1M BT + gold","paper_title":"To Err Is Human, but Llamas Can Learn It Too","paper_url":"/paper/to-err-is-human-but-llamas-can-learn-it-too","paper_date":"2024-03-08","arxiv_id":"2403.05493","code_links":[{"title":"TartuNLP/gec-llm","url":"https://github.com/TartuNLP/gec-llm"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-fcgec","slug":"grammatical-error-correction-on-fcgec","dataset":"FCGEC","dataset_url":"/dataset/fcgec","rows_in_archive":1,"metrics":["exact match","F0.5"],"first_row_in_archive_order":{"model":"STG-Joint","paper_title":"FCGEC: Fine-Grained Corpus for Chinese Grammatical Error Correction","paper_url":"/paper/fcgec-fine-grained-corpus-for-chinese","paper_date":"2022-10-22","arxiv_id":"2210.12364","code_links":[{"title":"xlxwalex/FCGEC","url":"https://github.com/xlxwalex/FCGEC"},{"title":"xlxwalex/hycxg","url":"https://github.com/xlxwalex/hycxg"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-mucgec","slug":"grammatical-error-correction-on-mucgec","dataset":"MuCGEC","dataset_url":"/dataset/mucgec","rows_in_archive":1,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"GEC-DI (LM+GED)","paper_title":"Improving Seq2Seq Grammatical Error Correction via Decoding Interventions","paper_url":"/paper/improving-seq2seq-grammatical-error","paper_date":"2023-10-23","arxiv_id":"2310.14534","code_links":[{"title":"Jacob-Zhou/gecdi","url":"https://github.com/Jacob-Zhou/gecdi"}],"syntology":null}},{"leaderboard":"/sota/grammatical-error-correction-on-wi-locness-1","slug":"grammatical-error-correction-on-wi-locness-1","dataset":"WI-LOCNESS","dataset_url":"/dataset/locness-corpus","rows_in_archive":1,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"RedPenNet","paper_title":"RedPenNet for Grammatical Error Correction: Outputs to Tokens, Attentions to Spans","paper_url":"/paper/redpennet-for-grammatical-error-correction","paper_date":"2023-09-19","arxiv_id":"2309.10898","code_links":[{"title":"webspellchecker/unlp-2023-shared-task","url":"https://github.com/webspellchecker/unlp-2023-shared-task"}],"syntology":null}}],"datasets":[{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/jfleg","name":"JFLEG","full_name":"JHU FLuency-Extended GUG corpus","num_papers_in_archive":91},{"url":"/dataset/conll-2014-shared-task-grammatical-error","name":"CoNLL-2014 Shared Task: Grammatical Error Correction","full_name":"jamal","num_papers_in_archive":79},{"url":"/dataset/locness-corpus","name":"WI-LOCNESS","full_name":"Cambridge English Write & Improve & LOCNESS","num_papers_in_archive":29},{"url":"/dataset/mucgec","name":"MuCGEC","full_name":"Multi-Reference Multi-Source Evaluation Dataset for Chinese Grammatical Error Correction","num_papers_in_archive":15},{"url":"/dataset/akces-gec","name":"AKCES-GEC","full_name":"","num_papers_in_archive":11},{"url":"/dataset/ua-gec","name":"UA-GEC","full_name":"UA-GEC: Grammatical Error Correction and Fluency Corpus for the Ukrainian Language","num_papers_in_archive":9},{"url":"/dataset/gmeg-wiki","name":"GMEG-wiki","full_name":"","num_papers_in_archive":4},{"url":"/dataset/github-typo-corpus","name":"GitHub Typo Corpus","full_name":"GitHub Typo Corpus","num_papers_in_archive":3},{"url":"/dataset/gmeg-yahoo","name":"GMEG-yahoo","full_name":"","num_papers_in_archive":2},{"url":"/dataset/fcgec","name":"FCGEC","full_name":"FCGEC: Fine-Grained Corpus for Chinese Grammatical Error Correction","num_papers_in_archive":1},{"url":"/dataset/kor-lang8","name":"Kor-Lang8","full_name":"Lang-8 Korean Corpus","num_papers_in_archive":1},{"url":"/dataset/kor-learner","name":"Kor-Learner","full_name":"Korean Learner Corpus","num_papers_in_archive":1},{"url":"/dataset/kor-native","name":"Kor-Native","full_name":"Native Korean Corpus","num_papers_in_archive":1},{"url":"/dataset/nasgec","name":"NaSGEC","full_name":"","num_papers_in_archive":1},{"url":"/dataset/the-write-improve-corpus-2024","name":"The Write & Improve Corpus 2024","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/grammatical-error-detection","name":"Grammatical Error Detection"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":5,"rows_per_page":100,"shown":100,"of":415,"of_with_code":142,"tagged_in_all":415,"counts":{"archive_papers_tagged":415,"with_a_code_link":142,"where_syntology_ran_a_sample":16,"not_listed_spam_title":0,"listed":415,"listed_where_code_ran":16,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":12,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":12,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/improving-grammatical-error-correction-via","slug":"improving-grammatical-error-correction-via","title":"Improving Grammatical Error Correction via Pre-Training a Copy-Augmented Architecture with Unlabeled Data","date":"2019-03-01","arxiv_id":"1903.00138","repositories_listed":6,"syntology":null},{"url":"/paper/lm-critic-language-models-for-unsupervised","slug":"lm-critic-language-models-for-unsupervised","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","date":"2021-09-14","arxiv_id":"2109.06822","repositories_listed":3,"syntology":null},{"url":"/paper/gector-grammatical-error-correction-tag-not","slug":"gector-grammatical-error-correction-tag-not","title":"GECToR -- Grammatical Error Correction: Tag, Not Rewrite","date":"2020-05-26","arxiv_id":"2005.12592","repositories_listed":3,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/gector-grammatical-error-correction-tag-not#ran","syntology_url":"https://syntology.ai/paper/2005.12592","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.12592"}},"official":{"repos":["grammarly/gector"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-multilayer-convolutional-encoder-decoder","slug":"a-multilayer-convolutional-encoder-decoder","title":"A Multilayer Convolutional Encoder-Decoder Neural Network for Grammatical Error Correction","date":"2018-01-26","arxiv_id":"1801.08831","repositories_listed":3,"syntology":null},{"url":"/paper/multi-head-sequence-tagging-model-for","slug":"multi-head-sequence-tagging-model-for","title":"Multi-head Sequence Tagging Model for Grammatical Error Correction","date":"2024-10-21","arxiv_id":"2410.16473","repositories_listed":2,"syntology":null},{"url":"/paper/revisiting-meta-evaluation-for-grammatical","slug":"revisiting-meta-evaluation-for-grammatical","title":"Revisiting Meta-evaluation for Grammatical Error Correction","date":"2024-03-05","arxiv_id":"2403.02674","repositories_listed":2,"syntology":null},{"url":"/paper/an-extended-sequence-tagging-vocabulary-for","slug":"an-extended-sequence-tagging-vocabulary-for","title":"An Extended Sequence Tagging Vocabulary for Grammatical Error Correction","date":"2023-02-12","arxiv_id":"2302.05913","repositories_listed":2,"syntology":null},{"url":"/paper/fcgec-fine-grained-corpus-for-chinese","slug":"fcgec-fine-grained-corpus-for-chinese","title":"FCGEC: Fine-Grained Corpus for Chinese Grammatical Error Correction","date":"2022-10-22","arxiv_id":"2210.12364","repositories_listed":2,"syntology":null},{"url":"/paper/linguistic-rules-based-corpus-generation-for","slug":"linguistic-rules-based-corpus-generation-for","title":"Linguistic Rules-Based Corpus Generation for Native Chinese Grammatical Error Correction","date":"2022-10-19","arxiv_id":"2210.10442","repositories_listed":2,"syntology":null},{"url":"/paper/chinese-grammatical-error-correction-based-on-1","slug":"chinese-grammatical-error-correction-based-on-1","title":"Chinese grammatical error correction based on knowledge distillation","date":"2022-07-31","arxiv_id":"2208.00351","repositories_listed":2,"syntology":null},{"url":"/paper/mining-error-templates-for-grammatical-error","slug":"mining-error-templates-for-grammatical-error","title":"Mining Error Templates for Grammatical Error Correction","date":"2022-06-23","arxiv_id":"2206.11569","repositories_listed":2,"syntology":null},{"url":"/paper/lossless-acceleration-for-seq2seq-generation","slug":"lossless-acceleration-for-seq2seq-generation","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","date":"2022-05-20","arxiv_id":"2205.10350","repositories_listed":2,"syntology":null},{"url":"/paper/mucgec-a-multi-reference-multi-source-1","slug":"mucgec-a-multi-reference-multi-source-1","title":"MuCGEC: a Multi-Reference Multi-Source Evaluation Dataset for Chinese Grammatical Error Correction","date":"2022-04-23","arxiv_id":"2204.10994","repositories_listed":2,"syntology":null},{"url":"/paper/automatic-error-type-annotation-for-arabic","slug":"automatic-error-type-annotation-for-arabic","title":"Automatic Error Type Annotation for Arabic","date":"2021-09-16","arxiv_id":"2109.08068","repositories_listed":2,"syntology":null},{"url":"/paper/a-simple-recipe-for-multilingual-grammatical","slug":"a-simple-recipe-for-multilingual-grammatical","title":"A Simple Recipe for Multilingual Grammatical Error Correction","date":"2021-06-07","arxiv_id":"2106.03830","repositories_listed":2,"syntology":null},{"url":"/paper/stronger-baselines-for-grammatical-error","slug":"stronger-baselines-for-grammatical-error","title":"Stronger Baselines for Grammatical Error Correction Using Pretrained Encoder-Decoder Model","date":"2020-05-24","arxiv_id":"2005.11849","repositories_listed":2,"syntology":null},{"url":"/paper/a-neural-grammatical-error-correction-system","slug":"a-neural-grammatical-error-correction-system","title":"A Neural Grammatical Error Correction System Built On Better Pre-training and Sequential Transfer Learning","date":"2019-07-02","arxiv_id":"1907.01256","repositories_listed":2,"syntology":null},{"url":"/paper/the-unreasonable-effectiveness-of-transformer","slug":"the-unreasonable-effectiveness-of-transformer","title":"The Unreasonable Effectiveness of Transformer Language Models in Grammatical Error Correction","date":"2019-06-04","arxiv_id":"1906.01733","repositories_listed":2,"syntology":null},{"url":"/paper/neural-network-translation-models-for","slug":"neural-network-translation-models-for","title":"Neural Network Translation Models for Grammatical Error Correction","date":"2016-06-01","arxiv_id":"1606.00189","repositories_listed":2,"syntology":null},{"url":"/paper/gec-metrics-a-unified-library-for-grammatical","slug":"gec-metrics-a-unified-library-for-grammatical","title":"gec-metrics: A Unified Library for Grammatical Error Correction Evaluation","date":"2025-05-26","arxiv_id":"2505.19388","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gec-metrics-a-unified-library-for-grammatical#ran","syntology_url":"https://syntology.ai/paper/2505.19388","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.19388"}},"official":{"repos":["gotutiyan/gec-metrics-app"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-the-feasibility-of-multilingual","slug":"exploring-the-feasibility-of-multilingual","title":"Exploring the Feasibility of Multilingual Grammatical Error Correction with a Single LLM up to 9B parameters: A Comparative Study of 17 Models","date":"2025-05-09","arxiv_id":"2505.06004","repositories_listed":1,"syntology":null},{"url":"/paper/rethinking-evaluation-metrics-for-grammatical","slug":"rethinking-evaluation-metrics-for-grammatical","title":"Rethinking Evaluation Metrics for Grammatical Error Correction: Why Use a Different Evaluation Process than Human?","date":"2025-02-13","arxiv_id":"2502.09416","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rethinking-evaluation-metrics-for-grammatical#ran","syntology_url":"https://syntology.ai/paper/2502.09416","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.09416"}},"official":{"repos":["gotutiyan/gec-metrics"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/explanation-based-in-context-demonstrations","slug":"explanation-based-in-context-demonstrations","title":"Explanation based In-Context Demonstrations Retrieval for Multilingual Grammatical Error Correction","date":"2025-02-12","arxiv_id":"2502.08507","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/explanation-based-in-context-demonstrations#ran","syntology_url":"https://syntology.ai/paper/2502.08507","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.08507"}},"official":{"repos":["gmago-leway/fewshotgec"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/dsgram-dynamic-weighting-sub-metrics-for","slug":"dsgram-dynamic-weighting-sub-metrics-for","title":"DSGram: Dynamic Weighting Sub-Metrics for Grammatical Error Correction in the Era of Large Language Models","date":"2024-12-17","arxiv_id":"2412.12832","repositories_listed":1,"syntology":null},{"url":"/paper/improving-explainability-of-sentence-level","slug":"improving-explainability-of-sentence-level","title":"Improving Explainability of Sentence-level Metrics via Edit-level Attribution for Grammatical Error Correction","date":"2024-12-17","arxiv_id":"2412.13110","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-grammatical-error-detection-using","slug":"enhancing-grammatical-error-detection-using","title":"Enhancing Grammatical Error Detection using BERT with Cleaned Lang-8 Dataset","date":"2024-11-23","arxiv_id":"2411.15523","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-and-interpretable-grammatical-error","slug":"efficient-and-interpretable-grammatical-error","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","date":"2024-10-30","arxiv_id":"2410.23507","repositories_listed":1,"syntology":null},{"url":"/paper/a-simple-yet-effective-corpus-construction-1","slug":"a-simple-yet-effective-corpus-construction-1","title":"A Simple Yet Effective Corpus Construction Framework for Indonesian Grammatical Error Correction","date":"2024-10-28","arxiv_id":"2410.20838","repositories_listed":1,"syntology":null},{"url":"/paper/cleme2-0-towards-more-interpretable","slug":"cleme2-0-towards-more-interpretable","title":"CLEME2.0: Towards More Interpretable Evaluation by Disentangling Edits for Grammatical Error Correction","date":"2024-07-01","arxiv_id":"2407.00934","repositories_listed":1,"syntology":null},{"url":"/paper/improving-grammatical-error-correction-via-1","slug":"improving-grammatical-error-correction-via-1","title":"Improving Grammatical Error Correction via Contextual Data Augmentation","date":"2024-06-25","arxiv_id":"2406.17456","repositories_listed":1,"syntology":null},{"url":"/paper/detection-correction-structure-via-general","slug":"detection-correction-structure-via-general","title":"Detection-Correction Structure via General Language Model for Grammatical Error Correction","date":"2024-05-28","arxiv_id":"2405.17804","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"0 ran · 3 unverified","sample_list":"/paper/detection-correction-structure-via-general#ran","syntology_url":"https://syntology.ai/paper/2405.17804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.17804"}},"official":{"repos":["GMago-LeWay/GECFramework"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/organic-data-driven-approach-for-turkish","slug":"organic-data-driven-approach-for-turkish","title":"Organic Data-Driven Approach for Turkish Grammatical Error Correction and LLMs","date":"2024-05-24","arxiv_id":"2405.15320","repositories_listed":1,"syntology":null},{"url":"/paper/comparative-study-of-models-trained-on","slug":"comparative-study-of-models-trained-on","title":"Comparative study of models trained on synthetic data for Ukrainian grammatical error correction","date":"2024-05-05","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/pillars-of-grammatical-error-correction","slug":"pillars-of-grammatical-error-correction","title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","date":"2024-04-23","arxiv_id":"2404.14914","repositories_listed":1,"syntology":null},{"url":"/paper/grammatical-error-correction-for-code","slug":"grammatical-error-correction-for-code","title":"Grammatical Error Correction for Code-Switched Sentences by Learners of English","date":"2024-04-18","arxiv_id":"2404.12489","repositories_listed":1,"syntology":null},{"url":"/paper/lm-combiner-a-contextual-rewriting-model-for","slug":"lm-combiner-a-contextual-rewriting-model-for","title":"LM-Combiner: A Contextual Rewriting Model for Chinese Grammatical Error Correction","date":"2024-03-26","arxiv_id":"2403.17413","repositories_listed":1,"syntology":null},{"url":"/paper/to-err-is-human-but-llamas-can-learn-it-too","slug":"to-err-is-human-but-llamas-can-learn-it-too","title":"To Err Is Human, but Llamas Can Learn It Too","date":"2024-03-08","arxiv_id":"2403.05493","repositories_listed":1,"syntology":null},{"url":"/paper/medit-multilingual-text-editing-via","slug":"medit-multilingual-text-editing-via","title":"mEdIT: Multilingual Text Editing via Instruction Tuning","date":"2024-02-26","arxiv_id":"2402.16472","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/medit-multilingual-text-editing-via#ran","syntology_url":"https://syntology.ai/paper/2402.16472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16472"}},"official":{"repos":["vipulraheja/medit"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/likelihood-based-mitigation-of-evaluation","slug":"likelihood-based-mitigation-of-evaluation","title":"Likelihood-based Mitigation of Evaluation Bias in Large Language Models","date":"2024-02-25","arxiv_id":"2402.15987","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/likelihood-based-mitigation-of-evaluation#ran","syntology_url":"https://syntology.ai/paper/2402.15987","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.15987"}},"official":{"repos":["stjohn2007/likelihood_bias"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/alirector-alignment-enhanced-chinese","slug":"alirector-alignment-enhanced-chinese","title":"Alirector: Alignment-Enhanced Chinese Grammatical Error Corrector","date":"2024-02-07","arxiv_id":"2402.04601","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-grammatical-error-correction","slug":"unsupervised-grammatical-error-correction","title":"Unsupervised Grammatical Error Correction Rivaling Supervised Methods","date":"2023-12-06","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/gee-grammar-error-explanation-with-large","slug":"gee-grammar-error-explanation-with-large","title":"GEE! Grammar Error Explanation with Large Language Models","date":"2023-11-16","arxiv_id":"2311.09517","repositories_listed":1,"syntology":null},{"url":"/paper/gec-depend-non-autoregressive-grammatical","slug":"gec-depend-non-autoregressive-grammatical","title":"GEC-DePenD: Non-Autoregressive Grammatical Error Correction with Decoupled Permutation and Decoding","date":"2023-11-14","arxiv_id":"2311.08191","repositories_listed":1,"syntology":null},{"url":"/paper/tlm-token-level-masking-for-transformers","slug":"tlm-token-level-masking-for-transformers","title":"TLM: Token-Level Masking for Transformers","date":"2023-10-28","arxiv_id":"2310.18738","repositories_listed":1,"syntology":{"n":28,"n_ran":23,"n_constructed":0,"n_ran_checked":15,"n_instrument":8,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":14,"n_pointer_only":28,"phrase":"23 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 1 honoured, 0 violated, 14 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/tlm-token-level-masking-for-transformers#ran","syntology_url":"https://syntology.ai/paper/2310.18738","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18738"}},"official":{"repos":["young1993/tlm"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/improving-seq2seq-grammatical-error","slug":"improving-seq2seq-grammatical-error","title":"Improving Seq2Seq Grammatical Error Correction via Decoding Interventions","date":"2023-10-23","arxiv_id":"2310.14534","repositories_listed":1,"syntology":null},{"url":"/paper/system-combination-via-quality-estimation-for","slug":"system-combination-via-quality-estimation-for","title":"System Combination via Quality Estimation for Grammatical Error Correction","date":"2023-10-23","arxiv_id":"2310.14947","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-hard-samples-robust-and-effective","slug":"beyond-hard-samples-robust-and-effective","title":"Beyond Hard Samples: Robust and Effective Grammatical Error Correction with Cycle Self-Augmenting","date":"2023-10-20","arxiv_id":"2310.13321","repositories_listed":1,"syntology":null},{"url":"/paper/evaluation-metrics-in-the-era-of-gpt-4","slug":"evaluation-metrics-in-the-era-of-gpt-4","title":"Evaluation Metrics in the Era of GPT-4: Reliably Evaluating Large Language Models on Sequence to Sequence Tasks","date":"2023-10-20","arxiv_id":"2310.13800","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evaluation-metrics-in-the-era-of-gpt-4#ran","syntology_url":"https://syntology.ai/paper/2310.13800","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13800"}},"official":{"repos":["protagolabs/seq2seq_llm_evaluation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mixedit-revisiting-data-augmentation-and","slug":"mixedit-revisiting-data-augmentation-and","title":"MixEdit: Revisiting Data Augmentation and Beyond for Grammatical Error Correction","date":"2023-10-18","arxiv_id":"2310.11671","repositories_listed":1,"syntology":null},{"url":"/paper/robustgec-robust-grammatical-error-correction","slug":"robustgec-robust-grammatical-error-correction","title":"RobustGEC: Robust Grammatical Error Correction Against Subtle Context Perturbation","date":"2023-10-11","arxiv_id":"2310.07299","repositories_listed":1,"syntology":null},{"url":"/paper/flacgec-a-chinese-grammatical-error","slug":"flacgec-a-chinese-grammatical-error","title":"FlaCGEC: A Chinese Grammatical Error Correction Dataset with Fine-grained Linguistic Annotation","date":"2023-09-26","arxiv_id":"2311.04906","repositories_listed":1,"syntology":null},{"url":"/paper/controlled-generation-with-prompt-insertion","slug":"controlled-generation-with-prompt-insertion","title":"Controlled Generation with Prompt Insertion for Natural Language Explanations in Grammatical Error Correction","date":"2023-09-20","arxiv_id":"2309.11439","repositories_listed":1,"syntology":null},{"url":"/paper/gecturk-grammatical-error-correction-and","slug":"gecturk-grammatical-error-correction-and","title":"GECTurk: Grammatical Error Correction and Detection Dataset for Turkish","date":"2023-09-20","arxiv_id":"2309.11346","repositories_listed":1,"syntology":null},{"url":"/paper/redpennet-for-grammatical-error-correction","slug":"redpennet-for-grammatical-error-correction","title":"RedPenNet for Grammatical Error Correction: Outputs to Tokens, Attentions to Spans","date":"2023-09-19","arxiv_id":"2309.10898","repositories_listed":1,"syntology":null},{"url":"/paper/minimum-bayes-risk-decoding-for-system","slug":"minimum-bayes-risk-decoding-for-system","title":"Minimum Bayes' Risk Decoding for System Combination of Grammatical Error Correction Systems","date":"2023-09-12","arxiv_id":"2309.06520","repositories_listed":1,"syntology":null},{"url":"/paper/evaluation-of-really-good-grammatical-error","slug":"evaluation-of-really-good-grammatical-error","title":"Evaluation of really good grammatical error correction","date":"2023-08-17","arxiv_id":"2308.08982","repositories_listed":1,"syntology":null},{"url":"/paper/grammargpt-exploring-open-source-llms-for","slug":"grammargpt-exploring-open-source-llms-for","title":"GrammarGPT: Exploring Open-Source LLMs for Native Chinese Grammatical Error Correction with Supervised Fine-Tuning","date":"2023-07-26","arxiv_id":"2307.13923","repositories_listed":1,"syntology":null},{"url":"/paper/gender-inclusive-grammatical-error-correction","slug":"gender-inclusive-grammatical-error-correction","title":"Gender-Inclusive Grammatical Error Correction through Augmentation","date":"2023-06-12","arxiv_id":"2306.07415","repositories_listed":1,"syntology":null},{"url":"/paper/byte-level-grammatical-error-correction-using","slug":"byte-level-grammatical-error-correction-using","title":"Byte-Level Grammatical Error Correction Using Synthetic and Curated Corpora","date":"2023-05-29","arxiv_id":"2305.17906","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-grammatical-error-correction","slug":"enhancing-grammatical-error-correction","title":"Enhancing Grammatical Error Correction Systems with Explanations","date":"2023-05-25","arxiv_id":"2305.15676","repositories_listed":1,"syntology":null},{"url":"/paper/nasgec-a-multi-domain-chinese-grammatical","slug":"nasgec-a-multi-domain-chinese-grammatical","title":"NaSGEC: a Multi-Domain Chinese Grammatical Error Correction Dataset from Native Speaker Texts","date":"2023-05-25","arxiv_id":"2305.16023","repositories_listed":1,"syntology":null},{"url":"/paper/advancements-in-arabic-grammatical-error","slug":"advancements-in-arabic-grammatical-error","title":"Advancements in Arabic Grammatical Error Detection and Correction: An Empirical Investigation","date":"2023-05-24","arxiv_id":"2305.14734","repositories_listed":1,"syntology":{"n":14,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/advancements-in-arabic-grammatical-error#ran","syntology_url":"https://syntology.ai/paper/2305.14734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14734"}},"official":{"repos":["camel-lab/arabic-gec"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/are-pre-trained-language-models-useful-for","slug":"are-pre-trained-language-models-useful-for","title":"Are Pre-trained Language Models Useful for Model Ensemble in Chinese Grammatical Error Correction?","date":"2023-05-24","arxiv_id":"2305.15183","repositories_listed":1,"syntology":null},{"url":"/paper/bidirectional-transformer-reranker-for","slug":"bidirectional-transformer-reranker-for","title":"Bidirectional Transformer Reranker for Grammatical Error Correction","date":"2023-05-22","arxiv_id":"2305.13000","repositories_listed":1,"syntology":null},{"url":"/paper/cleme-debiasing-multi-reference-evaluation","slug":"cleme-debiasing-multi-reference-evaluation","title":"CLEME: Debiasing Multi-reference Evaluation for Grammatical Error Correction","date":"2023-05-18","arxiv_id":"2305.10819","repositories_listed":1,"syntology":null},{"url":"/paper/coedit-text-editing-by-task-specific","slug":"coedit-text-editing-by-task-specific","title":"CoEdIT: Text Editing by Task-Specific Instruction Tuning","date":"2023-05-17","arxiv_id":"2305.09857","repositories_listed":1,"syntology":null},{"url":"/paper/a-low-resource-approach-to-the-grammatical","slug":"a-low-resource-approach-to-the-grammatical","title":"A Low-Resource Approach to the Grammatical Error Correction of Ukrainian","date":"2023-05-05","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/improving-iterative-text-revision-by-learning","slug":"improving-iterative-text-revision-by-learning","title":"Improving Iterative Text Revision by Learning Where to Edit from Other Revision Tasks","date":"2022-12-02","arxiv_id":"2212.01350","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-grammatical-error-correction","slug":"revisiting-grammatical-error-correction","title":"Revisiting Grammatical Error Correction Evaluation and Beyond","date":"2022-11-03","arxiv_id":"2211.01635","repositories_listed":1,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":6,"n_instrument":15,"n_unverified":10,"n_honours":4,"n_violates":2,"n_no_contract":0,"n_pointer_only":31,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 4 honoured, 2 violated, 0 with no contract checked; 15 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/revisiting-grammatical-error-correction#ran","syntology_url":"https://syntology.ai/paper/2211.01635","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01635"}},"official":{"repos":["pygongnlp/pt-m2"],"state":"official (archive's flag): 21 ran","n_ran":21,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-standardizing-korean-grammatical","slug":"towards-standardizing-korean-grammatical","title":"Towards standardizing Korean Grammatical Error Correction: Datasets and Annotation","date":"2022-10-25","arxiv_id":"2210.14389","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-standardizing-korean-grammatical#ran","syntology_url":"https://syntology.ai/paper/2210.14389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14389"}},"official":{"repos":["soyoung97/standard_korean_gec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/syngec-syntax-enhanced-grammatical-error","slug":"syngec-syntax-enhanced-grammatical-error","title":"SynGEC: Syntax-Enhanced Grammatical Error Correction with a Tailored GEC-Oriented Parser","date":"2022-10-22","arxiv_id":"2210.12484","repositories_listed":1,"syntology":null},{"url":"/paper/text-editing-as-imitation-game","slug":"text-editing-as-imitation-game","title":"Text Editing as Imitation Game","date":"2022-10-21","arxiv_id":"2210.12276","repositories_listed":1,"syntology":null},{"url":"/paper/cctc-a-cross-sentence-chinese-text-correction","slug":"cctc-a-cross-sentence-chinese-text-correction","title":"CCTC: A Cross-Sentence Chinese Text Correction Dataset for Native Speakers","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/impara-impact-based-metric-for-gec-using","slug":"impara-impact-based-metric-for-gec-using","title":"IMPARA: Impact-Based Metric for GEC Using Parallel Data","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/eracond-error-annotated-conversational-dialog-2","slug":"eracond-error-annotated-conversational-dialog-2","title":"ErAConD: Error Annotated Conversational Dialog Dataset for Grammatical Error Correction","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/frustratingly-easy-system-combination-for","slug":"frustratingly-easy-system-combination-for","title":"Frustratingly Easy System Combination for Grammatical Error Correction","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/towards-automated-document-revision","slug":"towards-automated-document-revision","title":"Towards Automated Document Revision: Grammatical Error Correction, Fluency Edits, and Beyond","date":"2022-05-23","arxiv_id":"2205.11484","repositories_listed":1,"syntology":null},{"url":"/paper/some-grammatical-errors-are-frequent-others","slug":"some-grammatical-errors-are-frequent-others","title":"Some Grammatical Errors are Frequent, Others are Important","date":"2022-05-11","arxiv_id":"2205.05730","repositories_listed":1,"syntology":null},{"url":"/paper/adjusting-the-precision-recall-trade-off-with","slug":"adjusting-the-precision-recall-trade-off-with","title":"Adjusting the Precision-Recall Trade-Off with Align-and-Predict Decoding for Grammatical Error Correction","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-survey-on-non-autoregressive-generation-for","slug":"a-survey-on-non-autoregressive-generation-for","title":"A Survey on Non-Autoregressive Generation for Neural Machine Translation and Beyond","date":"2022-04-20","arxiv_id":"2204.09269","repositories_listed":1,"syntology":null},{"url":"/paper/ensembling-and-knowledge-distilling-of-large-1","slug":"ensembling-and-knowledge-distilling-of-large-1","title":"Ensembling and Knowledge Distilling of Large Sequence Taggers for Grammatical Error Correction","date":"2022-03-24","arxiv_id":"2203.13064","repositories_listed":1,"syntology":null},{"url":"/paper/towards-lithuanian-grammatical-error","slug":"towards-lithuanian-grammatical-error","title":"Towards Lithuanian grammatical error correction","date":"2022-03-18","arxiv_id":"2203.09963","repositories_listed":1,"syntology":null},{"url":"/paper/type-driven-multi-turn-corrections-for","slug":"type-driven-multi-turn-corrections-for","title":"Type-Driven Multi-Turn Corrections for Grammatical Error Correction","date":"2022-03-17","arxiv_id":"2203.09136","repositories_listed":1,"syntology":null},{"url":"/paper/interpretability-for-language-learners-using","slug":"interpretability-for-language-learners-using","title":"Interpretability for Language Learners Using Example-Based Grammatical Error Correction","date":"2022-03-14","arxiv_id":"2203.07085","repositories_listed":1,"syntology":null},{"url":"/paper/edgeformer-a-parameter-efficient-transformer","slug":"edgeformer-a-parameter-efficient-transformer","title":"EdgeFormer: A Parameter-Efficient Transformer for On-Device Seq2seq Generation","date":"2022-02-16","arxiv_id":"2202.07959","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/edgeformer-a-parameter-efficient-transformer#ran","syntology_url":"https://syntology.ai/paper/2202.07959","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.07959"}},"official":{"repos":["microsoft/unilm"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/a-unified-strategy-for-multilingual","slug":"a-unified-strategy-for-multilingual","title":"A Unified Strategy for Multilingual Grammatical Error Correction with Pre-trained Cross-Lingual Language Model","date":"2022-01-26","arxiv_id":"2201.10707","repositories_listed":1,"syntology":null},{"url":"/paper/yaclc-a-chinese-learner-corpus-with","slug":"yaclc-a-chinese-learner-corpus-with","title":"YACLC: A Chinese Learner Corpus with Multidimensional Annotation","date":"2021-12-30","arxiv_id":"2112.15043","repositories_listed":1,"syntology":null},{"url":"/paper/eracond-error-annotated-conversational-dialog","slug":"eracond-error-annotated-conversational-dialog","title":"ErAConD : Error Annotated Conversational Dialog Dataset for Grammatical Error Correction","date":"2021-12-15","arxiv_id":"2112.08466","repositories_listed":1,"syntology":null},{"url":"/paper/improved-grammatical-error-correction-by","slug":"improved-grammatical-error-correction-by","title":"Improved grammatical error correction by ranking elementary edits","date":"2021-11-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/system-combination-for-grammatical-error-1","slug":"system-combination-for-grammatical-error-1","title":"System Combination for Grammatical Error Correction Based on Integer Programming","date":"2021-11-02","arxiv_id":"2111.01465","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-grammatical-error-correction-improving","slug":"beyond-grammatical-error-correction-improving","title":"Beyond Grammatical Error Correction: Improving L1-influenced research writing in English using pre-trained encoder-decoder models","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/grammatical-error-correction-with-contrastive","slug":"grammatical-error-correction-with-contrastive","title":"Grammatical Error Correction with Contrastive Learning in Low Error Density Domains","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/is-this-the-end-of-the-gold-standard-a","slug":"is-this-the-end-of-the-gold-standard-a","title":"Is this the end of the gold standard? A straightforward reference-less grammatical error correction metric","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/multi-class-grammatical-error-detection-for","slug":"multi-class-grammatical-error-detection-for","title":"Multi-Class Grammatical Error Detection for Correction: A Tale of Two Systems","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/understanding-model-robustness-to-user","slug":"understanding-model-robustness-to-user","title":"Understanding Model Robustness to User-generated Noisy Texts","date":"2021-10-14","arxiv_id":"2110.07428","repositories_listed":1,"syntology":null},{"url":"/paper/a-study-of-morphological-robustness-of-neural","slug":"a-study-of-morphological-robustness-of-neural","title":"A Study of Morphological Robustness of Neural Machine Translation","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/instantaneous-grammatical-error-correction","slug":"instantaneous-grammatical-error-correction","title":"Instantaneous Grammatical Error Correction with Shallow Aggressive Decoding","date":"2021-06-09","arxiv_id":"2106.04970","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/instantaneous-grammatical-error-correction#ran","syntology_url":"https://syntology.ai/paper/2106.04970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.04970"}},"official":{"repos":["AutoTemp/Shallow-Aggressive-Decoding"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tail-to-tail-non-autoregressive-sequence","slug":"tail-to-tail-non-autoregressive-sequence","title":"Tail-to-Tail Non-Autoregressive Sequence Prediction for Chinese Grammatical Error Correction","date":"2021-06-03","arxiv_id":"2106.01609","repositories_listed":1,"syntology":null},{"url":"/paper/negative-language-transfer-in-learner-english","slug":"negative-language-transfer-in-learner-english","title":"Negative language transfer in learner English: A new dataset","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/synthetic-data-generation-for-grammatical","slug":"synthetic-data-generation-for-grammatical","title":"Synthetic Data Generation for Grammatical Error Correction with Tagged Corruption Models","date":"2021-05-27","arxiv_id":"2105.13318","repositories_listed":1,"syntology":null}],"syntology_records":14,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":2,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014","since_archive":"/sota/grammatical-error-correction-on-conll-2014#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/grammatical-error-correction-on-jfleg","since_archive":"/sota/grammatical-error-correction-on-jfleg#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":16,"papers_where_code_ran_first_page":"/task/grammatical-error-correction/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":5,"url":"/task/grammatical-error-correction/papers/2","json":"/task/grammatical-error-correction/papers/2.json","rows":100},{"order":"archive","page":3,"of":5,"url":"/task/grammatical-error-correction/papers/3","json":"/task/grammatical-error-correction/papers/3.json","rows":100},{"order":"archive","page":4,"of":5,"url":"/task/grammatical-error-correction/papers/4","json":"/task/grammatical-error-correction/papers/4.json","rows":100},{"order":"archive","page":5,"of":5,"url":"/task/grammatical-error-correction/papers/5","json":"/task/grammatical-error-correction/papers/5.json","rows":15},{"order":"ran","page":1,"of":1,"url":"/task/grammatical-error-correction/papers/ran/1","json":"/task/grammatical-error-correction/papers/ran/1.json","rows":16}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"6ad5c73a6b6d03f9daf06b363ff269e2863d5642db404ea7d3afc53c116aafb3","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}