{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/abstractive-text-summarization","name":"Abstractive Text Summarization","slug":"abstractive-text-summarization","description_markdown":"**Abstractive Text Summarization** is the task of generating a short and concise summary that captures the salient ideas of the source text. The generated summaries potentially contain new phrases and sentences that may not appear in the source text.\r\n\r\n\r\n<span class=\"description-source\">Source: [Generative Adversarial Network for Abstractive Text Summarization ](https://arxiv.org/abs/1711.09357)</span>\r\n\r\nImage credit: [Abstractive Text Summarization using Sequence-to-sequence RNNs and Beyond](https://arxiv.org/pdf/1602.06023v5.pdf)","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":846,"papers_with_code":362,"benchmarks":15,"benchmark_tables_in_archive":20,"benchmark_tables_shown":20,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":52,"subtasks":3,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily","slug":"abstractive-text-summarization-on-cnn-daily","dataset":"CNN / Daily Mail","dataset_url":"/dataset/cnn-daily-mail-1","rows_in_archive":53,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Scrambled code + broken (alter)","paper_title":"Universal Evasion Attacks on Summarization Scoring","paper_url":"/paper/universal-evasion-attacks-on-summarization","paper_date":"2022-10-25","arxiv_id":"2210.14260","code_links":[{"title":"cestwc/universal-evasion","url":"https://github.com/cestwc/universal-evasion"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-abstractive-1","slug":"abstractive-text-summarization-on-abstractive-1","dataset":"Abstractive Text Summarization from Il Post","dataset_url":"/dataset/abstractive-text-summarization-from-il-post","rows_in_archive":8,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","BERTScore"],"first_row_in_archive_order":{"model":"mBART","paper_title":"BART-IT: An Efficient Sequence-to-Sequence Model for Italian Text Summarization","paper_url":"/paper/bart-it-an-efficient-sequence-to-sequence","paper_date":"2022-12-27","arxiv_id":null,"code_links":[{"title":"MorenoLaQuatra/bart-it","url":"https://github.com/MorenoLaQuatra/bart-it"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-vietnews","slug":"abstractive-text-summarization-on-vietnews","dataset":"vietnews","dataset_url":"/dataset/vnds","rows_in_archive":7,"metrics":["Rouge-1","Rouge-2","Rouge-L"],"first_row_in_archive_order":{"model":"Kết quả nghiên cứu","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-abstractive","slug":"abstractive-text-summarization-on-abstractive","dataset":"Abstractive Text Summarization from Fanpage","dataset_url":"/dataset/abstractive-text-summarization-from-fanpage","rows_in_archive":6,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","BERTScore","# Parameters"],"first_row_in_archive_order":{"model":"mBART","paper_title":"BART-IT: An Efficient Sequence-to-Sequence Model for Italian Text Summarization","paper_url":"/paper/bart-it-an-efficient-sequence-to-sequence","paper_date":"2022-12-27","arxiv_id":null,"code_links":[{"title":"MorenoLaQuatra/bart-it","url":"https://github.com/MorenoLaQuatra/bart-it"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-edusum","slug":"abstractive-text-summarization-on-edusum","dataset":"EDUsum","dataset_url":null,"rows_in_archive":5,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Seq2seq","paper_title":"A Step-by-Step Gradient Penalty with Similarity Calculation for Text Summary Generation","paper_url":"/paper/a-step-by-step-gradient-penalty-with","paper_date":"2022-09-20","arxiv_id":null,"code_links":[{"title":"shuaizhao95/EDUsum-dataset","url":"https://github.com/shuaizhao95/EDUsum-dataset"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily-2","slug":"abstractive-text-summarization-on-cnn-daily-2","dataset":"CNN/Daily Mail","dataset_url":"/dataset/cnn-daily-mail-1","rows_in_archive":4,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"BART (TextBox 2.0)","paper_title":"TextBox 2.0: A Text Generation Library with Pre-trained Language Models","paper_url":"/paper/textbox-2-0-a-text-generation-library-with","paper_date":"2022-12-26","arxiv_id":"2212.13005","code_links":[{"title":"RUCAIBox/TextBox","url":"https://github.com/RUCAIBox/TextBox"}],"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/textbox-2-0-a-text-generation-library-with#ran","syntology_url":"https://syntology.ai/paper/2212.13005","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.13005"}},"official":{"repos":["RUCAIBox/TextBox"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/abstractive-text-summarization-on-mlsum-it","slug":"abstractive-text-summarization-on-mlsum-it","dataset":"MLSum-it","dataset_url":"/dataset/mlsum-it","rows_in_archive":4,"metrics":["rouge1"],"first_row_in_archive_order":{"model":"mBART","paper_title":"Two New Datasets for Italian-Language Abstractive Text Summarization","paper_url":"/paper/two-new-datasets-for-italian-language","paper_date":"2022-04-29","arxiv_id":null,"code_links":[{"title":"nicolalandro/summarization","url":"https://gitlab.com/nicolalandro/summarization"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-wits","slug":"abstractive-text-summarization-on-wits","dataset":"WITS","dataset_url":null,"rows_in_archive":4,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","BERTScore"],"first_row_in_archive_order":{"model":"BART-IT","paper_title":"BART-IT: An Efficient Sequence-to-Sequence Model for Italian Text Summarization","paper_url":"/paper/bart-it-an-efficient-sequence-to-sequence","paper_date":"2022-12-27","arxiv_id":null,"code_links":[{"title":"MorenoLaQuatra/bart-it","url":"https://github.com/MorenoLaQuatra/bart-it"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-aeslc","slug":"abstractive-text-summarization-on-aeslc","dataset":"AESLC","dataset_url":"/dataset/aeslc","rows_in_archive":2,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"PEGASUS","paper_title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","paper_url":"/paper/pegasus-pre-training-with-extracted-gap","paper_date":"2019-12-18","arxiv_id":"1912.08777","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"google-research/pegasus","url":"https://github.com/google-research/pegasus"},{"title":"google-research/longt5","url":"https://github.com/google-research/longt5"},{"title":"amoramine/Pegasus_Longformer_summarization","url":"https://github.com/amoramine/Pegasus_Longformer_summarization"},{"title":"amoramine/Pegasus_with_Longformer_summarization","url":"https://github.com/amoramine/Pegasus_with_Longformer_summarization"},{"title":"allenai/open-mds","url":"https://github.com/allenai/open-mds"},{"title":"jiacheng-xu/text-sum-uncertainty","url":"https://github.com/jiacheng-xu/text-sum-uncertainty"},{"title":"rsreetech/PegasusDemo","url":"https://github.com/rsreetech/PegasusDemo"},{"title":"ElmiraGhorbani/Abstract-Text-Summarization","url":"https://github.com/ElmiraGhorbani/Abstract-Text-Summarization"},{"title":"abhilash1910/LongPegasus","url":"https://github.com/abhilash1910/LongPegasus"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus_x"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus"},{"title":"MindCode-4/code-2","url":"https://github.com/MindCode-4/code-2/tree/main/pegasus"},{"title":"ManuMahadevaswamy/PEGASUS","url":"https://github.com/ManuMahadevaswamy/PEGASUS"},{"title":"rsin46/pegasus-demo","url":"https://github.com/rsin46/pegasus-demo"},{"title":"amiyamandal-dev/pegasus","url":"https://github.com/amiyamandal-dev/pegasus"},{"title":"ibrahim-elsawy/test","url":"https://github.com/ibrahim-elsawy/test"},{"title":"bondarchukb/PEGASUS","url":"https://github.com/bondarchukb/PEGASUS"},{"title":"absummarization/absummarization.github.io","url":"https://github.com/absummarization/absummarization.github.io"}],"syntology":{"n":19,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pegasus-pre-training-with-extracted-gap#ran","syntology_url":"https://syntology.ai/paper/1912.08777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08777"}},"official":{"repos":["google-research/pegasus"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/abstractive-text-summarization-on-elife","slug":"abstractive-text-summarization-on-elife","dataset":"eLife","dataset_url":"/dataset/elife","rows_in_archive":1,"metrics":["Test ROGUE-1"],"first_row_in_archive_order":{"model":"Two stage LLMs","paper_title":"BioLay_AK_SS at BioLaySumm: Domain Adaptation by Two-Stage Fine-Tuning of Large Language Models used for Biomedical Lay Summary Generation","paper_url":"/paper/biolay-ak-ss-at-biolaysumm-domain-adaptation","paper_date":"2024-08-16","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-inshorts","slug":"abstractive-text-summarization-on-inshorts","dataset":"Inshorts News","dataset_url":"/dataset/inshorts-news","rows_in_archive":1,"metrics":["ROUGE"],"first_row_in_archive_order":{"model":"T2SAM","paper_title":"An abstractive text summarization technique using transformer model with self-attention mechanism","paper_url":"/paper/an-abstractive-text-summarization-technique","paper_date":"2023-06-01","arxiv_id":null,"code_links":[{"title":"sandeep16064/ats","url":"https://github.com/sandeep16064/ats"}],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-mlsum-de","slug":"abstractive-text-summarization-on-mlsum-de","dataset":"MLSUM de","dataset_url":"/dataset/mlsum","rows_in_archive":1,"metrics":["METEOR"],"first_row_in_archive_order":{"model":"mBART","paper_title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","paper_url":"/paper/the-gem-benchmark-natural-language-generation","paper_date":"2021-02-02","arxiv_id":"2102.01672","code_links":[],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-mlsum-es","slug":"abstractive-text-summarization-on-mlsum-es","dataset":"MLSUM es","dataset_url":"/dataset/mlsum","rows_in_archive":1,"metrics":["METEOR"],"first_row_in_archive_order":{"model":"mBART","paper_title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","paper_url":"/paper/the-gem-benchmark-natural-language-generation","paper_date":"2021-02-02","arxiv_id":"2102.01672","code_links":[],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-plos","slug":"abstractive-text-summarization-on-plos","dataset":"PLOS","dataset_url":"/dataset/plos","rows_in_archive":1,"metrics":["Test ROGUE-1"],"first_row_in_archive_order":{"model":"Two stage LLMs","paper_title":"BioLay_AK_SS at BioLaySumm: Domain Adaptation by Two-Stage Fine-Tuning of Large Language Models used for Biomedical Lay Summary Generation","paper_url":"/paper/biolay-ak-ss-at-biolaysumm-domain-adaptation","paper_date":"2024-08-16","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/abstractive-text-summarization-on-wikihow","slug":"abstractive-text-summarization-on-wikihow","dataset":"WikiHow","dataset_url":"/dataset/wikihow","rows_in_archive":1,"metrics":["Content F1","ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"BertSum","paper_title":"Abstractive Summarization of Spoken andWritten Instructions with BERT","paper_url":"/paper/abstractive-summarization-of-spoken","paper_date":"2020-08-21","arxiv_id":"2008.09676","code_links":[{"title":"nlpyang/PreSumm","url":"https://github.com/nlpyang/PreSumm"},{"title":"alebryvas/berk266","url":"https://github.com/alebryvas/berk266"}],"syntology":null}},{"leaderboard":null,"slug":"abstractive-text-summarization-on-ccnews-es","dataset":"CCNEWS-ES-titles","dataset_url":null,"rows_in_archive":0,"metrics":["Test ROGUE-1","Test ROGUE-2","Test ROGUE-L","Test ROGUE-Lsum","Validation ROGUE-1","Validation ROGUE-2","Validation ROGUE-L","Validation ROGUE-Lsum"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"abstractive-text-summarization-on-dialogsum","dataset":"DialogSum","dataset_url":"/dataset/dialogsum","rows_in_archive":0,"metrics":["Test ROGUE-1","Test ROGUE-2","Test ROGUE-L","Test ROGUE-Lsum","Validation ROGUE-1","Validation ROGUE-2","Validation ROGUE-L","Validation ROGUE-Lsum"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"abstractive-text-summarization-on-mlsum-es-1","dataset":"mlsum-es","dataset_url":"/dataset/mlsum","rows_in_archive":0,"metrics":["rouge1","rouge2","rougeL","rougeLsum"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"abstractive-text-summarization-on-samsum","dataset":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","dataset_url":"/dataset/samsum-corpus","rows_in_archive":0,"metrics":["Test ROUGE-1","Test ROUGE-2","Test ROUGE-L","Validation ROUGE-1","Validation ROUGE-2","Validation ROUGE-L"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"abstractive-text-summarization-on-xsum","dataset":"XSum","dataset_url":"/dataset/xsum","rows_in_archive":0,"metrics":["Test ROGUE-1","Test ROGUE-2","Test ROGUE-L","Test ROGUE-Lsum","Validation ROGUE-1","Validation ROGUE-2","Validation ROGUE-L","Validation ROGUE-Lsum"],"first_row_in_archive_order":null}],"datasets":[{"url":"/dataset/reddit","name":"Reddit","full_name":"","num_papers_in_archive":699},{"url":"/dataset/cnn-daily-mail-1","name":"CNN/Daily Mail","full_name":"CNN/Daily Mail","num_papers_in_archive":530},{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/samsum-corpus","name":"SAMSum","full_name":"","num_papers_in_archive":145},{"url":"/dataset/wikihow","name":"WikiHow","full_name":"","num_papers_in_archive":127},{"url":"/dataset/newsroom","name":"NEWSROOM","full_name":"CORNELL NEWSROOM","num_papers_in_archive":107},{"url":"/dataset/xl-sum","name":"XL-Sum","full_name":"","num_papers_in_archive":64},{"url":"/dataset/dialogsum","name":"DialogSum","full_name":"","num_papers_in_archive":62},{"url":"/dataset/lcsts","name":"LCSTS","full_name":"","num_papers_in_archive":58},{"url":"/dataset/wikisum","name":"WikiSum","full_name":"WikiSum","num_papers_in_archive":54},{"url":"/dataset/wikilingua","name":"WikiLingua","full_name":"","num_papers_in_archive":52},{"url":"/dataset/billsum","name":"BillSum","full_name":"BillSum","num_papers_in_archive":47},{"url":"/dataset/reddit-tifu","name":"Reddit TIFU","full_name":"","num_papers_in_archive":47},{"url":"/dataset/mlsum","name":"MLSUM","full_name":"MultiLingual SUMmarization","num_papers_in_archive":45},{"url":"/dataset/booksum","name":"BookSum","full_name":"","num_papers_in_archive":39},{"url":"/dataset/xsum","name":"XSum","full_name":null,"num_papers_in_archive":32},{"url":"/dataset/elife","name":"eLife","full_name":"Scientific Lay Summarization","num_papers_in_archive":24},{"url":"/dataset/aeslc","name":"AESLC","full_name":"","num_papers_in_archive":22},{"url":"/dataset/amr-bank","name":"AMR Bank","full_name":"Abstract Meaning Representation","num_papers_in_archive":22},{"url":"/dataset/plos","name":"PLOS","full_name":"Scientific Lay Summarization","num_papers_in_archive":21},{"url":"/dataset/arxiv-summarization-dataset","name":"arXiv Summarization Dataset","full_name":"","num_papers_in_archive":13},{"url":"/dataset/scitldr","name":"SciTLDR","full_name":"","num_papers_in_archive":13},{"url":"/dataset/glge","name":"GLGE","full_name":"General Language Generation Evaluation","num_papers_in_archive":12},{"url":"/dataset/aquamuse","name":"aquamuse","full_name":"","num_papers_in_archive":11},{"url":"/dataset/crd3","name":"CRD3","full_name":"Critical Role Dungeons and Dragons Dataset","num_papers_in_archive":9},{"url":"/dataset/global-voices","name":"Global Voices","full_name":"","num_papers_in_archive":9},{"url":"/dataset/ncls","name":"NCLS","full_name":"Neural Cross-Lingual Summarization Corpora","num_papers_in_archive":9},{"url":"/dataset/convosumm","name":"ConvoSumm","full_name":"","num_papers_in_archive":6},{"url":"/dataset/spotify-podcast","name":"Spotify Podcast","full_name":"","num_papers_in_archive":6},{"url":"/dataset/liputan6","name":"Liputan6","full_name":"","num_papers_in_archive":5},{"url":"/dataset/pn-summary","name":"pn-summary","full_name":null,"num_papers_in_archive":4},{"url":"/dataset/dmqa","name":"DMQA","full_name":"DeepMind Q&A","num_papers_in_archive":3},{"url":"/dataset/narrasum","name":"NarraSum","full_name":"","num_papers_in_archive":3},{"url":"/dataset/shmoop-corpus","name":"Shmoop Corpus","full_name":"","num_papers_in_archive":3},{"url":"/dataset/abstractive-text-summarization-from-fanpage","name":"Abstractive Text Summarization from Fanpage","full_name":"","num_papers_in_archive":2},{"url":"/dataset/abstractive-text-summarization-from-il-post","name":"Abstractive Text Summarization from Il Post","full_name":"","num_papers_in_archive":2},{"url":"/dataset/findsum","name":"FINDSum","full_name":"Financial Report Document Summarization","num_papers_in_archive":2},{"url":"/dataset/peersum","name":"PeerSum","full_name":"","num_papers_in_archive":2},{"url":"/dataset/poc","name":"PoC","full_name":"Points of correspondence","num_papers_in_archive":2},{"url":"/dataset/vnds","name":"VNDS","full_name":"VNDS: A Vietnamese Dataset for Summarization","num_papers_in_archive":2},{"url":"/dataset/brwac2wiki","name":"BrWac2Wiki","full_name":"","num_papers_in_archive":1},{"url":"/dataset/gigaword-entailment","name":"Gigaword Entailment","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/iclr-database","name":"ICLR Database","full_name":"ICLR Database (with Textual Covariates)","num_papers_in_archive":1},{"url":"/dataset/inshorts-news","name":"Inshorts News","full_name":"Inshorts English News dataset","num_papers_in_archive":1},{"url":"/dataset/m3ls-multi-lingual-multi-modal-summarization","name":"M3LS","full_name":"Multi-Lingual Multi-Modal Summarization Dataset","num_papers_in_archive":1},{"url":"/dataset/mlsum-it","name":"MLSum-it","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mos-dataset","name":"MOS Dataset","full_name":"Microblog Opinion Summarisation","num_papers_in_archive":1},{"url":"/dataset/opendebateevidence","name":"OpenDebateEvidence","full_name":"","num_papers_in_archive":1},{"url":"/dataset/plainfact","name":"PlainFact","full_name":"","num_papers_in_archive":1},{"url":"/dataset/proto-summ","name":"Proto Summ","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/webis-tldr-17-corpus","name":"Webis-TLDR-17 Corpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/wikimulti","name":"WikiMulti","full_name":"WikiMulti: a Corpus for Cross-Lingual Summarization","num_papers_in_archive":1}],"subtasks":[{"url":"/task/multimodal-abstractive-text-summarization","name":"Multimodal Abstractive Text Summarization"},{"url":"/task/reader-aware-summarization","name":"Reader-Aware Summarization"},{"url":"/task/timeline-summarization","name":"Timeline Summarization"}],"parent_tasks":[{"url":"/task/text-summarization","name":"Text Summarization"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":9,"rows_per_page":100,"shown":100,"of":846,"of_with_code":362,"tagged_in_all":846,"counts":{"archive_papers_tagged":846,"with_a_code_link":362,"where_syntology_ran_a_sample":77,"not_listed_spam_title":0,"listed":846,"listed_where_code_ran":77,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":62,"every_run_a_failure_of_syntologys_instrument":15,"listed_with_a_run_with_no_instrument_failure":62,"listed_every_run_a_failure_of_syntologys_instrument":15,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/attention-is-all-you-need","slug":"attention-is-all-you-need","title":"Attention Is All You Need","date":"2017-06-12","arxiv_id":"1706.03762","repositories_listed":595,"syntology":{"n":946,"n_ran":610,"n_constructed":293,"n_ran_checked":529,"n_instrument":81,"n_unverified":336,"n_honours":45,"n_violates":15,"n_no_contract":469,"n_pointer_only":451,"phrase":"610 ran (of which 293 constructed an object rather than computing a result; 529 with no instrument failure: 45 honoured, 15 violated, 469 with no contract checked; 81 where Syntology's instrument failed) · 336 unverified","sample_list":"/paper/attention-is-all-you-need#ran","syntology_url":"https://syntology.ai/paper/1706.03762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.03762"}},"official":{"repos":["tensorflow/tensor2tensor"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/bart-denoising-sequence-to-sequence-pre","slug":"bart-denoising-sequence-to-sequence-pre","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","date":"2019-10-29","arxiv_id":"1910.13461","repositories_listed":47,"syntology":{"n":53,"n_ran":40,"n_constructed":7,"n_ran_checked":30,"n_instrument":10,"n_unverified":13,"n_honours":1,"n_violates":2,"n_no_contract":27,"n_pointer_only":13,"phrase":"40 ran (of which 7 constructed an object rather than computing a result; 30 with no instrument failure: 1 honoured, 2 violated, 27 with no contract checked; 10 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/bart-denoising-sequence-to-sequence-pre#ran","syntology_url":"https://syntology.ai/paper/1910.13461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.13461"}},"official":null}},{"url":"/paper/get-to-the-point-summarization-with-pointer","slug":"get-to-the-point-summarization-with-pointer","title":"Get To The Point: Summarization with Pointer-Generator Networks","date":"2017-04-14","arxiv_id":"1704.04368","repositories_listed":39,"syntology":{"n":64,"n_ran":30,"n_constructed":11,"n_ran_checked":25,"n_instrument":5,"n_unverified":34,"n_honours":4,"n_violates":2,"n_no_contract":19,"n_pointer_only":44,"phrase":"30 ran (of which 11 constructed an object rather than computing a result; 25 with no instrument failure: 4 honoured, 2 violated, 19 with no contract checked; 5 where Syntology's instrument failed) · 34 unverified","sample_list":"/paper/get-to-the-point-summarization-with-pointer#ran","syntology_url":"https://syntology.ai/paper/1704.04368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1704.04368"}},"official":{"repos":["abisee/pointer-generator"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/pegasus-pre-training-with-extracted-gap","slug":"pegasus-pre-training-with-extracted-gap","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","date":"2019-12-18","arxiv_id":"1912.08777","repositories_listed":19,"syntology":{"n":19,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pegasus-pre-training-with-extracted-gap#ran","syntology_url":"https://syntology.ai/paper/1912.08777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08777"}},"official":{"repos":["google-research/pegasus"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/text-summarization-with-pretrained-encoders","slug":"text-summarization-with-pretrained-encoders","title":"Text Summarization with Pretrained Encoders","date":"2019-08-22","arxiv_id":"1908.08345","repositories_listed":19,"syntology":{"n":21,"n_ran":13,"n_constructed":0,"n_ran_checked":10,"n_instrument":3,"n_unverified":8,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":5,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/text-summarization-with-pretrained-encoders#ran","syntology_url":"https://syntology.ai/paper/1908.08345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.08345"}},"official":{"repos":["nlpyang/PreSumm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-deep-reinforced-model-for-abstractive","slug":"a-deep-reinforced-model-for-abstractive","title":"A Deep Reinforced Model for Abstractive Summarization","date":"2017-05-11","arxiv_id":"1705.04304","repositories_listed":10,"syntology":null},{"url":"/paper/unified-language-model-pre-training-for","slug":"unified-language-model-pre-training-for","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","date":"2019-05-08","arxiv_id":"1905.03197","repositories_listed":9,"syntology":null},{"url":"/paper/r-drop-regularized-dropout-for-neural","slug":"r-drop-regularized-dropout-for-neural","title":"R-Drop: Regularized Dropout for Neural Networks","date":"2021-06-28","arxiv_id":"2106.14448","repositories_listed":8,"syntology":{"n":6,"n_ran":4,"n_constructed":2,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/r-drop-regularized-dropout-for-neural#ran","syntology_url":"https://syntology.ai/paper/2106.14448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14448"}},"official":{"repos":["dropreg/R-Drop"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/all-nlp-tasks-are-generation-tasks-a-general","slug":"all-nlp-tasks-are-generation-tasks-a-general","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","date":"2021-03-18","arxiv_id":"2103.10360","repositories_listed":8,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/all-nlp-tasks-are-generation-tasks-a-general#ran","syntology_url":"https://syntology.ai/paper/2103.10360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.10360"}},"official":{"repos":["THUDM/GLM"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/ernie-gen-an-enhanced-multi-flow-pre-training","slug":"ernie-gen-an-enhanced-multi-flow-pre-training","title":"ERNIE-GEN: An Enhanced Multi-Flow Pre-training and Fine-tuning Framework for Natural Language Generation","date":"2020-01-26","arxiv_id":"2001.11314","repositories_listed":5,"syntology":null},{"url":"/paper/prophetnet-predicting-future-n-gram-for","slug":"prophetnet-predicting-future-n-gram-for","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","date":"2020-01-13","arxiv_id":"2001.04063","repositories_listed":5,"syntology":null},{"url":"/paper/encode-tag-realize-high-precision-text","slug":"encode-tag-realize-high-precision-text","title":"Encode, Tag, Realize: High-Precision Text Editing","date":"2019-09-03","arxiv_id":"1909.01187","repositories_listed":5,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/encode-tag-realize-high-precision-text#ran","syntology_url":"https://syntology.ai/paper/1909.01187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.01187"}},"official":{"repos":["google-research/lasertagger"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/neural-abstractive-text-summarization-with","slug":"neural-abstractive-text-summarization-with","title":"Neural Abstractive Text Summarization with Sequence-to-Sequence Models","date":"2018-12-05","arxiv_id":"1812.02303","repositories_listed":5,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/neural-abstractive-text-summarization-with#ran","syntology_url":"https://syntology.ai/paper/1812.02303","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1812.02303"}},"official":{"repos":["tshi04/NATS"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/bottom-up-abstractive-summarization","slug":"bottom-up-abstractive-summarization","title":"Bottom-Up Abstractive Summarization","date":"2018-08-31","arxiv_id":"1808.10792","repositories_listed":5,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bottom-up-abstractive-summarization#ran","syntology_url":"https://syntology.ai/paper/1808.10792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.10792"}},"official":{"repos":["sebastianGehrmann/bottom-up-summary"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/longt5-efficient-text-to-text-transformer-for","slug":"longt5-efficient-text-to-text-transformer-for","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","date":"2021-12-15","arxiv_id":"2112.07916","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longt5-efficient-text-to-text-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2112.07916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.07916"}},"official":{"repos":["google-research/longt5"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tldr-extreme-summarization-of-scientific","slug":"tldr-extreme-summarization-of-scientific","title":"TLDR: Extreme Summarization of Scientific Documents","date":"2020-04-30","arxiv_id":"2004.15011","repositories_listed":4,"syntology":{"n":19,"n_ran":17,"n_constructed":1,"n_ran_checked":10,"n_instrument":7,"n_unverified":2,"n_honours":4,"n_violates":0,"n_no_contract":6,"n_pointer_only":4,"phrase":"17 ran (of which 1 constructed an object rather than computing a result; 10 with no instrument failure: 4 honoured, 0 violated, 6 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/tldr-extreme-summarization-of-scientific#ran","syntology_url":"https://syntology.ai/paper/2004.15011","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.15011"}},"official":{"repos":["allenai/scitldr"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/evaluating-the-factual-consistency-of","slug":"evaluating-the-factual-consistency-of","title":"Evaluating the Factual Consistency of Abstractive Text Summarization","date":"2019-10-28","arxiv_id":"1910.12840","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-the-factual-consistency-of#ran","syntology_url":"https://syntology.ai/paper/1910.12840","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.12840"}},"official":{"repos":["yuhui-zh15/FactCCX"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pretraining-based-natural-language-generation","slug":"pretraining-based-natural-language-generation","title":"Pretraining-Based Natural Language Generation for Text Summarization","date":"2019-02-25","arxiv_id":"1902.09243","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pretraining-based-natural-language-generation#ran","syntology_url":"https://syntology.ai/paper/1902.09243","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.09243"}},"official":null}},{"url":"/paper/unsupervised-abstractive-meeting","slug":"unsupervised-abstractive-meeting","title":"Unsupervised Abstractive Meeting Summarization with Multi-Sentence Compression and Budgeted Submodular Maximization","date":"2018-05-14","arxiv_id":"1805.05271","repositories_listed":4,"syntology":null},{"url":"/paper/global-encoding-for-abstractive-summarization","slug":"global-encoding-for-abstractive-summarization","title":"Global Encoding for Abstractive Summarization","date":"2018-05-10","arxiv_id":"1805.03989","repositories_listed":4,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/global-encoding-for-abstractive-summarization#ran","syntology_url":"https://syntology.ai/paper/1805.03989","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.03989"}},"official":{"repos":["lancopku/Global-Encoding"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/abstractive-text-summarization-using-sequence","slug":"abstractive-text-summarization-using-sequence","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","date":"2016-02-19","arxiv_id":"1602.06023","repositories_listed":4,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/abstractive-text-summarization-using-sequence#ran","syntology_url":"https://syntology.ai/paper/1602.06023","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1602.06023"}},"official":null}},{"url":"/paper/mutual-information-alleviates-hallucinations","slug":"mutual-information-alleviates-hallucinations","title":"Mutual Information Alleviates Hallucinations in Abstractive Summarization","date":"2022-10-24","arxiv_id":"2210.13210","repositories_listed":3,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mutual-information-alleviates-hallucinations#ran","syntology_url":"https://syntology.ai/paper/2210.13210","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.13210"}},"official":{"repos":["vanderpoelliam/cpmi"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/factgraph-evaluating-factuality-in","slug":"factgraph-evaluating-factuality-in","title":"FactGraph: Evaluating Factuality in Summarization with Semantic Graph Representations","date":"2022-04-13","arxiv_id":"2204.06508","repositories_listed":3,"syntology":null},{"url":"/paper/brio-bringing-order-to-abstractive","slug":"brio-bringing-order-to-abstractive","title":"BRIO: Bringing Order to Abstractive Summarization","date":"2022-03-31","arxiv_id":"2203.16804","repositories_listed":3,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/brio-bringing-order-to-abstractive#ran","syntology_url":"https://syntology.ai/paper/2203.16804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.16804"}},"official":{"repos":["yixinl7/brio"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/typical-decoding-for-natural-language","slug":"typical-decoding-for-natural-language","title":"Locally Typical Sampling","date":"2022-02-01","arxiv_id":"2202.00666","repositories_listed":3,"syntology":{"n":25,"n_ran":19,"n_constructed":0,"n_ran_checked":14,"n_instrument":5,"n_unverified":6,"n_honours":3,"n_violates":1,"n_no_contract":10,"n_pointer_only":15,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 3 honoured, 1 violated, 10 with no contract checked; 5 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/typical-decoding-for-natural-language#ran","syntology_url":"https://syntology.ai/paper/2202.00666","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.00666"}},"official":{"repos":["cimeister/typical-sampling"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/primer-pyramid-based-masked-sentence-pre","slug":"primer-pyramid-based-masked-sentence-pre","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","date":"2021-10-16","arxiv_id":"2110.08499","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/bartpho-pre-trained-sequence-to-sequence","slug":"bartpho-pre-trained-sequence-to-sequence","title":"BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese","date":"2021-09-20","arxiv_id":"2109.09701","repositories_listed":3,"syntology":null},{"url":"/paper/cliff-contrastive-learning-for-improving","slug":"cliff-contrastive-learning-for-improving","title":"CLIFF: Contrastive Learning for Improving Faithfulness and Factuality in Abstractive Summarization","date":"2021-09-19","arxiv_id":"2109.09209","repositories_listed":3,"syntology":null},{"url":"/paper/annotating-and-modeling-fine-grained","slug":"annotating-and-modeling-fine-grained","title":"Annotating and Modeling Fine-grained Factuality in Summarization","date":"2021-04-09","arxiv_id":"2104.04302","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/annotating-and-modeling-fine-grained#ran","syntology_url":"https://syntology.ai/paper/2104.04302","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04302"}},"official":{"repos":["tagoyal/factuality-datasets"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/debatesum-a-large-scale-argument-mining-and","slug":"debatesum-a-large-scale-argument-mining-and","title":"DebateSum: A large-scale argument mining and summarization dataset","date":"2020-11-14","arxiv_id":"2011.07251","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/debatesum-a-large-scale-argument-mining-and#ran","syntology_url":"https://syntology.ai/paper/2011.07251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.07251"}},"official":{"repos":["Hellisotherpeople/DebateSum","Hellisotherpeople/debate2vec","arvind-balaji/debate-cards"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/prophetnet-predicting-future-n-gram-for-1","slug":"prophetnet-predicting-future-n-gram-for-1","title":"ProphetNet: Predicting Future N-gram for Sequence-to-SequencePre-training","date":"2020-11-01","arxiv_id":null,"repositories_listed":3,"syntology":null},{"url":"/paper/better-fine-tuning-by-reducing","slug":"better-fine-tuning-by-reducing","title":"Better Fine-Tuning by Reducing Representational Collapse","date":"2020-08-06","arxiv_id":"2008.03156","repositories_listed":3,"syntology":null},{"url":"/paper/end-to-end-abstractive-summarization-for","slug":"end-to-end-abstractive-summarization-for","title":"A Hierarchical Network for Abstractive Meeting Summarization with Cross-Domain Pretraining","date":"2020-04-04","arxiv_id":"2004.02016","repositories_listed":3,"syntology":null},{"url":"/paper/unilmv2-pseudo-masked-language-models-for","slug":"unilmv2-pseudo-masked-language-models-for","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","date":"2020-02-28","arxiv_id":"2002.12804","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unilmv2-pseudo-masked-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2002.12804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.12804"}},"official":{"repos":["microsoft/unilm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-multi-document-opinion","slug":"unsupervised-multi-document-opinion","title":"Unsupervised Opinion Summarization as Copycat-Review Generation","date":"2019-11-06","arxiv_id":"1911.02247","repositories_listed":3,"syntology":null},{"url":"/paper/190600077","slug":"190600077","title":"Scoring Sentence Singletons and Pairs for Abstractive Summarization","date":"2019-05-31","arxiv_id":"1906.00077","repositories_listed":3,"syntology":null},{"url":"/paper/pay-less-attention-with-lightweight-and","slug":"pay-less-attention-with-lightweight-and","title":"Pay Less Attention with Lightweight and Dynamic Convolutions","date":"2019-01-29","arxiv_id":"1901.10430","repositories_listed":3,"syntology":null},{"url":"/paper/fast-abstractive-summarization-with-reinforce","slug":"fast-abstractive-summarization-with-reinforce","title":"Fast Abstractive Summarization with Reinforce-Selected Sentence Rewriting","date":"2018-05-28","arxiv_id":"1805.11080","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fast-abstractive-summarization-with-reinforce#ran","syntology_url":"https://syntology.ai/paper/1805.11080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.11080"}},"official":{"repos":["ChenRocks/fast_abs_rl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deep-reinforcement-learning-for-sequence-to","slug":"deep-reinforcement-learning-for-sequence-to","title":"Deep Reinforcement Learning For Sequence to Sequence Models","date":"2018-05-24","arxiv_id":"1805.09461","repositories_listed":3,"syntology":{"n":17,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":13,"n_pointer_only":2,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 2 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deep-reinforcement-learning-for-sequence-to#ran","syntology_url":"https://syntology.ai/paper/1805.09461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.09461"}},"official":{"repos":["yaserkl/RLSeq2Seq"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-discourse-aware-attention-model-for","slug":"a-discourse-aware-attention-model-for","title":"A Discourse-Aware Attention Model for Abstractive Summarization of Long Documents","date":"2018-04-16","arxiv_id":"1804.05685","repositories_listed":3,"syntology":{"n":14,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/a-discourse-aware-attention-model-for#ran","syntology_url":"https://syntology.ai/paper/1804.05685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.05685"}},"official":{"repos":["acohan/long-summarization"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/survey-on-abstractive-text-summarization","slug":"survey-on-abstractive-text-summarization","title":"Survey on Abstractive Text Summarization: Dataset, Models, and Metrics","date":"2024-12-22","arxiv_id":"2412.17165","repositories_listed":2,"syntology":null},{"url":"/paper/zeroquant-4-2-redefining-llms-quantization","slug":"zeroquant-4-2-redefining-llms-quantization","title":"ZeroQuant(4+2): Redefining LLMs Quantization with a New FP6-Centric Strategy for Diverse Generative Tasks","date":"2023-12-14","arxiv_id":"2312.08583","repositories_listed":2,"syntology":null},{"url":"/paper/improving-summarization-with-human-edits","slug":"improving-summarization-with-human-edits","title":"Improving Summarization with Human Edits","date":"2023-10-09","arxiv_id":"2310.05857","repositories_listed":2,"syntology":{"n":6,"n_ran":3,"n_constructed":1,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/improving-summarization-with-human-edits#ran","syntology_url":"https://syntology.ai/paper/2310.05857","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05857"}},"official":{"repos":["saiprabhakar/summarization_dpo_salt","seasonyao/learnfromhumanedit"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/esrl-efficient-sampling-based-reinforcement","slug":"esrl-efficient-sampling-based-reinforcement","title":"ESRL: Efficient Sampling-based Reinforcement Learning for Sequence Generation","date":"2023-08-04","arxiv_id":"2308.02223","repositories_listed":2,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":3,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/esrl-efficient-sampling-based-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2308.02223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.02223"}},"official":{"repos":["wangclnlp/DeepSpeed-Chat-Extension"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/retrieval-augmented-generation-and","slug":"retrieval-augmented-generation-and","title":"Retrieval Augmented Generation and Representative Vector Summarization for large unstructured textual data in Medical Education","date":"2023-08-01","arxiv_id":"2308.00479","repositories_listed":2,"syntology":null},{"url":"/paper/eit-enhanced-interactive-transformer","slug":"eit-enhanced-interactive-transformer","title":"EIT: Enhanced Interactive Transformer","date":"2022-12-20","arxiv_id":"2212.10197","repositories_listed":2,"syntology":null},{"url":"/paper/unsupervised-summarization-re-ranking","slug":"unsupervised-summarization-re-ranking","title":"Unsupervised Summarization Re-ranking","date":"2022-12-19","arxiv_id":"2212.09593","repositories_listed":2,"syntology":null},{"url":"/paper/abstractive-meeting-summarization-a-survey","slug":"abstractive-meeting-summarization-a-survey","title":"Abstractive Meeting Summarization: A Survey","date":"2022-08-08","arxiv_id":"2208.04163","repositories_listed":2,"syntology":null},{"url":"/paper/lossless-acceleration-for-seq2seq-generation","slug":"lossless-acceleration-for-seq2seq-generation","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","date":"2022-05-20","arxiv_id":"2205.10350","repositories_listed":2,"syntology":null},{"url":"/paper/lossless-speedup-of-autoregressive","slug":"lossless-speedup-of-autoregressive","title":"Speculative Decoding: Exploiting Speculative Execution for Accelerating Seq2seq Generation","date":"2022-03-30","arxiv_id":"2203.16487","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lossless-speedup-of-autoregressive#ran","syntology_url":"https://syntology.ai/paper/2203.16487","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.16487"}},"official":{"repos":["hemingkx/gad","hemingkx/specdec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["community","official","unlocated"]}}},{"url":"/paper/unsupervised-summarization-with-customized","slug":"unsupervised-summarization-with-customized","title":"Unsupervised Multi-Granularity Summarization","date":"2022-01-29","arxiv_id":"2201.12502","repositories_listed":2,"syntology":null},{"url":"/paper/controlling-conditional-language-models-with","slug":"controlling-conditional-language-models-with","title":"Controlling Conditional Language Models without Catastrophic Forgetting","date":"2021-12-01","arxiv_id":"2112.00791","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":1,"n_ran_checked":5,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":4,"phrase":"7 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/controlling-conditional-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2112.00791","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.00791"}},"official":{"repos":["naver/gdc"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/summ-n-a-multi-stage-summarization-framework","slug":"summ-n-a-multi-stage-summarization-framework","title":"Summ^N: A Multi-Stage Summarization Framework for Long Input Dialogues and Documents","date":"2021-10-16","arxiv_id":"2110.10150","repositories_listed":2,"syntology":null},{"url":"/paper/control-prefixes-for-text-generation","slug":"control-prefixes-for-text-generation","title":"Control Prefixes for Parameter-Efficient Text Generation","date":"2021-10-15","arxiv_id":"2110.08329","repositories_listed":2,"syntology":null},{"url":"/paper/faithful-or-extractive-on-mitigating-the","slug":"faithful-or-extractive-on-mitigating-the","title":"Faithful or Extractive? On Mitigating the Faithfulness-Abstractiveness Trade-off in Abstractive Summarization","date":"2021-08-31","arxiv_id":"2108.13684","repositories_listed":2,"syntology":null},{"url":"/paper/enhanced-seq2seq-autoencoder-via-contrastive","slug":"enhanced-seq2seq-autoencoder-via-contrastive","title":"Enhanced Seq2Seq Autoencoder via Contrastive Learning for Abstractive Text Summarization","date":"2021-08-26","arxiv_id":"2108.11992","repositories_listed":2,"syntology":null},{"url":"/paper/deltalm-encoder-decoder-pre-training-for","slug":"deltalm-encoder-decoder-pre-training-for","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","date":"2021-06-25","arxiv_id":"2106.13736","repositories_listed":2,"syntology":null},{"url":"/paper/xl-sum-large-scale-multilingual-abstractive","slug":"xl-sum-large-scale-multilingual-abstractive","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","date":"2021-06-25","arxiv_id":"2106.13822","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/xl-sum-large-scale-multilingual-abstractive#ran","syntology_url":"https://syntology.ai/paper/2106.13822","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.13822"}},"official":{"repos":["csebuetnlp/xl-sum"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/simcls-a-simple-framework-for-contrastive","slug":"simcls-a-simple-framework-for-contrastive","title":"SimCLS: A Simple Framework for Contrastive Learning of Abstractive Summarization","date":"2021-06-03","arxiv_id":"2106.01890","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/simcls-a-simple-framework-for-contrastive#ran","syntology_url":"https://syntology.ai/paper/2106.01890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01890"}},"official":{"repos":["yixinL7/SimCLS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/booksum-a-collection-of-datasets-for-long","slug":"booksum-a-collection-of-datasets-for-long","title":"BookSum: A Collection of Datasets for Long-form Narrative Summarization","date":"2021-05-18","arxiv_id":"2105.08209","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/booksum-a-collection-of-datasets-for-long#ran","syntology_url":"https://syntology.ai/paper/2105.08209","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.08209"}},"official":{"repos":["salesforce/booksum"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-factuality-in-abstractive","slug":"understanding-factuality-in-abstractive","title":"Understanding Factuality in Abstractive Summarization with FRANK: A Benchmark for Factuality Metrics","date":"2021-04-27","arxiv_id":"2104.13346","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/understanding-factuality-in-abstractive#ran","syntology_url":"https://syntology.ai/paper/2104.13346","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.13346"}},"official":{"repos":["artidoro/frank"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mt6-multilingual-pretrained-text-to-text","slug":"mt6-multilingual-pretrained-text-to-text","title":"MT6: Multilingual Pretrained Text-to-Text Transformer with Translation Pairs","date":"2021-04-18","arxiv_id":"2104.08692","repositories_listed":2,"syntology":null},{"url":"/paper/summvis-interactive-visual-analysis-of-models","slug":"summvis-interactive-visual-analysis-of-models","title":"SummVis: Interactive Visual Analysis of Models, Data, and Evaluation for Text Summarization","date":"2021-04-15","arxiv_id":"2104.07605","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/summvis-interactive-visual-analysis-of-models#ran","syntology_url":"https://syntology.ai/paper/2104.07605","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07605"}},"official":{"repos":["robustness-gym/summvis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/muppet-massive-multi-task-representations","slug":"muppet-massive-multi-task-representations","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","date":"2021-01-26","arxiv_id":"2101.11038","repositories_listed":2,"syntology":null},{"url":"/paper/detecting-hallucinated-content-in-conditional-1","slug":"detecting-hallucinated-content-in-conditional-1","title":"Detecting Hallucinated Content in Conditional Neural Sequence Generation","date":"2020-11-05","arxiv_id":"2011.02593","repositories_listed":2,"syntology":null},{"url":"/paper/constrained-abstractive-summarization","slug":"constrained-abstractive-summarization","title":"Constrained Abstractive Summarization: Preserving Factual Consistency with Constrained Generation","date":"2020-10-24","arxiv_id":"2010.12723","repositories_listed":2,"syntology":null},{"url":"/paper/attention-aware-inference-for-neural","slug":"attention-aware-inference-for-neural","title":"Global-aware Beam Search for Neural Abstractive Summarization","date":"2020-09-15","arxiv_id":"2009.06891","repositories_listed":2,"syntology":null},{"url":"/paper/generating-factual-narrative-summaries-of","slug":"generating-factual-narrative-summaries-of","title":"Generating (Factual?) Narrative Summaries of RCTs: Experiments with Neural Multi-Document Summarization","date":"2020-08-25","arxiv_id":"2008.11293","repositories_listed":2,"syntology":null},{"url":"/paper/abstractive-summarization-of-spoken","slug":"abstractive-summarization-of-spoken","title":"Abstractive Summarization of Spoken andWritten Instructions with BERT","date":"2020-08-21","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/feqa-a-question-answering-evaluation","slug":"feqa-a-question-answering-evaluation","title":"FEQA: A Question Answering Evaluation Framework for Faithfulness Assessment in Abstractive Summarization","date":"2020-05-07","arxiv_id":"2005.03754","repositories_listed":2,"syntology":null},{"url":"/paper/on-faithfulness-and-factuality-in-abstractive","slug":"on-faithfulness-and-factuality-in-abstractive","title":"On Faithfulness and Factuality in Abstractive Summarization","date":"2020-05-02","arxiv_id":"2005.00661","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-faithfulness-and-factuality-in-abstractive#ran","syntology_url":"https://syntology.ai/paper/2005.00661","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00661"}},"official":{"repos":["google-research-datasets/xsum_hallucination_annotations"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/lite-transformer-with-long-short-range","slug":"lite-transformer-with-long-short-range","title":"Lite Transformer with Long-Short Range Attention","date":"2020-04-24","arxiv_id":"2004.11886","repositories_listed":2,"syntology":null},{"url":"/paper/palm-pre-training-an-autoencoding","slug":"palm-pre-training-an-autoencoding","title":"PALM: Pre-training an Autoencoding&Autoregressive Language Model for Context-conditioned Generation","date":"2020-04-14","arxiv_id":"2004.07159","repositories_listed":2,"syntology":null},{"url":"/paper/asking-and-answering-questions-to-evaluate","slug":"asking-and-answering-questions-to-evaluate","title":"Asking and Answering Questions to Evaluate the Factual Consistency of Summaries","date":"2020-04-08","arxiv_id":"2004.04228","repositories_listed":2,"syntology":null},{"url":"/paper/samsum-corpus-a-human-annotated-dialogue-1","slug":"samsum-corpus-a-human-annotated-dialogue-1","title":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","date":"2019-11-27","arxiv_id":"1911.12237","repositories_listed":2,"syntology":null},{"url":"/paper/joint-parsing-and-generation-for-abstractive","slug":"joint-parsing-and-generation-for-abstractive","title":"Joint Parsing and Generation for Abstractive Summarization","date":"2019-11-23","arxiv_id":"1911.10389","repositories_listed":2,"syntology":null},{"url":"/paper/summae-zero-shot-abstractive-text","slug":"summae-zero-shot-abstractive-text","title":"SummAE: Zero-Shot Abstractive Text Summarization using Length-Agnostic Auto-Encoders","date":"2019-10-02","arxiv_id":"1910.00998","repositories_listed":2,"syntology":null},{"url":"/paper/answers-unite-unsupervised-metrics-for","slug":"answers-unite-unsupervised-metrics-for","title":"Answers Unite! Unsupervised Metrics for Reinforced Summarization Models","date":"2019-09-04","arxiv_id":"1909.01610","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/answers-unite-unsupervised-metrics-for#ran","syntology_url":"https://syntology.ai/paper/1909.01610","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.01610"}},"official":{"repos":["recitalAI/summa-qa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/delta-a-deep-learning-based-language","slug":"delta-a-deep-learning-based-language","title":"DELTA: A DEep learning based Language Technology plAtform","date":"2019-08-02","arxiv_id":"1908.01853","repositories_listed":2,"syntology":null},{"url":"/paper/190600138","slug":"190600138","title":"Efficient Adaptation of Pretrained Transformers for Abstractive Summarization","date":"2019-06-01","arxiv_id":"1906.00138","repositories_listed":2,"syntology":null},{"url":"/paper/sample-efficient-text-summarization-using-a","slug":"sample-efficient-text-summarization-using-a","title":"Sample Efficient Text Summarization Using a Single Pre-Trained Transformer","date":"2019-05-21","arxiv_id":"1905.08836","repositories_listed":2,"syntology":null},{"url":"/paper/pragmatically-informative-text-generation","slug":"pragmatically-informative-text-generation","title":"Pragmatically Informative Text Generation","date":"2019-04-02","arxiv_id":"1904.01301","repositories_listed":2,"syntology":null},{"url":"/paper/abstractive-summarization-using-attentive","slug":"abstractive-summarization-using-attentive","title":"Abstractive Summarization Using Attentive Neural Techniques","date":"2018-10-20","arxiv_id":"1810.08838","repositories_listed":2,"syntology":null},{"url":"/paper/meansum-a-neural-model-for-unsupervised-multi","slug":"meansum-a-neural-model-for-unsupervised-multi","title":"MeanSum: A Neural Model for Unsupervised Multi-document Abstractive Summarization","date":"2018-10-12","arxiv_id":"1810.05739","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/meansum-a-neural-model-for-unsupervised-multi#ran","syntology_url":"https://syntology.ai/paper/1810.05739","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.05739"}},"official":{"repos":["sosuperic/MeanSum"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/query-based-abstractive-summarization-using","slug":"query-based-abstractive-summarization-using","title":"Query-Based Abstractive Summarization Using Neural Networks","date":"2017-12-17","arxiv_id":"1712.06100","repositories_listed":2,"syntology":null},{"url":"/paper/diversity-driven-attention-model-for-query","slug":"diversity-driven-attention-model-for-query","title":"Diversity driven Attention Model for Query-based Abstractive Summarization","date":"2017-04-26","arxiv_id":"1704.08300","repositories_listed":2,"syntology":null},{"url":"/paper/power-law-decay-loss-for-large-language-model","slug":"power-law-decay-loss-for-large-language-model","title":"Power-Law Decay Loss for Large Language Model Finetuning: Focusing on Information Sparsity to Enhance Generation Quality","date":"2025-05-22","arxiv_id":"2505.16900","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-abstractive-summarization-of","slug":"enhancing-abstractive-summarization-of","title":"Enhancing Abstractive Summarization of Scientific Papers Using Structure Information","date":"2025-05-20","arxiv_id":"2505.14179","repositories_listed":1,"syntology":null},{"url":"/paper/2505-11177","slug":"2505-11177","title":"Low-Resource Language Processing: An OCR-Driven Summarization and Translation Pipeline","date":"2025-05-16","arxiv_id":"2505.11177","repositories_listed":1,"syntology":null},{"url":"/paper/a-split-then-join-approach-to-abstractive","slug":"a-split-then-join-approach-to-abstractive","title":"A Split-then-Join Approach to Abstractive Summarization for Very Long Documents in a Low Resource Setting","date":"2025-05-11","arxiv_id":"2505.06862","repositories_listed":1,"syntology":null},{"url":"/paper/gascade-grouped-summarization-of-adverse-drug","slug":"gascade-grouped-summarization-of-adverse-drug","title":"GASCADE: Grouped Summarization of Adverse Drug Event for Enhanced Cancer Pharmacovigilance","date":"2025-05-07","arxiv_id":"2505.04284","repositories_listed":1,"syntology":null},{"url":"/paper/aistorian-lets-ai-be-a-historian-a-kg-powered","slug":"aistorian-lets-ai-be-a-historian-a-kg-powered","title":"AIstorian lets AI be a historian: A KG-powered multi-agent system for accurate biography generation","date":"2025-03-14","arxiv_id":"2503.11346","repositories_listed":1,"syntology":null},{"url":"/paper/cstrl-context-driven-sequential-transfer","slug":"cstrl-context-driven-sequential-transfer","title":"CSTRL: Context-Driven Sequential Transfer Learning for Abstractive Radiology Report Summarization","date":"2025-02-21","arxiv_id":"2503.05750","repositories_listed":1,"syntology":null},{"url":"/paper/cocoa-a-generalized-approach-to-uncertainty","slug":"cocoa-a-generalized-approach-to-uncertainty","title":"Uncertainty Quantification for LLMs through Minimum Bayes Risk: Bridging Confidence and Consistency","date":"2025-02-07","arxiv_id":"2502.04964","repositories_listed":1,"syntology":null},{"url":"/paper/self-rationalization-in-the-wild-a-large","slug":"self-rationalization-in-the-wild-a-large","title":"Self-Rationalization in the Wild: A Large Scale Out-of-Distribution Evaluation on NLI-related tasks","date":"2025-02-07","arxiv_id":"2502.04797","repositories_listed":1,"syntology":null},{"url":"/paper/deceiving-question-answering-models-a-hybrid","slug":"deceiving-question-answering-models-a-hybrid","title":"Deceiving Question-Answering Models: A Hybrid Word-Level Adversarial Approach","date":"2024-11-12","arxiv_id":"2411.08248","repositories_listed":1,"syntology":null},{"url":"/paper/domainsum-a-hierarchical-benchmark-for-fine","slug":"domainsum-a-hierarchical-benchmark-for-fine","title":"DomainSum: A Hierarchical Benchmark for Fine-Grained Domain Shift in Abstractive Text Summarization","date":"2024-10-21","arxiv_id":"2410.15687","repositories_listed":1,"syntology":null},{"url":"/paper/l3cube-mahasum-a-comprehensive-dataset-and","slug":"l3cube-mahasum-a-comprehensive-dataset-and","title":"L3Cube-MahaSum: A Comprehensive Dataset and BART Models for Abstractive Text Summarization in Marathi","date":"2024-10-11","arxiv_id":"2410.09184","repositories_listed":1,"syntology":null},{"url":"/paper/mitigating-the-impact-of-reference-quality-on","slug":"mitigating-the-impact-of-reference-quality-on","title":"Mitigating the Impact of Reference Quality on Evaluation of Summarization Systems with Reference-Free Metrics","date":"2024-10-08","arxiv_id":"2410.10867","repositories_listed":1,"syntology":null},{"url":"/paper/personalsum-a-user-subjective-guided","slug":"personalsum-a-user-subjective-guided","title":"PersonalSum: A User-Subjective Guided Personalized Summarization Dataset for Large Language Models","date":"2024-10-04","arxiv_id":"2410.03905","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/personalsum-a-user-subjective-guided#ran","syntology_url":"https://syntology.ai/paper/2410.03905","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.03905"}},"official":{"repos":["smartmediaai/personalsum"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}],"syntology_records":39,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":4,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily","since_archive":"/sota/abstractive-text-summarization-on-cnn-daily#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily-2","since_archive":"/sota/abstractive-text-summarization-on-cnn-daily-2#since-judged","papers_judged":4,"placed":0}]},"papers_where_code_ran":77,"papers_where_code_ran_first_page":"/task/abstractive-text-summarization/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":9,"url":"/task/abstractive-text-summarization/papers/2","json":"/task/abstractive-text-summarization/papers/2.json","rows":100},{"order":"archive","page":3,"of":9,"url":"/task/abstractive-text-summarization/papers/3","json":"/task/abstractive-text-summarization/papers/3.json","rows":100},{"order":"archive","page":4,"of":9,"url":"/task/abstractive-text-summarization/papers/4","json":"/task/abstractive-text-summarization/papers/4.json","rows":100},{"order":"archive","page":5,"of":9,"url":"/task/abstractive-text-summarization/papers/5","json":"/task/abstractive-text-summarization/papers/5.json","rows":100},{"order":"archive","page":6,"of":9,"url":"/task/abstractive-text-summarization/papers/6","json":"/task/abstractive-text-summarization/papers/6.json","rows":100},{"order":"archive","page":7,"of":9,"url":"/task/abstractive-text-summarization/papers/7","json":"/task/abstractive-text-summarization/papers/7.json","rows":100},{"order":"archive","page":8,"of":9,"url":"/task/abstractive-text-summarization/papers/8","json":"/task/abstractive-text-summarization/papers/8.json","rows":100},{"order":"archive","page":9,"of":9,"url":"/task/abstractive-text-summarization/papers/9","json":"/task/abstractive-text-summarization/papers/9.json","rows":46},{"order":"ran","page":1,"of":1,"url":"/task/abstractive-text-summarization/papers/ran/1","json":"/task/abstractive-text-summarization/papers/ran/1.json","rows":77}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"21ab429ef704b6012e7cb00d64a86dcc5eac303112d0d8ec3c1ecebed401e526","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}