{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/text-summarization","name":"Text Summarization","slug":"text-summarization","description_markdown":"**Text Summarization** is a natural language processing (NLP) task that involves condensing a lengthy text document into a shorter, more compact version while still retaining the most important information and meaning. The goal is to produce a summary that accurately represents the content of the original text in a concise form. \r\n\r\nThere are different approaches to text summarization, including extractive methods that identify and extract important sentences or phrases from the text, and abstractive methods that generate new text based on the content of the original text.","categories":[{"name":"Knowledge Base","url":"/area/knowledge-base"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1340,"papers_with_code":440,"benchmarks":37,"benchmark_tables_in_archive":37,"benchmark_tables_shown":37,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":98,"subtasks":12,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/text-summarization-on-gigaword","slug":"text-summarization-on-gigaword","dataset":"GigaWord","dataset_url":null,"rows_in_archive":41,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"OpenAI/o3-mini","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-pubmed-1","slug":"text-summarization-on-pubmed-1","dataset":"Pubmed","dataset_url":"/dataset/pubmed","rows_in_archive":29,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Top Down Transformer (AdaPool) (464M)","paper_title":"Long Document Summarization with Top-down and Bottom-up Inference","paper_url":"/paper/long-document-summarization-with-top-down-and-1","paper_date":"2022-03-15","arxiv_id":"2203.07586","code_links":[{"title":"lllyasviel/framepack","url":"https://github.com/lllyasviel/framepack"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-arxiv","slug":"text-summarization-on-arxiv","dataset":"Arxiv HEP-TH citation graph","dataset_url":"/dataset/arxiv","rows_in_archive":28,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Top Down Transformer (AdaPool) (464M)","paper_title":"Long Document Summarization with Top-down and Bottom-up Inference","paper_url":"/paper/long-document-summarization-with-top-down-and-1","paper_date":"2022-03-15","arxiv_id":"2203.07586","code_links":[{"title":"lllyasviel/framepack","url":"https://github.com/lllyasviel/framepack"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-mteb","slug":"text-summarization-on-mteb","dataset":"MTEB","dataset_url":"/dataset/mteb","rows_in_archive":26,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"MPNet-multilingual","paper_title":"MTEB: Massive Text Embedding Benchmark","paper_url":"/paper/mteb-massive-text-embedding-benchmark","paper_date":"2022-10-13","arxiv_id":"2210.07316","code_links":[{"title":"embeddings-benchmark/mteb","url":"https://github.com/embeddings-benchmark/mteb"},{"title":"lyon-nlp/mteb-french","url":"https://github.com/lyon-nlp/mteb-french"},{"title":"climsocana/tecb-de","url":"https://github.com/climsocana/tecb-de"},{"title":"wadoodabdul/clinical_ner_benchmark","url":"https://github.com/wadoodabdul/clinical_ner_benchmark"},{"title":"basf/chemteb","url":"https://github.com/basf/chemteb"}],"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mteb-massive-text-embedding-benchmark#ran","syntology_url":"https://syntology.ai/paper/2210.07316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07316"}},"official":{"repos":["embeddings-benchmark/mteb"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/text-summarization-on-x-sum","slug":"text-summarization-on-x-sum","dataset":"X-Sum","dataset_url":"/dataset/xsum","rows_in_archive":18,"metrics":["ROUGE-1","ROUGE-2","ROUGE-3","ROUGE-L"],"first_row_in_archive_order":{"model":"Selfmem","paper_title":"Lift Yourself Up: Retrieval-augmented Text Generation with Self Memory","paper_url":"/paper/lift-yourself-up-retrieval-augmented-text","paper_date":"2023-05-03","arxiv_id":"2305.02437","code_links":[{"title":"hannibal046/selfmemory","url":"https://github.com/hannibal046/selfmemory"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lift-yourself-up-retrieval-augmented-text#ran","syntology_url":"https://syntology.ai/paper/2305.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.02437"}},"official":{"repos":["hannibal046/selfmemory"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/text-summarization-on-cnn-daily-mail-2","slug":"text-summarization-on-cnn-daily-mail-2","dataset":"CNN / Daily Mail (Anonymized)","dataset_url":"/dataset/cnn-daily-mail-1","rows_in_archive":13,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"HSSAS","paper_title":"A Hierarchical Structured Self-Attentive Model for Extractive Document Summarization (HSSAS)","paper_url":"/paper/a-hierarchical-structured-self-attentive","paper_date":"2018-05-20","arxiv_id":"1805.07799","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-duc-2004-task-1","slug":"text-summarization-on-duc-2004-task-1","dataset":"DUC 2004 Task 1","dataset_url":"/dataset/duc-2004","rows_in_archive":13,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Transformer+WDrop","paper_title":"Rethinking Perturbations in Encoder-Decoders for Fast Training","paper_url":"/paper/rethinking-perturbations-in-encoder-decoders","paper_date":"2021-04-05","arxiv_id":"2104.01853","code_links":[{"title":"takase/rethink_perturbations","url":"https://github.com/takase/rethink_perturbations"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-perturbations-in-encoder-decoders#ran","syntology_url":"https://syntology.ai/paper/2104.01853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.01853"}},"official":{"repos":["takase/rethink_perturbations"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/text-summarization-on-samsum-corpus","slug":"text-summarization-on-samsum-corpus","dataset":"SAMSum","dataset_url":"/dataset/samsum-corpus","rows_in_archive":12,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","BertScoreF1"],"first_row_in_archive_order":{"model":"OmniVec2","paper_title":"OmniVec2 - A Novel Transformer based Network for Large Scale Multimodal and Multitask Learning","paper_url":"/paper/omnivec2-a-novel-transformer-based-network","paper_date":"2024-01-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-reddit-tifu","slug":"text-summarization-on-reddit-tifu","dataset":"Reddit TIFU","dataset_url":"/dataset/reddit-tifu","rows_in_archive":5,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"PEGASUS 2B + SLiC","paper_title":"Calibrating Sequence likelihood Improves Conditional Language Generation","paper_url":"/paper/calibrating-sequence-likelihood-improves","paper_date":"2022-09-30","arxiv_id":"2210.00045","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-arxiv-summarization","slug":"text-summarization-on-arxiv-summarization","dataset":"arXiv Summarization Dataset","dataset_url":"/dataset/arxiv-summarization-dataset","rows_in_archive":4,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"PRIMER","paper_title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","paper_url":"/paper/primer-pyramid-based-masked-sentence-pre","paper_date":"2021-10-16","arxiv_id":"2110.08499","code_links":[{"title":"allenai/primer","url":"https://github.com/allenai/primer"},{"title":"allenai/open-mds","url":"https://github.com/allenai/open-mds"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/longformer"}],"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/text-summarization-on-dialogsum","slug":"text-summarization-on-dialogsum","dataset":"DialogSum","dataset_url":"/dataset/dialogsum","rows_in_archive":4,"metrics":["Rouge1","Rouge2","RougeL","BertScore"],"first_row_in_archive_order":{"model":"InstructDS","paper_title":"Instructive Dialogue Summarization with Query Aggregations","paper_url":"/paper/instructive-dialogue-summarization-with-query","paper_date":"2023-10-17","arxiv_id":"2310.10981","code_links":[{"title":"BinWang28/InstructDS","url":"https://github.com/BinWang28/InstructDS"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-klexikon","slug":"text-summarization-on-klexikon","dataset":"Klexikon","dataset_url":"/dataset/klexikon","rows_in_archive":4,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Luhn's algorithm (25 sentences)","paper_title":"Klexikon: A German Dataset for Joint Summarization and Simplification","paper_url":"/paper/klexikon-a-german-dataset-for-joint","paper_date":"2022-01-18","arxiv_id":"2201.07198","code_links":[{"title":"dennlinger/klexikon","url":"https://github.com/dennlinger/klexikon"},{"title":"dennlinger/summaries","url":"https://github.com/dennlinger/summaries"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-booksum","slug":"text-summarization-on-booksum","dataset":"BookSum","dataset_url":"/dataset/booksum","rows_in_archive":3,"metrics":["ROUGE","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"Echoes-Extractive-Abstractive","paper_title":"Echoes from Alexandria: A Large Resource for Multilingual Book Summarization","paper_url":"/paper/echoes-from-alexandria-a-large-resource-for","paper_date":"2023-06-07","arxiv_id":"2306.04334","code_links":[{"title":"babelscape/echoes-from-alexandria","url":"https://github.com/babelscape/echoes-from-alexandria"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-gigaword-10k","slug":"text-summarization-on-gigaword-10k","dataset":"GigaWord-10k","dataset_url":null,"rows_in_archive":3,"metrics":["ROUGE-L","ROUGE-1","ROUGE-2"],"first_row_in_archive_order":{"model":"ERNIE-GENLARGE (large-scale text corpora)","paper_title":"ERNIE-GEN: An Enhanced Multi-Flow Pre-training and Fine-tuning Framework for Natural Language Generation","paper_url":"/paper/ernie-gen-an-enhanced-multi-flow-pre-training","paper_date":"2020-01-26","arxiv_id":"2001.11314","code_links":[{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/blob/develop/paddlenlp/transformers/ernie_gen/modeling.py"},{"title":"Sharpiless/Versailles-text-generation-with-paddlepaddle","url":"https://github.com/Sharpiless/Versailles-text-generation-with-paddlepaddle"},{"title":"https-github-com-GiangHoang9912/ernie-gen","url":"https://github.com/https-github-com-GiangHoang9912/ernie-gen"},{"title":"MindSpore-scientific/code-12","url":"https://github.com/MindSpore-scientific/code-12/tree/main/FDDE/train-fine"},{"title":"MindCode-4/code-10","url":"https://github.com/MindCode-4/code-10/tree/main/FDDE/train-fine"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-wikihow","slug":"text-summarization-on-wikihow","dataset":"WikiHow","dataset_url":"/dataset/wikihow","rows_in_archive":3,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","Content F1"],"first_row_in_archive_order":{"model":"BertSum","paper_title":"Abstractive Summarization of Spoken andWritten Instructions with BERT","paper_url":"/paper/abstractive-summarization-of-spoken","paper_date":"2020-08-21","arxiv_id":"2008.09676","code_links":[{"title":"nlpyang/PreSumm","url":"https://github.com/nlpyang/PreSumm"},{"title":"alebryvas/berk266","url":"https://github.com/alebryvas/berk266"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-bigpatent","slug":"text-summarization-on-bigpatent","dataset":"BigPatent","dataset_url":"/dataset/bigpatent","rows_in_archive":2,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"LongT5","paper_title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","paper_url":"/paper/longt5-efficient-text-to-text-transformer-for","paper_date":"2021-12-15","arxiv_id":"2112.07916","code_links":[{"title":"google-research/longt5","url":"https://github.com/google-research/longt5"},{"title":"utsjiyaoli/qa-attack","url":"https://github.com/utsjiyaoli/qa-attack"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/longt5"},{"title":"MindSpore-scientific-2/code-14","url":"https://github.com/MindSpore-scientific-2/code-14/tree/main/longt5"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longt5-efficient-text-to-text-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2112.07916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.07916"}},"official":{"repos":["google-research/longt5"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/text-summarization-on-govreport","slug":"text-summarization-on-govreport","dataset":"GovReport","dataset_url":"/dataset/govreport","rows_in_archive":2,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"FactorSum","paper_title":"Factorizing Content and Budget Decisions in Abstractive Summarization of Long Documents","paper_url":"/paper/factorizing-content-and-budget-decisions-in","paper_date":"2022-05-25","arxiv_id":"2205.12486","code_links":[{"title":"thefonseca/factorsum","url":"https://github.com/thefonseca/factorsum"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-how2","slug":"text-summarization-on-how2","dataset":"How2","dataset_url":"/dataset/how2","rows_in_archive":2,"metrics":["Content F1","ROUGE-L","ROUGE-1"],"first_row_in_archive_order":{"model":"Ground-truth transcript + Action with Hierarchical Attn","paper_title":"Multimodal Abstractive Summarization for How2 Videos","paper_url":"/paper/multimodal-abstractive-summarization-for-how2","paper_date":"2019-06-19","arxiv_id":"1906.07901","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-meetingbank","slug":"text-summarization-on-meetingbank","dataset":"MeetingBank","dataset_url":"/dataset/meetingbank","rows_in_archive":2,"metrics":["ROUGE-L","Rouge-1","ROUGE-2"],"first_row_in_archive_order":{"model":"CriSPO 3-shot","paper_title":"CriSPO: Multi-Aspect Critique-Suggestion-guided Automatic Prompt Optimization for Text Generation","paper_url":"/paper/crispo-multi-aspect-critique-suggestion","paper_date":"2024-10-03","arxiv_id":"2410.02748","code_links":[{"title":"amazon-science/crispo","url":"https://github.com/amazon-science/crispo"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-orangesum","slug":"text-summarization-on-orangesum","dataset":"OrangeSum","dataset_url":"/dataset/orangesum","rows_in_archive":2,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"mBARThez (OrangeSum abstract)","paper_title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","paper_url":"/paper/barthez-a-skilled-pretrained-french-sequence","paper_date":"2020-10-23","arxiv_id":"2010.12321","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"moussaKam/BARThez","url":"https://github.com/moussaKam/BARThez"},{"title":"Tixierae/OrangeSum","url":"https://github.com/Tixierae/OrangeSum"},{"title":"moussaKam/OrangeSum","url":"https://github.com/moussaKam/OrangeSum"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/barthez"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-aci-bench","slug":"text-summarization-on-aci-bench","dataset":"ACI-Bench","dataset_url":"/dataset/aci-bench","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"CriSPO 3-shot","paper_title":"CriSPO: Multi-Aspect Critique-Suggestion-guided Automatic Prompt Optimization for Text Generation","paper_url":"/paper/crispo-multi-aspect-critique-suggestion","paper_date":"2024-10-03","arxiv_id":"2410.02748","code_links":[{"title":"amazon-science/crispo","url":"https://github.com/amazon-science/crispo"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-ami","slug":"text-summarization-on-ami","dataset":"AMI","dataset_url":null,"rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"HAT-CNNDM","paper_title":"Hierarchical Learning for Generation with Long Source Sequences","paper_url":"/paper/hierarchical-learning-for-generation-with","paper_date":"2021-04-15","arxiv_id":"2104.07545","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-arxiv-1","slug":"text-summarization-on-arxiv-1","dataset":"arXiv","dataset_url":"/dataset/arxiv-1","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"BigBird-Pegasus","paper_title":"Big Bird: Transformers for Longer Sequences","paper_url":"/paper/big-bird-transformers-for-longer-sequences","paper_date":"2020-07-28","arxiv_id":"2007.14062","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"tensorflow/models","url":"https://github.com/tensorflow/models/tree/master/official/nlp/projects/bigbird"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/paddlenlp/transformers/bigbird"},{"title":"facebookresearch/xformers","url":"https://github.com/facebookresearch/xformers"},{"title":"google-research/bigbird","url":"https://github.com/google-research/bigbird"},{"title":"monologg/kobigbird","url":"https://github.com/monologg/kobigbird"},{"title":"mim-solutions/bert_for_longer_texts","url":"https://github.com/mim-solutions/bert_for_longer_texts"},{"title":"mim-solutions/roberta_for_longer_texts","url":"https://github.com/mim-solutions/roberta_for_longer_texts"},{"title":"sajjjadayobi/ParsBigBird","url":"https://github.com/sajjjadayobi/ParsBigBird"},{"title":"thefonseca/factorsum","url":"https://github.com/thefonseca/factorsum"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/big_bird"},{"title":"sergeykramp/mthesis-bigbird-embeddings","url":"https://github.com/sergeykramp/mthesis-bigbird-embeddings"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/big_bird"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/bigbird_pegasus"}],"syntology":{"n":15,"n_ran":10,"n_constructed":1,"n_ran_checked":2,"n_instrument":8,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":11,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/big-bird-transformers-for-longer-sequences#ran","syntology_url":"https://syntology.ai/paper/2007.14062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.14062"}},"official":{"repos":["google-research/bigbird"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/text-summarization-on-bbc-xsum","slug":"text-summarization-on-bbc-xsum","dataset":"BBC XSum","dataset_url":null,"rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"MatchSum","paper_title":"Extractive Summarization as Text Matching","paper_url":"/paper/extractive-summarization-as-text-matching","paper_date":"2020-04-19","arxiv_id":"2004.08795","code_links":[{"title":"maszhongming/MatchSum","url":"https://github.com/maszhongming/MatchSum"},{"title":"HHousen/TransformerSum","url":"https://github.com/HHousen/TransformerSum"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-billsum","slug":"text-summarization-on-billsum","dataset":"BillSum","dataset_url":"/dataset/billsum","rows_in_archive":1,"metrics":["rouge1"],"first_row_in_archive_order":{"model":"Longformer Encoder Decoder","paper_title":"BillSum: A Corpus for Automatic Summarization of US Legislation","paper_url":"/paper/billsum-a-corpus-for-automatic-summarization","paper_date":"2019-10-01","arxiv_id":"1910.00523","code_links":[{"title":"FiscalNote/BillSum","url":"https://github.com/FiscalNote/BillSum"},{"title":"allisontam/bills867","url":"https://github.com/allisontam/bills867"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-cl-scisumm","slug":"text-summarization-on-cl-scisumm","dataset":"CL-SciSumm","dataset_url":"/dataset/cl-scisumm","rows_in_archive":1,"metrics":["ROUGE-2"],"first_row_in_archive_order":{"model":"GCN Hybrid","paper_title":"ScisummNet: A Large Annotated Corpus and Content-Impact Models for Scientific Paper Summarization with Citation Networks","paper_url":"/paper/scisummnet-a-large-annotated-dataset-and","paper_date":"2019-09-04","arxiv_id":"1909.01716","code_links":[{"title":"WING-NUS/scisumm-corpus","url":"https://github.com/WING-NUS/scisumm-corpus"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scisummnet-a-large-annotated-dataset-and#ran","syntology_url":"https://syntology.ai/paper/1909.01716","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.01716"}},"official":{"repos":["WING-NUS/scisumm-corpus"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/text-summarization-on-cord-19","slug":"text-summarization-on-cord-19","dataset":"CORD-19","dataset_url":"/dataset/cord-19","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"GenCompareSum","paper_title":"GenCompareSum: a hybrid unsupervised summarization method using salience","paper_url":"/paper/gencomparesum-a-hybrid-unsupervised","paper_date":"","arxiv_id":null,"code_links":[{"title":"jbshp/gencomparesum","url":"https://github.com/jbshp/gencomparesum"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-eurekaalert","slug":"text-summarization-on-eurekaalert","dataset":"EurekaAlert","dataset_url":"/dataset/eurekaalert","rows_in_archive":1,"metrics":["Avg. Test Rouge1"],"first_row_in_archive_order":{"model":"SATS","paper_title":"SATS: simplification aware text summarization of scientific documents","paper_url":"/paper/sats-simplification-aware-text-summarization","paper_date":"2024-07-10","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-gazeta","slug":"text-summarization-on-gazeta","dataset":"Gazeta","dataset_url":"/dataset/gazeta","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L","BLEU","Meteor"],"first_row_in_archive_order":{"model":"Finetuned mBART","paper_title":"Dataset for Automatic Summarization of Russian News","paper_url":"/paper/dataset-for-automatic-summarization-of","paper_date":"2020-06-19","arxiv_id":"2006.11063","code_links":[{"title":"IlyaGusev/summarus","url":"https://github.com/IlyaGusev/summarus"},{"title":"IlyaGusev/gazeta","url":"https://github.com/IlyaGusev/gazeta"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-lcsts","slug":"text-summarization-on-lcsts","dataset":"LCSTS","dataset_url":"/dataset/lcsts","rows_in_archive":1,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"LSTM-seq2seq","paper_title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","paper_url":"/paper/lcsts-a-large-scale-chinese-short-text","paper_date":"2015-06-19","arxiv_id":"1506.05865","code_links":[{"title":"CLUEbenchmark/CLGE","url":"https://github.com/CLUEbenchmark/CLGE"},{"title":"CaseyPan/Chinese-Preprocessing","url":"https://github.com/CaseyPan/Chinese-Preprocessing"},{"title":"jessie0624/Automatic-Text-Summarization","url":"https://github.com/jessie0624/Automatic-Text-Summarization"}],"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lcsts-a-large-scale-chinese-short-text#ran","syntology_url":"https://syntology.ai/paper/1506.05865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1506.05865"}},"official":null}}},{"leaderboard":"/sota/text-summarization-on-mediasum","slug":"text-summarization-on-mediasum","dataset":"MediaSum","dataset_url":null,"rows_in_archive":1,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"SRformer-BART","paper_title":"Segmented Recurrent Transformer: An Efficient Sequence-to-Sequence Model","paper_url":"/paper/segmented-recurrent-transformer-an-efficient","paper_date":"2023-05-24","arxiv_id":"2305.16340","code_links":[{"title":"yinghanlong/SRtransformer","url":"https://github.com/yinghanlong/SRtransformer"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-mentsum","slug":"text-summarization-on-mentsum","dataset":"MentSum","dataset_url":"/dataset/mentsum","rows_in_archive":1,"metrics":["Rouge-1","Rouge-2","Rouge-L"],"first_row_in_archive_order":{"model":"BART","paper_title":"MentSum: A Resource for Exploring Summarization of Mental Health Online Posts","paper_url":"/paper/mentsum-a-resource-for-exploring","paper_date":"2022-06-02","arxiv_id":"2206.00856","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-meqsum","slug":"text-summarization-on-meqsum","dataset":"MeQSum","dataset_url":"/dataset/meqsum","rows_in_archive":1,"metrics":["RougeL"],"first_row_in_archive_order":{"model":"BiomedGPT","paper_title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","paper_url":"/paper/biomedgpt-a-unified-and-generalist-biomedical","paper_date":"2023-05-26","arxiv_id":"2305.17100","code_links":[{"title":"taokz/biomedgpt","url":"https://github.com/taokz/biomedgpt"}],"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/biomedgpt-a-unified-and-generalist-biomedical#ran","syntology_url":"https://syntology.ai/paper/2305.17100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17100"}},"official":{"repos":["taokz/biomedgpt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/text-summarization-on-qmsum","slug":"text-summarization-on-qmsum","dataset":"QMSum","dataset_url":"/dataset/qmsum","rows_in_archive":1,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"BART-LS","paper_title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","paper_url":"/paper/adapting-pretrained-text-to-text-models-for","paper_date":"2022-09-21","arxiv_id":"2209.10052","code_links":[{"title":"facebookresearch/bart_ls","url":"https://github.com/facebookresearch/bart_ls"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-s2orc","slug":"text-summarization-on-s2orc","dataset":"S2ORC","dataset_url":"/dataset/s2orc","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"GenCompareSum","paper_title":"GenCompareSum: a hybrid unsupervised summarization method using salience","paper_url":"/paper/gencomparesum-a-hybrid-unsupervised","paper_date":"","arxiv_id":null,"code_links":[{"title":"jbshp/gencomparesum","url":"https://github.com/jbshp/gencomparesum"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-webis-snippet-20-corpus","slug":"text-summarization-on-webis-snippet-20-corpus","dataset":"Webis-Snippet-20 Corpus","dataset_url":null,"rows_in_archive":1,"metrics":["Rouge-1","Rouge-2","Rouge-L"],"first_row_in_archive_order":{"model":"Anchor-context + Query biased","paper_title":"Abstractive Snippet Generation","paper_url":"/paper/abstractive-snippet-generation","paper_date":"2020-02-25","arxiv_id":"2002.10782","code_links":[{"title":"webis-de/WWW-20","url":"https://github.com/webis-de/WWW-20"}],"syntology":null}},{"leaderboard":"/sota/text-summarization-on-xsum-2","slug":"text-summarization-on-xsum-2","dataset":"XSum","dataset_url":"/dataset/xsum","rows_in_archive":1,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"SRformer-BART","paper_title":"Segmented Recurrent Transformer: An Efficient Sequence-to-Sequence Model","paper_url":"/paper/segmented-recurrent-transformer-an-efficient","paper_date":"2023-05-24","arxiv_id":"2305.16340","code_links":[{"title":"yinghanlong/SRtransformer","url":"https://github.com/yinghanlong/SRtransformer"}],"syntology":null}}],"datasets":[{"url":"/dataset/pubmed","name":"Pubmed","full_name":"","num_papers_in_archive":1236},{"url":"/dataset/reddit","name":"Reddit","full_name":"","num_papers_in_archive":699},{"url":"/dataset/cnn-daily-mail-1","name":"CNN/Daily Mail","full_name":"CNN/Daily Mail","num_papers_in_archive":530},{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/cord-19","name":"CORD-19","full_name":"CORD-19","num_papers_in_archive":163},{"url":"/dataset/mteb","name":"MTEB","full_name":"Massive Text Embedding Benchmark","num_papers_in_archive":155},{"url":"/dataset/s2orc","name":"S2ORC","full_name":"S2ORC","num_papers_in_archive":152},{"url":"/dataset/samsum-corpus","name":"SAMSum","full_name":"","num_papers_in_archive":145},{"url":"/dataset/wikihow","name":"WikiHow","full_name":"","num_papers_in_archive":127},{"url":"/dataset/multi-news","name":"Multi-News","full_name":"Multi-News","num_papers_in_archive":122},{"url":"/dataset/newsroom","name":"NEWSROOM","full_name":"CORNELL NEWSROOM","num_papers_in_archive":107},{"url":"/dataset/kp20k","name":"KP20k","full_name":"KP20k","num_papers_in_archive":87},{"url":"/dataset/how2","name":"How2","full_name":"","num_papers_in_archive":84},{"url":"/dataset/govreport","name":"GovReport","full_name":"","num_papers_in_archive":83},{"url":"/dataset/qmsum","name":"QMSum","full_name":"","num_papers_in_archive":69},{"url":"/dataset/xl-sum","name":"XL-Sum","full_name":"","num_papers_in_archive":64},{"url":"/dataset/sentence-compression","name":"Sentence Compression","full_name":"","num_papers_in_archive":63},{"url":"/dataset/dialogsum","name":"DialogSum","full_name":"","num_papers_in_archive":62},{"url":"/dataset/lcsts","name":"LCSTS","full_name":"","num_papers_in_archive":58},{"url":"/dataset/wikilingua","name":"WikiLingua","full_name":"","num_papers_in_archive":52},{"url":"/dataset/bigpatent","name":"BigPatent","full_name":"","num_papers_in_archive":50},{"url":"/dataset/billsum","name":"BillSum","full_name":"BillSum","num_papers_in_archive":47},{"url":"/dataset/reddit-tifu","name":"Reddit TIFU","full_name":"","num_papers_in_archive":47},{"url":"/dataset/mlsum","name":"MLSUM","full_name":"MultiLingual SUMmarization","num_papers_in_archive":45},{"url":"/dataset/scrolls","name":"SCROLLS","full_name":"Standardized CompaRison Over Long Language Sequences","num_papers_in_archive":42},{"url":"/dataset/booksum","name":"BookSum","full_name":"","num_papers_in_archive":39},{"url":"/dataset/arxiv","name":"Arxiv HEP-TH citation graph","full_name":"","num_papers_in_archive":35},{"url":"/dataset/xp3","name":"xP3","full_name":"","num_papers_in_archive":34},{"url":"/dataset/meqsum","name":"MeQSum","full_name":null,"num_papers_in_archive":33},{"url":"/dataset/xsum","name":"XSum","full_name":null,"num_papers_in_archive":32},{"url":"/dataset/oasst1","name":"OASST1","full_name":"OpenAssistant Conversations Dataset","num_papers_in_archive":25},{"url":"/dataset/aeslc","name":"AESLC","full_name":"","num_papers_in_archive":22},{"url":"/dataset/scisummnet","name":"ScisummNet","full_name":"","num_papers_in_archive":20},{"url":"/dataset/meetingbank","name":"MeetingBank","full_name":"","num_papers_in_archive":16},{"url":"/dataset/duc-2004","name":"DUC 2004","full_name":"DUC 2004","num_papers_in_archive":15},{"url":"/dataset/arxiv-summarization-dataset","name":"arXiv Summarization Dataset","full_name":"","num_papers_in_archive":13},{"url":"/dataset/korsts","name":"KorSTS","full_name":"","num_papers_in_archive":13},{"url":"/dataset/ectsum","name":"ECTSum","full_name":"","num_papers_in_archive":12},{"url":"/dataset/indosum","name":"IndoSum","full_name":null,"num_papers_in_archive":9},{"url":"/dataset/aci-bench","name":"ACI-Bench","full_name":"","num_papers_in_archive":8},{"url":"/dataset/eur-lex-sum","name":"EUR-Lex-Sum","full_name":"","num_papers_in_archive":8},{"url":"/dataset/orangesum","name":"OrangeSum","full_name":"","num_papers_in_archive":8},{"url":"/dataset/wikicatsum","name":"WikiCatSum","full_name":null,"num_papers_in_archive":7},{"url":"/dataset/bbc-news-summary","name":"BBC News Summary","full_name":"","num_papers_in_archive":6},{"url":"/dataset/cells","name":"CELLS","full_name":"","num_papers_in_archive":6},{"url":"/dataset/convosumm","name":"ConvoSumm","full_name":"","num_papers_in_archive":6},{"url":"/dataset/talksumm","name":"TalkSumm","full_name":"TalkSumm","num_papers_in_archive":6},{"url":"/dataset/klexikon","name":"Klexikon","full_name":"Klexikon: A German Dataset for Joint Summarization and Simplification","num_papers_in_archive":5},{"url":"/dataset/liputan6","name":"Liputan6","full_name":"","num_papers_in_archive":5},{"url":"/dataset/ssn","name":"SSN","full_name":"Semantic Scholar Network","num_papers_in_archive":5},{"url":"/dataset/wikihowqa","name":"WikiHowQA","full_name":"","num_papers_in_archive":5},{"url":"/dataset/arxiv-1","name":"arXiv","full_name":"","num_papers_in_archive":4},{"url":"/dataset/eurekaalert","name":"EurekaAlert","full_name":"Eureka Alert","num_papers_in_archive":4},{"url":"/dataset/gazeta","name":"Gazeta","full_name":null,"num_papers_in_archive":4},{"url":"/dataset/indonlg","name":"IndoNLG","full_name":"","num_papers_in_archive":4},{"url":"/dataset/oasum","name":"OASum","full_name":"","num_papers_in_archive":4},{"url":"/dataset/pn-summary","name":"pn-summary","full_name":null,"num_papers_in_archive":4},{"url":"/dataset/chq-summ","name":"CHQ-Summ","full_name":"Consumer Healthcare Question Summarization","num_papers_in_archive":3},{"url":"/dataset/cnewsum","name":"CNewSum","full_name":"","num_papers_in_archive":3},{"url":"/dataset/perkey","name":"PerKey","full_name":"","num_papers_in_archive":3},{"url":"/dataset/pubmedcite","name":"PubMedCite","full_name":"","num_papers_in_archive":3},{"url":"/dataset/textbox-2-0","name":"TextBox 2.0","full_name":"","num_papers_in_archive":3},{"url":"/dataset/crosssum-in","name":"CrossSum-IN","full_name":"CrossSum-IN","num_papers_in_archive":2},{"url":"/dataset/danewsroom","name":"DaNewsroom","full_name":"DaNewsroom: A Large-scale Danish Summarisation Dataset","num_papers_in_archive":2},{"url":"/dataset/duc-2007","name":"DUC 2007","full_name":"Document Understanding Conferences","num_papers_in_archive":2},{"url":"/dataset/elsevier-oa-cc-by","name":"Elsevier OA CC-BY","full_name":"","num_papers_in_archive":2},{"url":"/dataset/fib","name":"FIB","full_name":"Factual Inconsistency Benchmark","num_papers_in_archive":2},{"url":"/dataset/humset","name":"HumSet","full_name":"HumSet","num_papers_in_archive":2},{"url":"/dataset/mentsum","name":"MentSum","full_name":"Mental Health Summarization Dataset","num_papers_in_archive":2},{"url":"/dataset/openasp","name":"OpenAsp","full_name":"","num_papers_in_archive":2},{"url":"/dataset/sume","name":"SuMe","full_name":"A Dataset Towards Summarizing Biomedical Mechanisms","num_papers_in_archive":2},{"url":"/dataset/loukritia-stefanou","name":"AUTH at BioLaySumm 2024: Bringing Scientific Content to Kids","full_name":"","num_papers_in_archive":1},{"url":"/dataset/bengali-curated-news-summary-dataset","name":"Bengali Curated News Summary Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/brwac2wiki","name":"BrWac2Wiki","full_name":"","num_papers_in_archive":1},{"url":"/dataset/cl-scisumm","name":"CL-SciSumm","full_name":"","num_papers_in_archive":1},{"url":"/dataset/comsum","name":"ComSum","full_name":"","num_papers_in_archive":1},{"url":"/dataset/csl-2022","name":"CSL (Chinese Scientific Literature)","full_name":"","num_papers_in_archive":1},{"url":"/dataset/duc-2006","name":"DUC 2006","full_name":"Document Understanding Conferences","num_papers_in_archive":1},{"url":"/dataset/famous-keyword-twitter-replies","name":"Famous Keyword Twitter Replies","full_name":"","num_papers_in_archive":1},{"url":"/dataset/inshorts-news","name":"Inshorts News","full_name":"Inshorts English News dataset","num_papers_in_archive":1},{"url":"/dataset/mos-dataset","name":"MOS Dataset","full_name":"Microblog Opinion Summarisation","num_papers_in_archive":1},{"url":"/dataset/multisum","name":"MultiSum","full_name":"","num_papers_in_archive":1},{"url":"/dataset/opendebateevidence","name":"OpenDebateEvidence","full_name":"","num_papers_in_archive":1},{"url":"/dataset/pmc-sa","name":"PMC-SA","full_name":"PMC Structured Abstracts","num_papers_in_archive":1},{"url":"/dataset/prompt-opin-summ","name":"prompt-opin-summ","full_name":"","num_papers_in_archive":1},{"url":"/dataset/proto-summ","name":"Proto Summ","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/public-meetings","name":"public_meetings","full_name":"","num_papers_in_archive":1},{"url":"/dataset/robust-summarization-evaluation-benchmark","name":"Robust Summarization Evaluation Benchmark","full_name":"","num_papers_in_archive":1},{"url":"/dataset/shoptc-100k","name":"ShopTC-100K","full_name":"","num_papers_in_archive":1},{"url":"/dataset/subsume","name":"SubSumE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/tqba","name":"TQBA++","full_name":"Tiny QA Benchmark++","num_papers_in_archive":1},{"url":"/dataset/ukil-db-en","name":"UKIL-DB-EN","full_name":"","num_papers_in_archive":1},{"url":"/dataset/vietmed-sum","name":"VietMed-Sum","full_name":"","num_papers_in_archive":1},{"url":"/dataset/wiki-en","name":"Wiki-en","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/wiki-zh","name":"Wiki-zh","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/wikides","name":"WikiDes","full_name":"","num_papers_in_archive":1},{"url":"/dataset/wikiweb2m","name":"WikiWeb2M","full_name":"Wikipedia Webpage 2M","num_papers_in_archive":1},{"url":"/dataset/lsars","name":"LSARS","full_name":"Large Scale Abstractive multi-Review Summarization","num_papers_in_archive":0}],"subtasks":[{"url":"/task/abstractive-text-summarization","name":"Abstractive Text Summarization"},{"url":"/task/document-summarization","name":"Document Summarization"},{"url":"/task/extractive-document-summarization","name":"Extractive Text Summarization"},{"url":"/task/long-form-narrative-summarization","name":"Long-Form Narrative Summarization"},{"url":"/task/multi-document-summarization","name":"Multi-Document Summarization"},{"url":"/task/opinion-summarization","name":"Opinion Summarization"},{"url":"/task/query-based-extractive-summarization","name":"Query-Based Extractive Summarization"},{"url":"/task/scientific-article-summarization","name":"Scientific Document Summarization"},{"url":"/task/sentence-compression","name":"Sentence Compression"},{"url":"/task/sentence-summarization","name":"Sentence Summarization"},{"url":"/task/summarization-consistency-evaluation","name":"Summarization Consistency Evaluation"},{"url":"/task/unsupervised-opinion-summarization","name":"Unsupervised Opinion Summarization"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":14,"rows_per_page":100,"shown":100,"of":1340,"of_with_code":440,"tagged_in_all":1340,"counts":{"archive_papers_tagged":1340,"with_a_code_link":440,"where_syntology_ran_a_sample":84,"not_listed_spam_title":0,"listed":1340,"listed_where_code_ran":84,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":69,"every_run_a_failure_of_syntologys_instrument":15,"listed_with_a_run_with_no_instrument_failure":69,"listed_every_run_a_failure_of_syntologys_instrument":15,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/attention-is-all-you-need","slug":"attention-is-all-you-need","title":"Attention Is All You Need","date":"2017-06-12","arxiv_id":"1706.03762","repositories_listed":595,"syntology":{"n":946,"n_ran":610,"n_constructed":293,"n_ran_checked":529,"n_instrument":81,"n_unverified":336,"n_honours":45,"n_violates":15,"n_no_contract":469,"n_pointer_only":451,"phrase":"610 ran (of which 293 constructed an object rather than computing a result; 529 with no instrument failure: 45 honoured, 15 violated, 469 with no contract checked; 81 where Syntology's instrument failed) · 336 unverified","sample_list":"/paper/attention-is-all-you-need#ran","syntology_url":"https://syntology.ai/paper/1706.03762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.03762"}},"official":{"repos":["tensorflow/tensor2tensor"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/bart-denoising-sequence-to-sequence-pre","slug":"bart-denoising-sequence-to-sequence-pre","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","date":"2019-10-29","arxiv_id":"1910.13461","repositories_listed":47,"syntology":{"n":53,"n_ran":40,"n_constructed":7,"n_ran_checked":30,"n_instrument":10,"n_unverified":13,"n_honours":1,"n_violates":2,"n_no_contract":27,"n_pointer_only":13,"phrase":"40 ran (of which 7 constructed an object rather than computing a result; 30 with no instrument failure: 1 honoured, 2 violated, 27 with no contract checked; 10 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/bart-denoising-sequence-to-sequence-pre#ran","syntology_url":"https://syntology.ai/paper/1910.13461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.13461"}},"official":null}},{"url":"/paper/get-to-the-point-summarization-with-pointer","slug":"get-to-the-point-summarization-with-pointer","title":"Get To The Point: Summarization with Pointer-Generator Networks","date":"2017-04-14","arxiv_id":"1704.04368","repositories_listed":39,"syntology":{"n":64,"n_ran":30,"n_constructed":11,"n_ran_checked":25,"n_instrument":5,"n_unverified":34,"n_honours":4,"n_violates":2,"n_no_contract":19,"n_pointer_only":44,"phrase":"30 ran (of which 11 constructed an object rather than computing a result; 25 with no instrument failure: 4 honoured, 2 violated, 19 with no contract checked; 5 where Syntology's instrument failed) · 34 unverified","sample_list":"/paper/get-to-the-point-summarization-with-pointer#ran","syntology_url":"https://syntology.ai/paper/1704.04368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1704.04368"}},"official":{"repos":["abisee/pointer-generator"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/pegasus-pre-training-with-extracted-gap","slug":"pegasus-pre-training-with-extracted-gap","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","date":"2019-12-18","arxiv_id":"1912.08777","repositories_listed":19,"syntology":{"n":19,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pegasus-pre-training-with-extracted-gap#ran","syntology_url":"https://syntology.ai/paper/1912.08777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08777"}},"official":{"repos":["google-research/pegasus"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/text-summarization-with-pretrained-encoders","slug":"text-summarization-with-pretrained-encoders","title":"Text Summarization with Pretrained Encoders","date":"2019-08-22","arxiv_id":"1908.08345","repositories_listed":19,"syntology":{"n":21,"n_ran":13,"n_constructed":0,"n_ran_checked":10,"n_instrument":3,"n_unverified":8,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":5,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/text-summarization-with-pretrained-encoders#ran","syntology_url":"https://syntology.ai/paper/1908.08345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.08345"}},"official":{"repos":["nlpyang/PreSumm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/big-bird-transformers-for-longer-sequences","slug":"big-bird-transformers-for-longer-sequences","title":"Big Bird: Transformers for Longer Sequences","date":"2020-07-28","arxiv_id":"2007.14062","repositories_listed":14,"syntology":{"n":15,"n_ran":10,"n_constructed":1,"n_ran_checked":2,"n_instrument":8,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":11,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/big-bird-transformers-for-longer-sequences#ran","syntology_url":"https://syntology.ai/paper/2007.14062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.14062"}},"official":{"repos":["google-research/bigbird"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fastformer-additive-attention-is-all-you-need","slug":"fastformer-additive-attention-is-all-you-need","title":"Fastformer: Additive Attention Can Be All You Need","date":"2021-08-20","arxiv_id":"2108.09084","repositories_listed":13,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fastformer-additive-attention-is-all-you-need#ran","syntology_url":"https://syntology.ai/paper/2108.09084","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.09084"}},"official":{"repos":["wuch15/Fastformer"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/a-deep-reinforced-model-for-abstractive","slug":"a-deep-reinforced-model-for-abstractive","title":"A Deep Reinforced Model for Abstractive Summarization","date":"2017-05-11","arxiv_id":"1705.04304","repositories_listed":10,"syntology":null},{"url":"/paper/unified-language-model-pre-training-for","slug":"unified-language-model-pre-training-for","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","date":"2019-05-08","arxiv_id":"1905.03197","repositories_listed":9,"syntology":null},{"url":"/paper/wikihow-a-large-scale-text-summarization","slug":"wikihow-a-large-scale-text-summarization","title":"WikiHow: A Large Scale Text Summarization Dataset","date":"2018-10-18","arxiv_id":"1810.09305","repositories_listed":9,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/wikihow-a-large-scale-text-summarization#ran","syntology_url":"https://syntology.ai/paper/1810.09305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.09305"}},"official":null}},{"url":"/paper/leveraging-bert-for-extractive-text","slug":"leveraging-bert-for-extractive-text","title":"Leveraging BERT for Extractive Text Summarization on Lectures","date":"2019-06-07","arxiv_id":"1906.04165","repositories_listed":8,"syntology":null},{"url":"/paper/nlg-evaluation-metrics-beyond-correlation","slug":"nlg-evaluation-metrics-beyond-correlation","title":"NLG Evaluation Metrics Beyond Correlation Analysis: An Empirical Metric Preference Checklist","date":"2023-05-15","arxiv_id":"2305.08566","repositories_listed":7,"syntology":null},{"url":"/paper/leveraging-pre-trained-checkpoints-for","slug":"leveraging-pre-trained-checkpoints-for","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","date":"2019-07-29","arxiv_id":"1907.12461","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/leveraging-pre-trained-checkpoints-for#ran","syntology_url":"https://syntology.ai/paper/1907.12461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.12461"}},"official":null}},{"url":"/paper/mass-masked-sequence-to-sequence-pre-training","slug":"mass-masked-sequence-to-sequence-pre-training","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","date":"2019-05-07","arxiv_id":"1905.02450","repositories_listed":7,"syntology":null},{"url":"/paper/summarunner-a-recurrent-neural-network-based","slug":"summarunner-a-recurrent-neural-network-based","title":"SummaRuNNer: A Recurrent Neural Network based Sequence Model for Extractive Summarization of Documents","date":"2016-11-14","arxiv_id":"1611.04230","repositories_listed":7,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/summarunner-a-recurrent-neural-network-based#ran","syntology_url":"https://syntology.ai/paper/1611.04230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.04230"}},"official":null}},{"url":"/paper/incorporating-copying-mechanism-in-sequence","slug":"incorporating-copying-mechanism-in-sequence","title":"Incorporating Copying Mechanism in Sequence-to-Sequence Learning","date":"2016-03-21","arxiv_id":"1603.06393","repositories_listed":7,"syntology":null},{"url":"/paper/summeval-re-evaluating-summarization","slug":"summeval-re-evaluating-summarization","title":"SummEval: Re-evaluating Summarization Evaluation","date":"2020-07-24","arxiv_id":"2007.12626","repositories_listed":6,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/summeval-re-evaluating-summarization#ran","syntology_url":"https://syntology.ai/paper/2007.12626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.12626"}},"official":{"repos":["Yale-LILY/SummEval"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/mteb-massive-text-embedding-benchmark","slug":"mteb-massive-text-embedding-benchmark","title":"MTEB: Massive Text Embedding Benchmark","date":"2022-10-13","arxiv_id":"2210.07316","repositories_listed":5,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mteb-massive-text-embedding-benchmark#ran","syntology_url":"https://syntology.ai/paper/2210.07316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07316"}},"official":{"repos":["embeddings-benchmark/mteb"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/pangu-a-large-scale-autoregressive-pretrained","slug":"pangu-a-large-scale-autoregressive-pretrained","title":"PanGu-$α$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","date":"2021-04-26","arxiv_id":"2104.12369","repositories_listed":5,"syntology":null},{"url":"/paper/barthez-a-skilled-pretrained-french-sequence","slug":"barthez-a-skilled-pretrained-french-sequence","title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","date":"2020-10-23","arxiv_id":"2010.12321","repositories_listed":5,"syntology":null},{"url":"/paper/ernie-gen-an-enhanced-multi-flow-pre-training","slug":"ernie-gen-an-enhanced-multi-flow-pre-training","title":"ERNIE-GEN: An Enhanced Multi-Flow Pre-training and Fine-tuning Framework for Natural Language Generation","date":"2020-01-26","arxiv_id":"2001.11314","repositories_listed":5,"syntology":null},{"url":"/paper/prophetnet-predicting-future-n-gram-for","slug":"prophetnet-predicting-future-n-gram-for","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","date":"2020-01-13","arxiv_id":"2001.04063","repositories_listed":5,"syntology":null},{"url":"/paper/neural-abstractive-text-summarization-with","slug":"neural-abstractive-text-summarization-with","title":"Neural Abstractive Text Summarization with Sequence-to-Sequence Models","date":"2018-12-05","arxiv_id":"1812.02303","repositories_listed":5,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/neural-abstractive-text-summarization-with#ran","syntology_url":"https://syntology.ai/paper/1812.02303","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1812.02303"}},"official":{"repos":["tshi04/NATS"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/longlora-efficient-fine-tuning-of-long","slug":"longlora-efficient-fine-tuning-of-long","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","date":"2023-09-21","arxiv_id":"2309.12307","repositories_listed":4,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":5,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/longlora-efficient-fine-tuning-of-long#ran","syntology_url":"https://syntology.ai/paper/2309.12307","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.12307"}},"official":{"repos":["dvlab-research/longlora"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/unifying-architectures-tasks-and-modalities","slug":"unifying-architectures-tasks-and-modalities","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","date":"2022-02-07","arxiv_id":"2202.03052","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unifying-architectures-tasks-and-modalities#ran","syntology_url":"https://syntology.ai/paper/2202.03052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.03052"}},"official":{"repos":["ofa-sys/ofa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/longt5-efficient-text-to-text-transformer-for","slug":"longt5-efficient-text-to-text-transformer-for","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","date":"2021-12-15","arxiv_id":"2112.07916","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longt5-efficient-text-to-text-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2112.07916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.07916"}},"official":{"repos":["google-research/longt5"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-the-factual-consistency-of","slug":"evaluating-the-factual-consistency-of","title":"Evaluating the Factual Consistency of Abstractive Text Summarization","date":"2019-10-28","arxiv_id":"1910.12840","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-the-factual-consistency-of#ran","syntology_url":"https://syntology.ai/paper/1910.12840","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.12840"}},"official":{"repos":["yuhui-zh15/FactCCX"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pretraining-based-natural-language-generation","slug":"pretraining-based-natural-language-generation","title":"Pretraining-Based Natural Language Generation for Text Summarization","date":"2019-02-25","arxiv_id":"1902.09243","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pretraining-based-natural-language-generation#ran","syntology_url":"https://syntology.ai/paper/1902.09243","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.09243"}},"official":null}},{"url":"/paper/a-neural-attention-model-for-abstractive","slug":"a-neural-attention-model-for-abstractive","title":"A Neural Attention Model for Abstractive Sentence Summarization","date":"2015-09-02","arxiv_id":"1509.00685","repositories_listed":4,"syntology":null},{"url":"/paper/text-tuple-table-towards-information","slug":"text-tuple-table-towards-information","title":"Text-Tuple-Table: Towards Information Integration in Text-to-Table Generation via Global Tuple Extraction","date":"2024-04-22","arxiv_id":"2404.14215","repositories_listed":3,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":2,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/text-tuple-table-towards-information#ran","syntology_url":"https://syntology.ai/paper/2404.14215","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.14215"}},"official":{"repos":["hiyouga/llama-factory","hkust-knowcomp/livesum","hkust-knowcomp/livesum-ttt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/medgen-a-python-natural-language-processing","slug":"medgen-a-python-natural-language-processing","title":"Ascle: A Python Natural Language Processing Toolkit for Medical Text Generation","date":"2023-11-28","arxiv_id":"2311.16588","repositories_listed":3,"syntology":null},{"url":"/paper/askit-unified-programming-interface-for","slug":"askit-unified-programming-interface-for","title":"AskIt: Unified Programming Interface for Programming with Large Language Models","date":"2023-08-29","arxiv_id":"2308.15645","repositories_listed":3,"syntology":null},{"url":"/paper/gpteval-nlg-evaluation-using-gpt-4-with","slug":"gpteval-nlg-evaluation-using-gpt-4-with","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","date":"2023-03-29","arxiv_id":"2303.16634","repositories_listed":3,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gpteval-nlg-evaluation-using-gpt-4-with#ran","syntology_url":"https://syntology.ai/paper/2303.16634","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16634"}},"official":{"repos":["nlpyang/geval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/brio-bringing-order-to-abstractive","slug":"brio-bringing-order-to-abstractive","title":"BRIO: Bringing Order to Abstractive Summarization","date":"2022-03-31","arxiv_id":"2203.16804","repositories_listed":3,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/brio-bringing-order-to-abstractive#ran","syntology_url":"https://syntology.ai/paper/2203.16804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.16804"}},"official":{"repos":["yixinl7/brio"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/primer-pyramid-based-masked-sentence-pre","slug":"primer-pyramid-based-masked-sentence-pre","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","date":"2021-10-16","arxiv_id":"2110.08499","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/bartpho-pre-trained-sequence-to-sequence","slug":"bartpho-pre-trained-sequence-to-sequence","title":"BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese","date":"2021-09-20","arxiv_id":"2109.09701","repositories_listed":3,"syntology":null},{"url":"/paper/bartscore-evaluating-generated-text-as-text","slug":"bartscore-evaluating-generated-text-as-text","title":"BARTScore: Evaluating Generated Text as Text Generation","date":"2021-06-22","arxiv_id":"2106.11520","repositories_listed":3,"syntology":null},{"url":"/paper/prophetnet-x-large-scale-pre-training-models","slug":"prophetnet-x-large-scale-pre-training-models","title":"ProphetNet-X: Large-Scale Pre-training Models for English, Chinese, Multi-lingual, Dialog, and Code Generation","date":"2021-04-16","arxiv_id":"2104.08006","repositories_listed":3,"syntology":null},{"url":"/paper/debatesum-a-large-scale-argument-mining-and","slug":"debatesum-a-large-scale-argument-mining-and","title":"DebateSum: A large-scale argument mining and summarization dataset","date":"2020-11-14","arxiv_id":"2011.07251","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/debatesum-a-large-scale-argument-mining-and#ran","syntology_url":"https://syntology.ai/paper/2011.07251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.07251"}},"official":{"repos":["Hellisotherpeople/DebateSum","Hellisotherpeople/debate2vec","arvind-balaji/debate-cards"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/better-fine-tuning-by-reducing","slug":"better-fine-tuning-by-reducing","title":"Better Fine-Tuning by Reducing Representational Collapse","date":"2020-08-06","arxiv_id":"2008.03156","repositories_listed":3,"syntology":null},{"url":"/paper/end-to-end-abstractive-summarization-for","slug":"end-to-end-abstractive-summarization-for","title":"A Hierarchical Network for Abstractive Meeting Summarization with Cross-Domain Pretraining","date":"2020-04-04","arxiv_id":"2004.02016","repositories_listed":3,"syntology":null},{"url":"/paper/non-intrusive-load-monitoring-with-an","slug":"non-intrusive-load-monitoring-with-an","title":"Improving Non-Intrusive Load Disaggregation through an Attention-Based Deep Neural Network","date":"2019-11-15","arxiv_id":"1912.00759","repositories_listed":3,"syntology":null},{"url":"/paper/levenshtein-transformer","slug":"levenshtein-transformer","title":"Levenshtein Transformer","date":"2019-05-27","arxiv_id":"1905.11006","repositories_listed":3,"syntology":null},{"url":"/paper/dont-give-me-the-details-just-the-summary","slug":"dont-give-me-the-details-just-the-summary","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","date":"2018-08-27","arxiv_id":"1808.08745","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dont-give-me-the-details-just-the-summary#ran","syntology_url":"https://syntology.ai/paper/1808.08745","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.08745"}},"official":{"repos":["shashiongithub/XSum"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fast-abstractive-summarization-with-reinforce","slug":"fast-abstractive-summarization-with-reinforce","title":"Fast Abstractive Summarization with Reinforce-Selected Sentence Rewriting","date":"2018-05-28","arxiv_id":"1805.11080","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fast-abstractive-summarization-with-reinforce#ran","syntology_url":"https://syntology.ai/paper/1805.11080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.11080"}},"official":{"repos":["ChenRocks/fast_abs_rl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deep-reinforcement-learning-for-sequence-to","slug":"deep-reinforcement-learning-for-sequence-to","title":"Deep Reinforcement Learning For Sequence to Sequence Models","date":"2018-05-24","arxiv_id":"1805.09461","repositories_listed":3,"syntology":{"n":17,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":13,"n_pointer_only":2,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 2 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deep-reinforcement-learning-for-sequence-to#ran","syntology_url":"https://syntology.ai/paper/1805.09461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.09461"}},"official":{"repos":["yaserkl/RLSeq2Seq"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/data-driven-summarization-of-scientific","slug":"data-driven-summarization-of-scientific","title":"Data-driven Summarization of Scientific Articles","date":"2018-04-24","arxiv_id":"1804.08875","repositories_listed":3,"syntology":null},{"url":"/paper/a-discourse-aware-attention-model-for","slug":"a-discourse-aware-attention-model-for","title":"A Discourse-Aware Attention Model for Abstractive Summarization of Long Documents","date":"2018-04-16","arxiv_id":"1804.05685","repositories_listed":3,"syntology":{"n":14,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/a-discourse-aware-attention-model-for#ran","syntology_url":"https://syntology.ai/paper/1804.05685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.05685"}},"official":{"repos":["acohan/long-summarization"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-regularized-framework-for-sparse-and","slug":"a-regularized-framework-for-sparse-and","title":"A Regularized Framework for Sparse and Structured Neural Attention","date":"2017-05-22","arxiv_id":"1705.07704","repositories_listed":3,"syntology":null},{"url":"/paper/lcsts-a-large-scale-chinese-short-text","slug":"lcsts-a-large-scale-chinese-short-text","title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","date":"2015-06-19","arxiv_id":"1506.05865","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lcsts-a-large-scale-chinese-short-text#ran","syntology_url":"https://syntology.ai/paper/1506.05865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1506.05865"}},"official":null}},{"url":"/paper/survey-on-abstractive-text-summarization","slug":"survey-on-abstractive-text-summarization","title":"Survey on Abstractive Text Summarization: Dataset, Models, and Metrics","date":"2024-12-22","arxiv_id":"2412.17165","repositories_listed":2,"syntology":null},{"url":"/paper/differential-transformer","slug":"differential-transformer","title":"Differential Transformer","date":"2024-10-07","arxiv_id":"2410.05258","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/differential-transformer#ran","syntology_url":"https://syntology.ai/paper/2410.05258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05258"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/finesure-fine-grained-summarization","slug":"finesure-fine-grained-summarization","title":"FineSurE: Fine-grained Summarization Evaluation using LLMs","date":"2024-07-01","arxiv_id":"2407.00908","repositories_listed":2,"syntology":null},{"url":"/paper/the-finben-an-holistic-financial-benchmark","slug":"the-finben-an-holistic-financial-benchmark","title":"FinBen: A Holistic Financial Benchmark for Large Language Models","date":"2024-02-20","arxiv_id":"2402.12659","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":3,"n_no_contract":1,"n_pointer_only":7,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 3 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/the-finben-an-holistic-financial-benchmark#ran","syntology_url":"https://syntology.ai/paper/2402.12659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.12659"}},"official":{"repos":["the-finai/pixiu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/besa-pruning-large-language-models-with","slug":"besa-pruning-large-language-models-with","title":"BESA: Pruning Large Language Models with Blockwise Parameter-Efficient Sparsity Allocation","date":"2024-02-18","arxiv_id":"2402.16880","repositories_listed":2,"syntology":{"n":10,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":10,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/besa-pruning-large-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2402.16880","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16880"}},"official":{"repos":["linkanonymous/besa","opengvlab/llmprune-besa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/dynapipe-optimizing-multi-task-training","slug":"dynapipe-optimizing-multi-task-training","title":"DynaPipe: Optimizing Multi-task Training through Dynamic Pipelines","date":"2023-11-17","arxiv_id":"2311.10418","repositories_listed":2,"syntology":null},{"url":"/paper/conformal-language-modeling","slug":"conformal-language-modeling","title":"Conformal Language Modeling","date":"2023-06-16","arxiv_id":"2306.10193","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/conformal-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.10193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.10193"}},"official":{"repos":["varal7/conformal-language-modeling"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/h2ogpt-democratizing-large-language-models","slug":"h2ogpt-democratizing-large-language-models","title":"h2oGPT: Democratizing Large Language Models","date":"2023-06-13","arxiv_id":"2306.08161","repositories_listed":2,"syntology":null},{"url":"/paper/multisum-a-dataset-for-multimodal","slug":"multisum-a-dataset-for-multimodal","title":"MMSum: A Dataset for Multimodal Summarization and Thumbnail Generation of Videos","date":"2023-06-07","arxiv_id":"2306.04216","repositories_listed":2,"syntology":null},{"url":"/paper/preference-grounded-token-level-guidance-for-1","slug":"preference-grounded-token-level-guidance-for-1","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","date":"2023-06-01","arxiv_id":"2306.00398","repositories_listed":2,"syntology":{"n":18,"n_ran":8,"n_constructed":1,"n_ran_checked":2,"n_instrument":6,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 6 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/preference-grounded-token-level-guidance-for-1#ran","syntology_url":"https://syntology.ai/paper/2306.00398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00398"}},"official":{"repos":["shentao-yang/preference_grounded_guidance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/not-all-metrics-are-guilty-improving-nlg","slug":"not-all-metrics-are-guilty-improving-nlg","title":"Not All Metrics Are Guilty: Improving NLG Evaluation by Diversifying References","date":"2023-05-24","arxiv_id":"2305.15067","repositories_listed":2,"syntology":null},{"url":"/paper/ar-diffusion-auto-regressive-diffusion-model-1","slug":"ar-diffusion-auto-regressive-diffusion-model-1","title":"AR-Diffusion: Auto-Regressive Diffusion Model for Text Generation","date":"2023-05-16","arxiv_id":"2305.09515","repositories_listed":2,"syntology":null},{"url":"/paper/loralay-a-multilingual-and-multimodal-dataset","slug":"loralay-a-multilingual-and-multimodal-dataset","title":"LoRaLay: A Multilingual and Multimodal Dataset for Long Range and Layout-Aware Summarization","date":"2023-01-26","arxiv_id":"2301.11312","repositories_listed":2,"syntology":null},{"url":"/paper/harim-evaluating-summary-quality-with","slug":"harim-evaluating-summary-quality-with","title":"HaRiM$^+$: Evaluating Summary Quality with Hallucination Risk","date":"2022-11-22","arxiv_id":"2211.12118","repositories_listed":2,"syntology":null},{"url":"/paper/hengam-an-adversarially-trained-transformer","slug":"hengam-an-adversarially-trained-transformer","title":"Hengam: An Adversarially Trained Transformer for Persian Temporal Tagging","date":"2022-11-20","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/towards-a-unified-multi-dimensional-evaluator","slug":"towards-a-unified-multi-dimensional-evaluator","title":"Towards a Unified Multi-Dimensional Evaluator for Text Generation","date":"2022-10-13","arxiv_id":"2210.07197","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/towards-a-unified-multi-dimensional-evaluator#ran","syntology_url":"https://syntology.ai/paper/2210.07197","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07197"}},"official":{"repos":["maszhongming/unieval"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/investigating-efficiently-extending","slug":"investigating-efficiently-extending","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","date":"2022-08-08","arxiv_id":"2208.04347","repositories_listed":2,"syntology":null},{"url":"/paper/learning-to-break-the-loop-analyzing-and","slug":"learning-to-break-the-loop-analyzing-and","title":"Learning to Break the Loop: Analyzing and Mitigating Repetitions for Neural Text Generation","date":"2022-06-06","arxiv_id":"2206.02369","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learning-to-break-the-loop-analyzing-and#ran","syntology_url":"https://syntology.ai/paper/2206.02369","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.02369"}},"official":{"repos":["Jxu-Thu/DITTO"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/cont-contrastive-neural-text-generation","slug":"cont-contrastive-neural-text-generation","title":"CoNT: Contrastive Neural Text Generation","date":"2022-05-29","arxiv_id":"2205.14690","repositories_listed":2,"syntology":null},{"url":"/paper/the-cross-lingual-conversation-summarization","slug":"the-cross-lingual-conversation-summarization","title":"The Cross-lingual Conversation Summarization Challenge","date":"2022-05-01","arxiv_id":"2205.00379","repositories_listed":2,"syntology":null},{"url":"/paper/unsupervised-summarization-with-customized","slug":"unsupervised-summarization-with-customized","title":"Unsupervised Multi-Granularity Summarization","date":"2022-01-29","arxiv_id":"2201.12502","repositories_listed":2,"syntology":null},{"url":"/paper/klexikon-a-german-dataset-for-joint","slug":"klexikon-a-german-dataset-for-joint","title":"Klexikon: A German Dataset for Joint Summarization and Simplification","date":"2022-01-18","arxiv_id":"2201.07198","repositories_listed":2,"syntology":null},{"url":"/paper/attention-based-multi-hypothesis-fusion-for","slug":"attention-based-multi-hypothesis-fusion-for","title":"Attention-based Multi-hypothesis Fusion for Speech Summarization","date":"2021-11-16","arxiv_id":"2111.08201","repositories_listed":2,"syntology":null},{"url":"/paper/summ-n-a-multi-stage-summarization-framework","slug":"summ-n-a-multi-stage-summarization-framework","title":"Summ^N: A Multi-Stage Summarization Framework for Long Input Dialogues and Documents","date":"2021-10-16","arxiv_id":"2110.10150","repositories_listed":2,"syntology":null},{"url":"/paper/control-prefixes-for-text-generation","slug":"control-prefixes-for-text-generation","title":"Control Prefixes for Parameter-Efficient Text Generation","date":"2021-10-15","arxiv_id":"2110.08329","repositories_listed":2,"syntology":null},{"url":"/paper/automatic-text-evaluation-through-the-lens-of","slug":"automatic-text-evaluation-through-the-lens-of","title":"Automatic Text Evaluation through the Lens of Wasserstein Barycenters","date":"2021-08-27","arxiv_id":"2108.12463","repositories_listed":2,"syntology":null},{"url":"/paper/enhanced-seq2seq-autoencoder-via-contrastive","slug":"enhanced-seq2seq-autoencoder-via-contrastive","title":"Enhanced Seq2Seq Autoencoder via Contrastive Learning for Abstractive Text Summarization","date":"2021-08-26","arxiv_id":"2108.11992","repositories_listed":2,"syntology":null},{"url":"/paper/deltalm-encoder-decoder-pre-training-for","slug":"deltalm-encoder-decoder-pre-training-for","title":"DeltaLM: Encoder-Decoder Pre-training for Language Generation and Translation by Augmenting Pretrained Multilingual Encoders","date":"2021-06-25","arxiv_id":"2106.13736","repositories_listed":2,"syntology":null},{"url":"/paper/xl-sum-large-scale-multilingual-abstractive","slug":"xl-sum-large-scale-multilingual-abstractive","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","date":"2021-06-25","arxiv_id":"2106.13822","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/xl-sum-large-scale-multilingual-abstractive#ran","syntology_url":"https://syntology.ai/paper/2106.13822","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.13822"}},"official":{"repos":["csebuetnlp/xl-sum"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/simcls-a-simple-framework-for-contrastive","slug":"simcls-a-simple-framework-for-contrastive","title":"SimCLS: A Simple Framework for Contrastive Learning of Abstractive Summarization","date":"2021-06-03","arxiv_id":"2106.01890","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/simcls-a-simple-framework-for-contrastive#ran","syntology_url":"https://syntology.ai/paper/2106.01890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01890"}},"official":{"repos":["yixinL7/SimCLS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/booksum-a-collection-of-datasets-for-long","slug":"booksum-a-collection-of-datasets-for-long","title":"BookSum: A Collection of Datasets for Long-form Narrative Summarization","date":"2021-05-18","arxiv_id":"2105.08209","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/booksum-a-collection-of-datasets-for-long#ran","syntology_url":"https://syntology.ai/paper/2105.08209","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.08209"}},"official":{"repos":["salesforce/booksum"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/summvis-interactive-visual-analysis-of-models","slug":"summvis-interactive-visual-analysis-of-models","title":"SummVis: Interactive Visual Analysis of Models, Data, and Evaluation for Text Summarization","date":"2021-04-15","arxiv_id":"2104.07605","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/summvis-interactive-visual-analysis-of-models#ran","syntology_url":"https://syntology.ai/paper/2104.07605","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07605"}},"official":{"repos":["robustness-gym/summvis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/contextualized-rewriting-for-text","slug":"contextualized-rewriting-for-text","title":"Contextualized Rewriting for Text Summarization","date":"2021-01-31","arxiv_id":"2102.00385","repositories_listed":2,"syntology":null},{"url":"/paper/muppet-massive-multi-task-representations","slug":"muppet-massive-multi-task-representations","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","date":"2021-01-26","arxiv_id":"2101.11038","repositories_listed":2,"syntology":null},{"url":"/paper/few-shot-text-generation-with-pattern","slug":"few-shot-text-generation-with-pattern","title":"Few-Shot Text Generation with Pattern-Exploiting Training","date":"2020-12-22","arxiv_id":"2012.11926","repositories_listed":2,"syntology":null},{"url":"/paper/cx-db8-a-queryable-extractive-summarizer-and","slug":"cx-db8-a-queryable-extractive-summarizer-and","title":"CX DB8: A queryable extractive summarizer and semantic search engine","date":"2020-12-07","arxiv_id":"2012.03942","repositories_listed":2,"syntology":null},{"url":"/paper/detecting-hallucinated-content-in-conditional-1","slug":"detecting-hallucinated-content-in-conditional-1","title":"Detecting Hallucinated Content in Conditional Neural Sequence Generation","date":"2020-11-05","arxiv_id":"2011.02593","repositories_listed":2,"syntology":null},{"url":"/paper/cdevalsumm-an-empirical-study-of-cross","slug":"cdevalsumm-an-empirical-study-of-cross","title":"CDEvalSumm: An Empirical Study of Cross-Dataset Evaluation for Neural Summarization Systems","date":"2020-10-11","arxiv_id":"2010.05139","repositories_listed":2,"syntology":null},{"url":"/paper/abstractive-summarization-of-spoken","slug":"abstractive-summarization-of-spoken","title":"Abstractive Summarization of Spoken andWritten Instructions with BERT","date":"2020-08-21","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/align-then-summarize-automatic-alignment-1","slug":"align-then-summarize-automatic-alignment-1","title":"Align then Summarize: Automatic Alignment Methods for Summarization Corpus Creation","date":"2020-07-15","arxiv_id":"2007.07841","repositories_listed":2,"syntology":null},{"url":"/paper/advances-of-transformer-based-models-for-news","slug":"advances-of-transformer-based-models-for-news","title":"Advances of Transformer-Based Models for News Headline Generation","date":"2020-07-09","arxiv_id":"2007.05044","repositories_listed":2,"syntology":null},{"url":"/paper/dataset-for-automatic-summarization-of","slug":"dataset-for-automatic-summarization-of","title":"Dataset for Automatic Summarization of Russian News","date":"2020-06-19","arxiv_id":"2006.11063","repositories_listed":2,"syntology":null},{"url":"/paper/screenplay-summarization-using-latent","slug":"screenplay-summarization-using-latent","title":"Screenplay Summarization Using Latent Narrative Structure","date":"2020-04-27","arxiv_id":"2004.12727","repositories_listed":2,"syntology":null},{"url":"/paper/extractive-summarization-as-text-matching","slug":"extractive-summarization-as-text-matching","title":"Extractive Summarization as Text Matching","date":"2020-04-19","arxiv_id":"2004.08795","repositories_listed":2,"syntology":null},{"url":"/paper/palm-pre-training-an-autoencoding","slug":"palm-pre-training-an-autoencoding","title":"PALM: Pre-training an Autoencoding&Autoregressive Language Model for Context-conditioned Generation","date":"2020-04-14","arxiv_id":"2004.07159","repositories_listed":2,"syntology":null},{"url":"/paper/joint-parsing-and-generation-for-abstractive","slug":"joint-parsing-and-generation-for-abstractive","title":"Joint Parsing and Generation for Abstractive Summarization","date":"2019-11-23","arxiv_id":"1911.10389","repositories_listed":2,"syntology":null},{"url":"/paper/distilling-the-knowledge-of-bert-for-text-1","slug":"distilling-the-knowledge-of-bert-for-text-1","title":"Distilling Knowledge Learned in BERT for Text Generation","date":"2019-11-10","arxiv_id":"1911.03829","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/distilling-the-knowledge-of-bert-for-text-1#ran","syntology_url":"https://syntology.ai/paper/1911.03829","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03829"}},"official":{"repos":["ChenRocks/Distill-BERT-Textgen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/summae-zero-shot-abstractive-text","slug":"summae-zero-shot-abstractive-text","title":"SummAE: Zero-Shot Abstractive Text Summarization using Length-Agnostic Auto-Encoders","date":"2019-10-02","arxiv_id":"1910.00998","repositories_listed":2,"syntology":null},{"url":"/paper/billsum-a-corpus-for-automatic-summarization","slug":"billsum-a-corpus-for-automatic-summarization","title":"BillSum: A Corpus for Automatic Summarization of US Legislation","date":"2019-10-01","arxiv_id":"1910.00523","repositories_listed":2,"syntology":null},{"url":"/paper/searching-for-effective-neural-extractive","slug":"searching-for-effective-neural-extractive","title":"Searching for Effective Neural Extractive Summarization: What Works and What's Next","date":"2019-07-08","arxiv_id":"1907.03491","repositories_listed":2,"syntology":null}],"syntology_records":40,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":8,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/text-summarization-on-x-sum","since_archive":"/sota/text-summarization-on-x-sum#since-judged","papers_judged":4,"placed":0},{"leaderboard":"/sota/text-summarization-on-govreport","since_archive":"/sota/text-summarization-on-govreport#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/text-summarization-on-meetingbank","since_archive":"/sota/text-summarization-on-meetingbank#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/text-summarization-on-xsum-2","since_archive":"/sota/text-summarization-on-xsum-2#since-judged","papers_judged":3,"placed":0}]},"papers_where_code_ran":84,"papers_where_code_ran_first_page":"/task/text-summarization/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":14,"url":"/task/text-summarization/papers/2","json":"/task/text-summarization/papers/2.json","rows":100},{"order":"archive","page":3,"of":14,"url":"/task/text-summarization/papers/3","json":"/task/text-summarization/papers/3.json","rows":100},{"order":"archive","page":4,"of":14,"url":"/task/text-summarization/papers/4","json":"/task/text-summarization/papers/4.json","rows":100},{"order":"archive","page":5,"of":14,"url":"/task/text-summarization/papers/5","json":"/task/text-summarization/papers/5.json","rows":100},{"order":"archive","page":6,"of":14,"url":"/task/text-summarization/papers/6","json":"/task/text-summarization/papers/6.json","rows":100},{"order":"archive","page":7,"of":14,"url":"/task/text-summarization/papers/7","json":"/task/text-summarization/papers/7.json","rows":100},{"order":"archive","page":8,"of":14,"url":"/task/text-summarization/papers/8","json":"/task/text-summarization/papers/8.json","rows":100},{"order":"archive","page":9,"of":14,"url":"/task/text-summarization/papers/9","json":"/task/text-summarization/papers/9.json","rows":100},{"order":"archive","page":10,"of":14,"url":"/task/text-summarization/papers/10","json":"/task/text-summarization/papers/10.json","rows":100},{"order":"archive","page":11,"of":14,"url":"/task/text-summarization/papers/11","json":"/task/text-summarization/papers/11.json","rows":100},{"order":"archive","page":12,"of":14,"url":"/task/text-summarization/papers/12","json":"/task/text-summarization/papers/12.json","rows":100},{"order":"archive","page":13,"of":14,"url":"/task/text-summarization/papers/13","json":"/task/text-summarization/papers/13.json","rows":100},{"order":"archive","page":14,"of":14,"url":"/task/text-summarization/papers/14","json":"/task/text-summarization/papers/14.json","rows":40},{"order":"ran","page":1,"of":1,"url":"/task/text-summarization/papers/ran/1","json":"/task/text-summarization/papers/ran/1.json","rows":84}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"511ba2cb420515eba6ad101d13127747962b97ff2930e8277713dbe315c1f25e","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}