{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/multi-document-summarization","name":"Multi-Document Summarization","slug":"multi-document-summarization","description_markdown":"**Multi-Document Summarization** is a process of representing a set of documents with a short piece of text by capturing the relevant information and filtering out the redundant information. Two prominent approaches to Multi-Document Summarization are extractive and abstractive summarization. Extractive summarization systems aim to extract salient snippets, sentences or passages from documents, while abstractive summarization systems aim to concisely paraphrase the content of the documents.\r\n\r\n\r\n<span class=\"description-source\">Source: [Multi-Document Summarization using Distributed Bag-of-Words Model ](https://arxiv.org/abs/1710.02745)</span>","categories":[{"name":"Adversarial","url":"/area/adversarial"},{"name":"Computer Code","url":"/area/computer-code"},{"name":"Knowledge Base","url":"/area/knowledge-base"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"},{"name":"Speech","url":"/area/speech"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":359,"papers_with_code":113,"benchmarks":5,"benchmark_tables_in_archive":5,"benchmark_tables_shown":5,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":15,"subtasks":0,"parent_tasks":2},"benchmarks":[{"leaderboard":"/sota/multi-document-summarization-on-multi-news","slug":"multi-document-summarization-on-multi-news","dataset":"Multi-News","dataset_url":"/dataset/multi-news","rows_in_archive":6,"metrics":["ROUGE-1","ROUGE-2","ROUGE-SU4","ROUGE-L"],"first_row_in_archive_order":{"model":"PRIMER","paper_title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","paper_url":"/paper/primer-pyramid-based-masked-sentence-pre","paper_date":"2021-10-16","arxiv_id":"2110.08499","code_links":[{"title":"allenai/primer","url":"https://github.com/allenai/primer"},{"title":"allenai/open-mds","url":"https://github.com/allenai/open-mds"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/longformer"}],"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/multi-document-summarization-on-duc-2004","slug":"multi-document-summarization-on-duc-2004","dataset":"DUC 2004","dataset_url":"/dataset/duc-2004","rows_in_archive":1,"metrics":["ROUGE-1"],"first_row_in_archive_order":{"model":"GCN: Personalized Discourse Graph","paper_title":"Graph-based Neural Multi-Document Summarization","paper_url":"/paper/graph-based-neural-multi-document","paper_date":"2017-06-20","arxiv_id":"1706.06681","code_links":[],"syntology":null}},{"leaderboard":"/sota/multi-document-summarization-on-ms-2","slug":"multi-document-summarization-on-ms-2","dataset":"MS^2","dataset_url":"/dataset/ms-2","rows_in_archive":1,"metrics":["BertScoreF1"],"first_row_in_archive_order":{"model":"led-base-16384-ms2","paper_title":"Open Domain Multi-document Summarization: A Comprehensive Study of Model Brittleness under Retrieval","paper_url":"/paper/exploring-the-challenges-of-open-domain-multi","paper_date":"2022-12-20","arxiv_id":"2212.10526","code_links":[],"syntology":null}},{"leaderboard":"/sota/multi-document-summarization-on-review","slug":"multi-document-summarization-on-review","dataset":"review","dataset_url":null,"rows_in_archive":1,"metrics":["1-of-100 Accuracy"],"first_row_in_archive_order":{"model":"solar","paper_title":"Solar Cell Surface Defect Inspection Based on Multispectral Convolutional Neural Network","paper_url":"/paper/solar-cell-surface-defect-inspection-based-on","paper_date":"2018-12-15","arxiv_id":"1812.06220","code_links":[],"syntology":null}},{"leaderboard":"/sota/multi-document-summarization-on-wcep","slug":"multi-document-summarization-on-wcep","dataset":"WCEP","dataset_url":"/dataset/wcep","rows_in_archive":1,"metrics":["ROUGE-1","ROUGE-2","ROUGE-L"],"first_row_in_archive_order":{"model":"PRIMER","paper_title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","paper_url":"/paper/primer-pyramid-based-masked-sentence-pre","paper_date":"2021-10-16","arxiv_id":"2110.08499","code_links":[{"title":"allenai/primer","url":"https://github.com/allenai/primer"},{"title":"allenai/open-mds","url":"https://github.com/allenai/open-mds"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/longformer"}],"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}}],"datasets":[{"url":"/dataset/multi-news","name":"Multi-News","full_name":"Multi-News","num_papers_in_archive":122},{"url":"/dataset/wikisum","name":"WikiSum","full_name":"WikiSum","num_papers_in_archive":54},{"url":"/dataset/wcep","name":"WCEP","full_name":"Wikipedia Current Events Portal","num_papers_in_archive":31},{"url":"/dataset/duc-2004","name":"DUC 2004","full_name":"DUC 2004","num_papers_in_archive":15},{"url":"/dataset/aquamuse","name":"aquamuse","full_name":"","num_papers_in_archive":11},{"url":"/dataset/multi-xscience","name":"Multi-XScience","full_name":null,"num_papers_in_archive":10},{"url":"/dataset/oposum","name":"OpoSum","full_name":"","num_papers_in_archive":7},{"url":"/dataset/matinf","name":"MATINF","full_name":"Maternal and Infant Dataset","num_papers_in_archive":5},{"url":"/dataset/ms-2","name":"MS^2","full_name":"Multi-Document Summarization of Medical Studies","num_papers_in_archive":4},{"url":"/dataset/wikipedia-generation","name":"Wikipedia Generation","full_name":"Wikipedia Generation","num_papers_in_archive":4},{"url":"/dataset/healthline","name":"Healthline","full_name":"","num_papers_in_archive":3},{"url":"/dataset/openasp","name":"OpenAsp","full_name":"","num_papers_in_archive":2},{"url":"/dataset/brwac2wiki","name":"BrWac2Wiki","full_name":"","num_papers_in_archive":1},{"url":"/dataset/gamewikisum","name":"GameWikiSum","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/lsars","name":"LSARS","full_name":"Large Scale Abstractive multi-Review Summarization","num_papers_in_archive":0}],"subtasks":[],"parent_tasks":[{"url":"/task/text-generation","name":"Text Generation"},{"url":"/task/text-summarization","name":"Text Summarization"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":4,"rows_per_page":100,"shown":100,"of":359,"of_with_code":113,"tagged_in_all":359,"counts":{"archive_papers_tagged":359,"with_a_code_link":113,"where_syntology_ran_a_sample":13,"not_listed_spam_title":0,"listed":359,"listed_where_code_ran":13,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":9,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":9,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bottom-up-abstractive-summarization","slug":"bottom-up-abstractive-summarization","title":"Bottom-Up Abstractive Summarization","date":"2018-08-31","arxiv_id":"1808.10792","repositories_listed":5,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bottom-up-abstractive-summarization#ran","syntology_url":"https://syntology.ai/paper/1808.10792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.10792"}},"official":{"repos":["sebastianGehrmann/bottom-up-summary"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/longt5-efficient-text-to-text-transformer-for","slug":"longt5-efficient-text-to-text-transformer-for","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","date":"2021-12-15","arxiv_id":"2112.07916","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longt5-efficient-text-to-text-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2112.07916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.07916"}},"official":{"repos":["google-research/longt5"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-wikipedia-by-summarizing-long","slug":"generating-wikipedia-by-summarizing-long","title":"Generating Wikipedia by Summarizing Long Sequences","date":"2018-01-30","arxiv_id":"1801.10198","repositories_listed":4,"syntology":null},{"url":"/paper/primer-pyramid-based-masked-sentence-pre","slug":"primer-pyramid-based-masked-sentence-pre","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","date":"2021-10-16","arxiv_id":"2110.08499","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/190600077","slug":"190600077","title":"Scoring Sentence Singletons and Pairs for Abstractive Summarization","date":"2019-05-31","arxiv_id":"1906.00077","repositories_listed":3,"syntology":null},{"url":"/paper/oarelatedwork-a-large-scale-dataset-of","slug":"oarelatedwork-a-large-scale-dataset-of","title":"OARelatedWork: A Large-Scale Dataset of Related Work Sections with Full-texts from Open Access Sources","date":"2024-05-03","arxiv_id":"2405.01930","repositories_listed":2,"syntology":null},{"url":"/paper/an-extractive-abstractive-approach-for-multi","slug":"an-extractive-abstractive-approach-for-multi","title":"An Extractive-Abstractive Approach for Multi-document Summarization of Scientific Articles for Literature Review","date":"2022-10-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/a-proposition-level-clustering-approach-for","slug":"a-proposition-level-clustering-approach-for","title":"Proposition-Level Clustering for Multi-Document Summarization","date":"2021-12-16","arxiv_id":"2112.08770","repositories_listed":2,"syntology":null},{"url":"/paper/ms2-multi-document-summarization-of-medical","slug":"ms2-multi-document-summarization-of-medical","title":"MS2: Multi-Document Summarization of Medical Studies","date":"2021-04-13","arxiv_id":"2104.06486","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ms2-multi-document-summarization-of-medical#ran","syntology_url":"https://syntology.ai/paper/2104.06486","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06486"}},"official":{"repos":["allenai/ms2"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/quantitative-argument-summarization-and","slug":"quantitative-argument-summarization-and","title":"Quantitative Argument Summarization and Beyond: Cross-Domain Key Point Analysis","date":"2020-10-11","arxiv_id":"2010.05369","repositories_listed":2,"syntology":null},{"url":"/paper/attention-aware-inference-for-neural","slug":"attention-aware-inference-for-neural","title":"Global-aware Beam Search for Neural Abstractive Summarization","date":"2020-09-15","arxiv_id":"2009.06891","repositories_listed":2,"syntology":null},{"url":"/paper/generating-factual-narrative-summaries-of","slug":"generating-factual-narrative-summaries-of","title":"Generating (Factual?) Narrative Summaries of RCTs: Experiments with Neural Multi-Document Summarization","date":"2020-08-25","arxiv_id":"2008.11293","repositories_listed":2,"syntology":null},{"url":"/paper/pre-training-via-paraphrasing","slug":"pre-training-via-paraphrasing","title":"Pre-training via Paraphrasing","date":"2020-06-26","arxiv_id":"2006.15020","repositories_listed":2,"syntology":{"n":18,"n_ran":15,"n_constructed":0,"n_ran_checked":12,"n_instrument":3,"n_unverified":3,"n_honours":3,"n_violates":2,"n_no_contract":7,"n_pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 3 honoured, 2 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pre-training-via-paraphrasing#ran","syntology_url":"https://syntology.ai/paper/2006.15020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.15020"}},"official":null}},{"url":"/paper/leveraging-graph-to-improve-abstractive-multi","slug":"leveraging-graph-to-improve-abstractive-multi","title":"Leveraging Graph to Improve Abstractive Multi-Document Summarization","date":"2020-05-20","arxiv_id":"2005.10043","repositories_listed":2,"syntology":null},{"url":"/paper/centroid-based-text-summarization-through","slug":"centroid-based-text-summarization-through","title":"Centroid-based Text Summarization through Compositionality of Word Embeddings","date":"2017-04-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/generationprograms-fine-grained-attribution","slug":"generationprograms-fine-grained-attribution","title":"GenerationPrograms: Fine-grained Attribution with Executable Programs","date":"2025-06-17","arxiv_id":"2506.14580","repositories_listed":1,"syntology":null},{"url":"/paper/improving-fairness-of-large-language-models","slug":"improving-fairness-of-large-language-models","title":"Improving Fairness of Large Language Models in Multi-document Summarization","date":"2025-06-09","arxiv_id":"2506.07479","repositories_listed":1,"syntology":null},{"url":"/paper/ask-retrieve-summarize-a-modular-pipeline-for","slug":"ask-retrieve-summarize-a-modular-pipeline-for","title":"Ask, Retrieve, Summarize: A Modular Pipeline for Scientific Literature Summarization","date":"2025-05-22","arxiv_id":"2505.16349","repositories_listed":1,"syntology":null},{"url":"/paper/estimating-optimal-context-length-for-hybrid","slug":"estimating-optimal-context-length-for-hybrid","title":"Estimating Optimal Context Length for Hybrid Retrieval-augmented Multi-document Summarization","date":"2025-04-17","arxiv_id":"2504.12972","repositories_listed":1,"syntology":null},{"url":"/paper/scaling-multi-document-event-summarization","slug":"scaling-multi-document-event-summarization","title":"Scaling Multi-Document Event Summarization: Evaluating Compression vs. Full-Text Approaches","date":"2025-02-10","arxiv_id":"2502.06617","repositories_listed":1,"syntology":null},{"url":"/paper/coverage-based-fairness-in-multi-document","slug":"coverage-based-fairness-in-multi-document","title":"Coverage-based Fairness in Multi-document Summarization","date":"2024-12-11","arxiv_id":"2412.08795","repositories_listed":1,"syntology":null},{"url":"/paper/fair-summarization-bridging-quality-and","slug":"fair-summarization-bridging-quality-and","title":"Fair Summarization: Bridging Quality and Diversity in Extractive Summaries","date":"2024-11-12","arxiv_id":"2411.07521","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fair-summarization-bridging-quality-and#ran","syntology_url":"https://syntology.ai/paper/2411.07521","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.07521"}},"official":{"repos":["PortNLP/FairEXTSummarizer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/from-single-to-multi-how-llms-hallucinate-in","slug":"from-single-to-multi-how-llms-hallucinate-in","title":"From Single to Multi: How LLMs Hallucinate in Multi-Document Summarization","date":"2024-10-17","arxiv_id":"2410.13961","repositories_listed":1,"syntology":null},{"url":"/paper/globesumm-a-challenging-benchmark-towards","slug":"globesumm-a-challenging-benchmark-towards","title":"GlobeSumm: A Challenging Benchmark Towards Unifying Multi-lingual, Cross-lingual and Multi-document News Summarization","date":"2024-10-05","arxiv_id":"2410.04087","repositories_listed":1,"syntology":null},{"url":"/paper/glimmer-incorporating-graph-and-lexical","slug":"glimmer-incorporating-graph-and-lexical","title":"GLIMMER: Incorporating Graph and Lexical Features in Unsupervised Multi-Document Summarization","date":"2024-08-19","arxiv_id":"2408.10115","repositories_listed":1,"syntology":null},{"url":"/paper/glimpse-pragmatically-informative-multi","slug":"glimpse-pragmatically-informative-multi","title":"GLIMPSE: Pragmatically Informative Multi-Document Summarization for Scholarly Reviews","date":"2024-06-11","arxiv_id":"2406.07359","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/glimpse-pragmatically-informative-multi#ran","syntology_url":"https://syntology.ai/paper/2406.07359","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.07359"}},"official":{"repos":["icannos/glimpse-mds"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/the-power-of-summary-source-alignments","slug":"the-power-of-summary-source-alignments","title":"The Power of Summary-Source Alignments","date":"2024-06-02","arxiv_id":"2406.00842","repositories_listed":1,"syntology":null},{"url":"/paper/text-generation-a-systematic-literature","slug":"text-generation-a-systematic-literature","title":"Text Generation: A Systematic Literature Review of Tasks, Evaluation, and Challenges","date":"2024-05-24","arxiv_id":"2405.15604","repositories_listed":1,"syntology":null},{"url":"/paper/which-information-matters-dissecting-human","slug":"which-information-matters-dissecting-human","title":"Which Information Matters? Dissecting Human-written Multi-document Summaries with Partial Information Decomposition","date":"2024-05-23","arxiv_id":"2405.14470","repositories_listed":1,"syntology":null},{"url":"/paper/disentangling-specificity-for-abstractive","slug":"disentangling-specificity-for-abstractive","title":"Disentangling Specificity for Abstractive Multi-document Summarization","date":"2024-05-12","arxiv_id":"2406.00005","repositories_listed":1,"syntology":null},{"url":"/paper/multi-news-cost-efficient-dataset-cleansing","slug":"multi-news-cost-efficient-dataset-cleansing","title":"Multi-News+: Cost-efficient Dataset Cleansing via LLM-based Data Annotation","date":"2024-04-15","arxiv_id":"2404.09682","repositories_listed":1,"syntology":null},{"url":"/paper/attribute-first-then-generate-locally","slug":"attribute-first-then-generate-locally","title":"Attribute First, then Generate: Locally-attributable Grounded Text Generation","date":"2024-03-25","arxiv_id":"2403.17104","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attribute-first-then-generate-locally#ran","syntology_url":"https://syntology.ai/paper/2403.17104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.17104"}},"official":{"repos":["lovodkin93/attribute-first-then-generate"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/shaping-political-discourse-using-multi","slug":"shaping-political-discourse-using-multi","title":"Shaping Political Discourse using multi-source News Summarization","date":"2023-12-18","arxiv_id":"2312.11703","repositories_listed":1,"syntology":null},{"url":"/paper/openasp-a-benchmark-for-multi-document-open","slug":"openasp-a-benchmark-for-multi-document-open","title":"OpenAsp: A Benchmark for Multi-document Open Aspect-based Summarization","date":"2023-12-07","arxiv_id":"2312.04440","repositories_listed":1,"syntology":null},{"url":"/paper/supervising-the-centroid-baseline-for","slug":"supervising-the-centroid-baseline-for","title":"Supervising the Centroid Baseline for Extractive Multi-Document Summarization","date":"2023-11-29","arxiv_id":"2311.17771","repositories_listed":1,"syntology":null},{"url":"/paper/pelms-pre-training-for-effective-low-shot","slug":"pelms-pre-training-for-effective-low-shot","title":"PELMS: Pre-training for Effective Low-Shot Multi-Document Summarization","date":"2023-11-16","arxiv_id":"2311.09836","repositories_listed":1,"syntology":null},{"url":"/paper/non-parametric-memory-guidance-for-multi","slug":"non-parametric-memory-guidance-for-multi","title":"Non-Parametric Memory Guidance for Multi-Document Summarization","date":"2023-11-14","arxiv_id":"2311.10760","repositories_listed":1,"syntology":null},{"url":"/paper/embrace-divergence-for-richer-insights-a","slug":"embrace-divergence-for-richer-insights-a","title":"Embrace Divergence for Richer Insights: A Multi-document Summarization Benchmark and a Case Study on Summarizing Diverse Information from News Articles","date":"2023-09-17","arxiv_id":"2309.09369","repositories_listed":1,"syntology":null},{"url":"/paper/odsum-new-benchmarks-for-open-domain-multi","slug":"odsum-new-benchmarks-for-open-domain-multi","title":"ODSum: New Benchmarks for Open Domain Multi-Document Summarization","date":"2023-09-16","arxiv_id":"2309.08960","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/odsum-new-benchmarks-for-open-domain-multi#ran","syntology_url":"https://syntology.ai/paper/2309.08960","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.08960"}},"official":{"repos":["yale-nlp/odsum"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pre-training-meets-clustering-a-hybrid","slug":"pre-training-meets-clustering-a-hybrid","title":"Pre-training Meets Clustering: A Hybrid Extractive Multi-document Summarization Model","date":"2023-05-25","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-sentence-union-generation-as-a","slug":"revisiting-sentence-union-generation-as-a","title":"Revisiting Sentence Union Generation as a Testbed for Text Consolidation","date":"2023-05-24","arxiv_id":"2305.15605","repositories_listed":1,"syntology":null},{"url":"/paper/automated-metrics-for-medical-multi-document","slug":"automated-metrics-for-medical-multi-document","title":"Automated Metrics for Medical Multi-Document Summarization Disagree with Human Evaluations","date":"2023-05-23","arxiv_id":"2305.13693","repositories_listed":1,"syntology":null},{"url":"/paper/a-hierarchical-encoding-decoding-scheme-for","slug":"a-hierarchical-encoding-decoding-scheme-for","title":"A Hierarchical Encoding-Decoding Scheme for Abstractive Multi-document Summarization","date":"2023-05-15","arxiv_id":"2305.08503","repositories_listed":1,"syntology":null},{"url":"/paper/towards-summarizing-multiple-documents-with","slug":"towards-summarizing-multiple-documents-with","title":"Summarizing Multiple Documents with Conversational Structure for Meta-Review Generation","date":"2023-05-02","arxiv_id":"2305.01498","repositories_listed":1,"syntology":null},{"url":"/paper/xwikigen-cross-lingual-summarization-for","slug":"xwikigen-cross-lingual-summarization-for","title":"XWikiGen: Cross-lingual Summarization for Encyclopedic Text Generation in Low Resource Languages","date":"2023-03-22","arxiv_id":"2303.12308","repositories_listed":1,"syntology":null},{"url":"/paper/compressed-heterogeneous-graph-for","slug":"compressed-heterogeneous-graph-for","title":"Compressed Heterogeneous Graph for Abstractive Multi-Document Summarization","date":"2023-03-12","arxiv_id":"2303.06565","repositories_listed":1,"syntology":null},{"url":"/paper/pdsum-prototype-driven-continuous","slug":"pdsum-prototype-driven-continuous","title":"PDSum: Prototype-driven Continuous Summarization of Evolving Multi-document Sets Stream","date":"2023-02-10","arxiv_id":"2302.05550","repositories_listed":1,"syntology":null},{"url":"/paper/generating-a-structured-summary-of-numerous","slug":"generating-a-structured-summary-of-numerous","title":"Generating a Structured Summary of Numerous Academic Papers: Dataset and Method","date":"2023-02-09","arxiv_id":"2302.04580","repositories_listed":1,"syntology":null},{"url":"/paper/sumren-summarizing-reported-speech-about","slug":"sumren-summarizing-reported-speech-about","title":"SumREN: Summarizing Reported Speech about Events in News","date":"2022-12-02","arxiv_id":"2212.01146","repositories_listed":1,"syntology":null},{"url":"/paper/how-multi-is-multi-document-summarization","slug":"how-multi-is-multi-document-summarization","title":"How \"Multi\" is Multi-Document Summarization?","date":"2022-10-23","arxiv_id":"2210.12688","repositories_listed":1,"syntology":null},{"url":"/paper/overview-of-mslr2022-a-shared-task-on-multi","slug":"overview-of-mslr2022-a-shared-task-on-multi","title":"Overview of MSLR2022: A Shared Task on Multi-document Summarization for Literature Reviews","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/uper-boosting-multi-document-summarization","slug":"uper-boosting-multi-document-summarization","title":"UPER: Boosting Multi-Document Summarization with an Unsupervised Prompt-based Extractor","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/multi-document-summarization-with-centroid","slug":"multi-document-summarization-with-centroid","title":"Multi-Document Summarization with Centroid-Based Pretraining","date":"2022-08-01","arxiv_id":"2208.01006","repositories_listed":1,"syntology":null},{"url":"/paper/multi-lexsum-real-world-summaries-of-civil","slug":"multi-lexsum-real-world-summaries-of-civil","title":"Multi-LexSum: Real-World Summaries of Civil Rights Lawsuits at Multiple Granularities","date":"2022-06-22","arxiv_id":"2206.10883","repositories_listed":1,"syntology":null},{"url":"/paper/improving-multi-document-summarization","slug":"improving-multi-document-summarization","title":"Improving Multi-Document Summarization through Referenced Flexible Extraction with Credit-Awareness","date":"2022-05-04","arxiv_id":"2205.01889","repositories_listed":1,"syntology":null},{"url":"/paper/a-multi-document-coverage-reward-for-relaxed-1","slug":"a-multi-document-coverage-reward-for-relaxed-1","title":"A Multi-Document Coverage Reward for RELAXed Multi-Document Summarization","date":"2022-03-06","arxiv_id":"2203.02894","repositories_listed":1,"syntology":null},{"url":"/paper/peersum-a-peer-review-dataset-for-abstractive-1","slug":"peersum-a-peer-review-dataset-for-abstractive-1","title":"PeerSum: A Peer Review Dataset for Abstractive Multi-document Summarization","date":"2022-03-03","arxiv_id":"2203.01769","repositories_listed":1,"syntology":null},{"url":"/paper/proposition-level-clustering-for-multi","slug":"proposition-level-clustering-for-multi","title":"Proposition-Level Clustering for Multi-Document Summarization","date":"2022-01-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/primera-pyramid-based-masked-sentence-pre","slug":"primera-pyramid-based-masked-sentence-pre","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","date":"2021-11-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ms-2-multi-document-summarization-of-medical","slug":"ms-2-multi-document-summarization-of-medical","title":"MSˆ2: Multi-Document Summarization of Medical Studies","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sgsum-transforming-multi-document-1","slug":"sgsum-transforming-multi-document-1","title":"SgSum:Transforming Multi-document Summarization into Sub-graph Selection","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sgsum-transforming-multi-document","slug":"sgsum-transforming-multi-document","title":"SgSum: Transforming Multi-document Summarization into Sub-graph Selection","date":"2021-10-25","arxiv_id":"2110.12645","repositories_listed":1,"syntology":null},{"url":"/paper/modeling-endorsement-for-multi-document","slug":"modeling-endorsement-for-multi-document","title":"Modeling Endorsement for Multi-Document Abstractive Summarization","date":"2021-10-15","arxiv_id":"2110.07844","repositories_listed":1,"syntology":null},{"url":"/paper/hetformer-heterogeneous-transformer-with","slug":"hetformer-heterogeneous-transformer-with","title":"HETFORMER: Heterogeneous Transformer with Sparse Attention for Long-Text Extractive Summarization","date":"2021-10-12","arxiv_id":"2110.06388","repositories_listed":1,"syntology":null},{"url":"/paper/extending-multi-text-sentence-fusion","slug":"extending-multi-text-sentence-fusion","title":"Extending Multi-Text Sentence Fusion Resources via Pyramid Annotations","date":"2021-10-09","arxiv_id":"2110.04517","repositories_listed":1,"syntology":null},{"url":"/paper/howsumm-a-multi-document-summarization","slug":"howsumm-a-multi-document-summarization","title":"HowSumm: A Multi-Document Summarization Dataset Derived from WikiHow Articles","date":"2021-10-07","arxiv_id":"2110.03179","repositories_listed":1,"syntology":null},{"url":"/paper/qa-align-representing-cross-text-content","slug":"qa-align-representing-cross-text-content","title":"QA-Align: Representing Cross-Text Content Overlap by Aligning Question-Answer Propositions","date":"2021-09-26","arxiv_id":"2109.12655","repositories_listed":1,"syntology":null},{"url":"/paper/miranews-dataset-and-benchmarks-for-multi","slug":"miranews-dataset-and-benchmarks-for-multi","title":"MiRANews: Dataset and Benchmarks for Multi-Resource-Assisted News Summarization","date":"2021-09-22","arxiv_id":"2109.10650","repositories_listed":1,"syntology":null},{"url":"/paper/summertime-text-summarization-toolkit-for-non","slug":"summertime-text-summarization-toolkit-for-non","title":"SummerTime: Text Summarization Toolkit for Non-experts","date":"2021-08-29","arxiv_id":"2108.12738","repositories_listed":1,"syntology":null},{"url":"/paper/descgen-a-distantly-supervised-datasetfor-1","slug":"descgen-a-distantly-supervised-datasetfor-1","title":"DESCGEN: A Distantly Supervised Datasetfor Generating Entity Descriptions","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/using-query-expansion-in-manifold-ranking-for","slug":"using-query-expansion-in-manifold-ranking-for","title":"Using Query Expansion in Manifold Ranking for Query-Oriented Multi-Document Summarization","date":"2021-07-31","arxiv_id":"2108.01441","repositories_listed":1,"syntology":null},{"url":"/paper/twag-a-topic-guided-wikipedia-abstract","slug":"twag-a-topic-guided-wikipedia-abstract","title":"TWAG: A Topic-Guided Wikipedia Abstract Generator","date":"2021-06-29","arxiv_id":"2106.15135","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/twag-a-topic-guided-wikipedia-abstract#ran","syntology_url":"https://syntology.ai/paper/2106.15135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15135"}},"official":{"repos":["THU-KEG/TWAG"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/efficiently-summarizing-text-and-graph","slug":"efficiently-summarizing-text-and-graph","title":"Efficiently Summarizing Text and Graph Encodings of Multi-Document Clusters","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/extending-multi-document-summarization","slug":"extending-multi-document-summarization","title":"Extending Multi-Document Summarization Evaluation to the Interactive Setting","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/transfer-learning-for-sequence-generation","slug":"transfer-learning-for-sequence-generation","title":"Transfer Learning for Sequence Generation: from Single-source to Multi-source","date":"2021-05-31","arxiv_id":"2105.14809","repositories_listed":1,"syntology":null},{"url":"/paper/error-analysis-of-using-bart-for-multi","slug":"error-analysis-of-using-bart-for-multi","title":"Error Analysis of using BART for Multi-Document Summarization: A Study for English and German Language","date":"2021-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/nutri-bullets-summarizing-health-studies-by","slug":"nutri-bullets-summarizing-health-studies-by","title":"Nutri-bullets: Summarizing Health Studies by Composing Segments","date":"2021-03-22","arxiv_id":"2103.11921","repositories_listed":1,"syntology":null},{"url":"/paper/data-augmentation-for-abstractive-query","slug":"data-augmentation-for-abstractive-query","title":"Data Augmentation for Abstractive Query-Focused Multi-Document Summarization","date":"2021-03-02","arxiv_id":"2103.01863","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":7,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/data-augmentation-for-abstractive-query#ran","syntology_url":"https://syntology.ai/paper/2103.01863","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.01863"}},"official":{"repos":["ramakanth-pasunuru/QmdsCnnIr"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/elske-efficient-large-scale-keyphrase","slug":"elske-efficient-large-scale-keyphrase","title":"ELSKE: Efficient Large-Scale Keyphrase Extraction","date":"2021-02-10","arxiv_id":"2102.05700","repositories_listed":1,"syntology":null},{"url":"/paper/flight-of-the-pegasus-comparing-transformers","slug":"flight-of-the-pegasus-comparing-transformers","title":"Flight of the PEGASUS? Comparing Transformers on Few-shot and Zero-shot Multi-document Abstractive Summarization","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/wsl-ds-weakly-supervised-learning-with","slug":"wsl-ds-weakly-supervised-learning-with","title":"WSL-DS: Weakly Supervised Learning with Distant Supervision for Query Focused Multi-Document Abstractive Summarization","date":"2020-11-03","arxiv_id":"2011.01421","repositories_listed":1,"syntology":null},{"url":"/paper/abstractive-multi-document-summarization-via-1","slug":"abstractive-multi-document-summarization-via-1","title":"Abstractive Multi-Document Summarization via Joint Learning with Single-Document Summarization","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/multi-xscience-a-large-scale-dataset-for","slug":"multi-xscience-a-large-scale-dataset-for","title":"Multi-XScience: A Large-scale Dataset for Extreme Multi-document Summarization of Scientific Articles","date":"2020-10-27","arxiv_id":"2010.14235","repositories_listed":1,"syntology":null},{"url":"/paper/aquamuse-automatically-generating-datasets","slug":"aquamuse-automatically-generating-datasets","title":"AQuaMuSe: Automatically Generating Datasets for Query-Based Multi-Document Summarization","date":"2020-10-23","arxiv_id":"2010.12694","repositories_listed":1,"syntology":null},{"url":"/paper/supmmd-a-sentence-importance-model-for","slug":"supmmd-a-sentence-importance-model-for","title":"SupMMD: A Sentence Importance Model for Extractive Summarization using Maximum Mean Discrepancy","date":"2020-10-06","arxiv_id":"2010.02568","repositories_listed":1,"syntology":null},{"url":"/paper/corpora-evaluation-and-system-bias-detection","slug":"corpora-evaluation-and-system-bias-detection","title":"Corpora Evaluation and System Bias Detection in Multi-document Summarization","date":"2020-10-05","arxiv_id":"2010.01786","repositories_listed":1,"syntology":null},{"url":"/paper/multi-document-summarization-with-maximal","slug":"multi-document-summarization-with-maximal","title":"Multi-document Summarization with Maximal Marginal Relevance-guided Reinforcement Learning","date":"2020-09-30","arxiv_id":"2010.00117","repositories_listed":1,"syntology":null},{"url":"/paper/superpal-supervised-proposition-alignment-for","slug":"superpal-supervised-proposition-alignment-for","title":"Summary-Source Proposition-level Alignment: Task, Datasets and Supervised Baseline","date":"2020-09-01","arxiv_id":"2009.00590","repositories_listed":1,"syntology":null},{"url":"/paper/summpip-unsupervised-multi-document","slug":"summpip-unsupervised-multi-document","title":"SummPip: Unsupervised Multi-Document Summarization with Sentence Graph Compression","date":"2020-07-17","arxiv_id":"2007.08954","repositories_listed":1,"syntology":null},{"url":"/paper/dyne-dynamic-ensemble-decoding-for-multi","slug":"dyne-dynamic-ensemble-decoding-for-multi","title":"DynE: Dynamic Ensemble Decoding for Multi-Document Summarization","date":"2020-06-15","arxiv_id":"2006.08748","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dyne-dynamic-ensemble-decoding-for-multi#ran","syntology_url":"https://syntology.ai/paper/2006.08748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.08748"}},"official":{"repos":["chrishokamp/dynamic-transformer-ensembles"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/read-what-you-need-controllable-aspect-based","slug":"read-what-you-need-controllable-aspect-based","title":"Read what you need: Controllable Aspect-based Opinion Summarization of Tourist Reviews","date":"2020-06-08","arxiv_id":"2006.04660","repositories_listed":1,"syntology":null},{"url":"/paper/a-large-scale-multi-document-summarization","slug":"a-large-scale-multi-document-summarization","title":"A Large-Scale Multi-Document Summarization Dataset from the Wikipedia Current Events Portal","date":"2020-05-20","arxiv_id":"2005.10070","repositories_listed":1,"syntology":null},{"url":"/paper/supert-towards-new-frontiers-in-unsupervised","slug":"supert-towards-new-frontiers-in-unsupervised","title":"SUPERT: Towards New Frontiers in Unsupervised Evaluation Metrics for Multi-Document Summarization","date":"2020-05-07","arxiv_id":"2005.03724","repositories_listed":1,"syntology":null},{"url":"/paper/caire-covid-a-question-answering-and-multi","slug":"caire-covid-a-question-answering-and-multi","title":"CAiRE-COVID: A Question Answering and Query-focused Multi-Document Summarization System for COVID-19 Scholarly Information Management","date":"2020-05-04","arxiv_id":"2005.03975","repositories_listed":1,"syntology":null},{"url":"/paper/gamewikisum-a-novel-large-multi-document","slug":"gamewikisum-a-novel-large-multi-document","title":"GameWikiSum: a Novel Large Multi-Document Summarization Dataset","date":"2020-02-17","arxiv_id":"2002.06851","repositories_listed":1,"syntology":null},{"url":"/paper/extractive-multi-document-summarization-using-2","slug":"extractive-multi-document-summarization-using-2","title":"Extractive Multi-document Summarization using K-means, Centroid-based Method, MMR, and Sentence Position","date":"2019-12-04","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/using-local-knowledge-graph-construction-to","slug":"using-local-knowledge-graph-construction-to","title":"Using Local Knowledge Graph Construction to Scale Seq2Seq Models to Multi-Document Inputs","date":"2019-10-18","arxiv_id":"1910.08435","repositories_listed":1,"syntology":null},{"url":"/paper/multi-news-a-large-scale-multi-document","slug":"multi-news-a-large-scale-multi-document","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","date":"2019-06-04","arxiv_id":"1906.01749","repositories_listed":1,"syntology":null},{"url":"/paper/fast-concept-mention-grouping-for-concept-map","slug":"fast-concept-mention-grouping-for-concept-map","title":"Fast Concept Mention Grouping for Concept Map-based Multi-Document Summarization","date":"2019-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/190600072","slug":"190600072","title":"Improving the Similarity Measure of Determinantal Point Processes for Extractive Multi-Document Summarization","date":"2019-05-31","arxiv_id":"1906.00072","repositories_listed":1,"syntology":null}],"syntology_records":12,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/multi-document-summarization-on-multi-news","since_archive":"/sota/multi-document-summarization-on-multi-news#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":13,"papers_where_code_ran_first_page":"/task/multi-document-summarization/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":4,"url":"/task/multi-document-summarization/papers/2","json":"/task/multi-document-summarization/papers/2.json","rows":100},{"order":"archive","page":3,"of":4,"url":"/task/multi-document-summarization/papers/3","json":"/task/multi-document-summarization/papers/3.json","rows":100},{"order":"archive","page":4,"of":4,"url":"/task/multi-document-summarization/papers/4","json":"/task/multi-document-summarization/papers/4.json","rows":59},{"order":"ran","page":1,"of":1,"url":"/task/multi-document-summarization/papers/ran/1","json":"/task/multi-document-summarization/papers/ran/1.json","rows":13}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"7b3e93e0a2ac1fd9f64f3de142aa2bce973272ade9e32de2ba477dc0feb347ce","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}