{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/machine-reading-comprehension","name":"Machine Reading Comprehension","slug":"machine-reading-comprehension","description_markdown":"**Machine Reading Comprehension** is one of the key problems in Natural Language Understanding, where the task is to read and comprehend a given text passage, and then answer questions based on it.\r\n\r\n<span class=\"description-source\">Source: [Making Neural Machine Reading Comprehension Faster ](https://arxiv.org/abs/1904.00796)</span>","categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":555,"papers_with_code":206,"benchmarks":4,"benchmark_tables_in_archive":4,"benchmark_tables_shown":4,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":43,"subtasks":0,"parent_tasks":2},"benchmarks":[{"leaderboard":"/sota/machine-reading-comprehension-on-dream","slug":"machine-reading-comprehension-on-dream","dataset":"DREAM","dataset_url":"/dataset/dream","rows_in_archive":3,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"ASA + RoBERTa","paper_title":"Adversarial Self-Attention for Language Understanding","paper_url":"/paper/adversarial-self-attention-for-language","paper_date":"2022-06-25","arxiv_id":"2206.12608","code_links":[{"title":"gingasan/adversarialsa","url":"https://github.com/gingasan/adversarialsa"}],"syntology":null}},{"leaderboard":"/sota/machine-reading-comprehension-on-reclor","slug":"machine-reading-comprehension-on-reclor","dataset":"ReClor","dataset_url":"/dataset/reclor","rows_in_archive":3,"metrics":["Accuracy","Accuracy (easy)","Accuracy (hard)"],"first_row_in_archive_order":{"model":"XLNet-large","paper_title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning","paper_url":"/paper/reclor-a-reading-comprehension-dataset-1","paper_date":"2020-02-11","arxiv_id":"2002.04326","code_links":[{"title":"yuweihao/reclor","url":"https://github.com/yuweihao/reclor"}],"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/reclor-a-reading-comprehension-dataset-1#ran","syntology_url":"https://syntology.ai/paper/2002.04326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.04326"}},"official":{"repos":["yuweihao/reclor"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}}},{"leaderboard":"/sota/machine-reading-comprehension-on-uquad","slug":"machine-reading-comprehension-on-uquad","dataset":"UQuAD","dataset_url":"/dataset/uquad","rows_in_archive":2,"metrics":["Exact Match","F1"],"first_row_in_archive_order":{"model":"BERT","paper_title":"UQuAD1.0: Development of an Urdu Question Answering Training Data for Machine Reading Comprehension","paper_url":"/paper/uquad1-0-development-of-an-urdu-question","paper_date":"2021-11-02","arxiv_id":"2111.01543","code_links":[],"syntology":null}},{"leaderboard":"/sota/machine-reading-comprehension-on-biomrc","slug":"machine-reading-comprehension-on-biomrc","dataset":"BIOMRC","dataset_url":"/dataset/biomrc","rows_in_archive":1,"metrics":["Acc"],"first_row_in_archive_order":{"model":"MLP-based-weighting (on BIOMRC Lite)","paper_title":"Contextual embedding and model weighting by fusing domain knowledge on Biomedical Question Answering","paper_url":"/paper/contextual-embedding-and-model-weighting-by","paper_date":"2022-06-26","arxiv_id":"2206.12866","code_links":[{"title":"leoleoasd/mlp-based-weighting","url":"https://github.com/leoleoasd/mlp-based-weighting"}],"syntology":null}}],"datasets":[{"url":"/dataset/logiqa","name":"LogiQA","full_name":"","num_papers_in_archive":127},{"url":"/dataset/mrqa-2019","name":"MRQA","full_name":"","num_papers_in_archive":116},{"url":"/dataset/mctest","name":"MCTest","full_name":"","num_papers_in_archive":114},{"url":"/dataset/cbt","name":"CBT","full_name":"Children’s Book Test","num_papers_in_archive":92},{"url":"/dataset/reclor","name":"ReClor","full_name":"","num_papers_in_archive":88},{"url":"/dataset/cmrc","name":"CMRC","full_name":"Chinese Machine Reading Comprehension","num_papers_in_archive":69},{"url":"/dataset/belebele","name":"Belebele","full_name":"","num_papers_in_archive":68},{"url":"/dataset/dream","name":"DREAM","full_name":"","num_papers_in_archive":68},{"url":"/dataset/mutual","name":"MuTual","full_name":"MuTual","num_papers_in_archive":55},{"url":"/dataset/c3","name":"C3","full_name":"","num_papers_in_archive":54},{"url":"/dataset/drcd","name":"DRCD","full_name":"Delta Reading Comprehension Dataset","num_papers_in_archive":53},{"url":"/dataset/quoref","name":"Quoref","full_name":"Quoref","num_papers_in_archive":50},{"url":"/dataset/cmrc-2018","name":"CMRC 2018","full_name":"Chinese Machine Reading Comprehension 2018","num_papers_in_archive":49},{"url":"/dataset/duorc","name":"DuoRC","full_name":"DuoRC","num_papers_in_archive":42},{"url":"/dataset/chid","name":"ChID","full_name":"Chinese IDiom dataset","num_papers_in_archive":38},{"url":"/dataset/visualmrc","name":"VisualMRC","full_name":"VisualMRC: Machine Reading Comprehension on Document Images","num_papers_in_archive":36},{"url":"/dataset/holl-e","name":"Holl-E","full_name":"","num_papers_in_archive":30},{"url":"/dataset/molweni","name":"Molweni","full_name":"","num_papers_in_archive":29},{"url":"/dataset/adversarialqa","name":"AdversarialQA","full_name":"","num_papers_in_archive":26},{"url":"/dataset/klue","name":"KLUE","full_name":"Korean Language Understanding Evaluation","num_papers_in_archive":21},{"url":"/dataset/tweetqa","name":"TweetQA","full_name":"","num_papers_in_archive":19},{"url":"/dataset/uit-viquad","name":"UIT-ViQuAD","full_name":"","num_papers_in_archive":15},{"url":"/dataset/biomrc","name":"BIOMRC","full_name":"","num_papers_in_archive":13},{"url":"/dataset/who-did-what","name":"Who-did-What","full_name":"Who did What","num_papers_in_archive":13},{"url":"/dataset/cmrc-2017","name":"CMRC 2017","full_name":"Chinese Machine Reading Comprehension 2017","num_papers_in_archive":11},{"url":"/dataset/reco","name":"ReCO","full_name":"","num_papers_in_archive":9},{"url":"/dataset/cmrc-2019","name":"CMRC 2019","full_name":"Chinese Machine Reading Comprehension 2019","num_papers_in_archive":8},{"url":"/dataset/bipar","name":"BiPaR","full_name":"BiPaR","num_papers_in_archive":6},{"url":"/dataset/muserc","name":"MuSeRC","full_name":"Russian Multi-Sentence Reading Comprehension","num_papers_in_archive":6},{"url":"/dataset/onestopqa","name":"OneStopQA","full_name":"","num_papers_in_archive":5},{"url":"/dataset/rucos","name":"RuCoS","full_name":"Russian Reading Comprehension with Commonsense Reasoning","num_papers_in_archive":5},{"url":"/dataset/uit-vinewsqa","name":"UIT-ViNewsQA","full_name":"","num_papers_in_archive":5},{"url":"/dataset/vimmrc","name":"ViMMRC","full_name":"Vietnamese Multiple-choice Machine Reading Comprehension Corpus","num_papers_in_archive":4},{"url":"/dataset/uit-viwikiqa","name":"UIT-ViWikiQA","full_name":"","num_papers_in_archive":3},{"url":"/dataset/expmrc","name":"ExpMRC","full_name":"","num_papers_in_archive":2},{"url":"/dataset/mc-afp","name":"MC-AFP","full_name":"","num_papers_in_archive":2},{"url":"/dataset/merger-agreement-understanding-dataset-maud","name":"Merger Agreement Understanding Dataset (MAUD)","full_name":"","num_papers_in_archive":2},{"url":"/dataset/uquad","name":"UQuAD","full_name":"Urdu Question Answering Dataset","num_papers_in_archive":2},{"url":"/dataset/wikireading-recycled","name":"WikiReading Recycled","full_name":"","num_papers_in_archive":2},{"url":"/dataset/idk-mrc","name":"IDK-MRC","full_name":"","num_papers_in_archive":1},{"url":"/dataset/nerel-bio","name":"NEREL-BIO","full_name":"","num_papers_in_archive":1},{"url":"/dataset/persianqa","name":"PersianQA","full_name":"Persian Question Answering Dataset","num_papers_in_archive":1},{"url":"/dataset/qbsum","name":"QBSUM","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/reading-comprehension","name":"Reading Comprehension"},{"url":"/task/visual-question-answering","name":"Visual Question Answering (VQA)"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":6,"rows_per_page":100,"shown":100,"of":555,"of_with_code":206,"tagged_in_all":555,"counts":{"archive_papers_tagged":555,"with_a_code_link":206,"where_syntology_ran_a_sample":33,"not_listed_spam_title":0,"listed":555,"listed_where_code_ran":33,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":26,"every_run_a_failure_of_syntologys_instrument":7,"listed_with_a_run_with_no_instrument_failure":26,"listed_every_run_a_failure_of_syntologys_instrument":7,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/ms-marco-a-human-generated-machine-reading","slug":"ms-marco-a-human-generated-machine-reading","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","date":"2016-11-28","arxiv_id":"1611.09268","repositories_listed":14,"syntology":{"n":33,"n_ran":28,"n_constructed":0,"n_ran_checked":23,"n_instrument":5,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":23,"n_pointer_only":0,"phrase":"28 ran (of which 0 constructed an object rather than computing a result; 23 with no instrument failure: 0 honoured, 0 violated, 23 with no contract checked; 5 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/ms-marco-a-human-generated-machine-reading#ran","syntology_url":"https://syntology.ai/paper/1611.09268","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.09268"}},"official":null}},{"url":"/paper/a-unified-mrc-framework-for-named-entity","slug":"a-unified-mrc-framework-for-named-entity","title":"A Unified MRC Framework for Named Entity Recognition","date":"2019-10-25","arxiv_id":"1910.11476","repositories_listed":8,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-unified-mrc-framework-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/1910.11476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.11476"}},"official":{"repos":["ShannonAI/mrc-for-flat-nested-ner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sdnet-contextualized-attention-based-deep","slug":"sdnet-contextualized-attention-based-deep","title":"SDNet: Contextualized Attention-based Deep Network for Conversational Question Answering","date":"2018-12-10","arxiv_id":"1812.03593","repositories_listed":6,"syntology":null},{"url":"/paper/stochastic-answer-networks-for-machine","slug":"stochastic-answer-networks-for-machine","title":"Stochastic Answer Networks for Machine Reading Comprehension","date":"2017-12-10","arxiv_id":"1712.03556","repositories_listed":6,"syntology":null},{"url":"/paper/stochastic-answer-networks-for-squad-20","slug":"stochastic-answer-networks-for-squad-20","title":"Stochastic Answer Networks for SQuAD 2.0","date":"2018-09-24","arxiv_id":"1809.09194","repositories_listed":5,"syntology":null},{"url":"/paper/multi-task-learning-for-machine-reading","slug":"multi-task-learning-for-machine-reading","title":"Multi-task Learning with Sample Re-weighting for Machine Reading Comprehension","date":"2018-09-18","arxiv_id":"1809.06963","repositories_listed":5,"syntology":null},{"url":"/paper/klue-korean-language-understanding-evaluation","slug":"klue-korean-language-understanding-evaluation","title":"KLUE: Korean Language Understanding Evaluation","date":"2021-05-20","arxiv_id":"2105.09680","repositories_listed":4,"syntology":null},{"url":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","slug":"dice-loss-for-data-imbalanced-nlp-tasks","title":"Dice Loss for Data-imbalanced NLP Tasks","date":"2019-11-07","arxiv_id":"1911.02855","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dice-loss-for-data-imbalanced-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/1911.02855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02855"}},"official":{"repos":["ShannonAI/dice_loss_for_NLP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chinesebert-chinese-pretraining-enhanced-by","slug":"chinesebert-chinese-pretraining-enhanced-by","title":"ChineseBERT: Chinese Pretraining Enhanced by Glyph and Pinyin Information","date":"2021-06-30","arxiv_id":"2106.16038","repositories_listed":3,"syntology":null},{"url":"/paper/dureaderrobust-a-chinese-dataset-towards","slug":"dureaderrobust-a-chinese-dataset-towards","title":"DuReader_robust: A Chinese Dataset Towards Evaluating Robustness and Generalization of Machine Reading Comprehension in Real-World Applications","date":"2020-04-23","arxiv_id":"2004.11142","repositories_listed":3,"syntology":null},{"url":"/paper/clue-a-chinese-language-understanding","slug":"clue-a-chinese-language-understanding","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","date":"2020-04-13","arxiv_id":"2004.05986","repositories_listed":3,"syntology":null},{"url":"/paper/dual-multi-head-co-attention-for-multi-choice","slug":"dual-multi-head-co-attention-for-multi-choice","title":"DUMA: Reading Comprehension with Transposition Thinking","date":"2020-01-26","arxiv_id":"2001.09415","repositories_listed":3,"syntology":null},{"url":"/paper/dureader-a-chinese-machine-reading","slug":"dureader-a-chinese-machine-reading","title":"DuReader: a Chinese Machine Reading Comprehension Dataset from Real-world Applications","date":"2017-11-14","arxiv_id":"1711.05073","repositories_listed":3,"syntology":null},{"url":"/paper/reinforced-mnemonic-reader-for-machine","slug":"reinforced-mnemonic-reader-for-machine","title":"Reinforced Mnemonic Reader for Machine Reading Comprehension","date":"2017-05-08","arxiv_id":"1705.02798","repositories_listed":3,"syntology":null},{"url":"/paper/the-belebele-benchmark-a-parallel-reading","slug":"the-belebele-benchmark-a-parallel-reading","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","date":"2023-08-31","arxiv_id":"2308.16884","repositories_listed":2,"syntology":{"n":6,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"0 ran · 6 unverified","sample_list":"/paper/the-belebele-benchmark-a-parallel-reading#ran","syntology_url":"https://syntology.ai/paper/2308.16884","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.16884"}},"official":{"repos":["facebookresearch/belebele"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":6,"ran_from_kinds":[]}}},{"url":"/paper/rethinking-label-smoothing-on-multi-hop","slug":"rethinking-label-smoothing-on-multi-hop","title":"Rethinking Label Smoothing on Multi-hop Question Answering","date":"2022-12-19","arxiv_id":"2212.09512","repositories_listed":2,"syntology":null},{"url":"/paper/genius-sketch-based-language-model-pre","slug":"genius-sketch-based-language-model-pre","title":"GENIUS: Sketch-based Language Model Pre-training via Extreme and Selective Masking for Text Generation and Augmentation","date":"2022-11-18","arxiv_id":"2211.10330","repositories_listed":2,"syntology":null},{"url":"/paper/fact-driven-logical-reasoning","slug":"fact-driven-logical-reasoning","title":"Fact-driven Logical Reasoning for Machine Reading Comprehension","date":"2021-05-21","arxiv_id":"2105.10334","repositories_listed":2,"syntology":null},{"url":"/paper/dependency-parsing-as-mrc-based-span-span","slug":"dependency-parsing-as-mrc-based-span-span","title":"Dependency Parsing as MRC-based Span-Span Prediction","date":"2021-05-17","arxiv_id":"2105.07654","repositories_listed":2,"syntology":null},{"url":"/paper/bidirectional-machine-reading-comprehension","slug":"bidirectional-machine-reading-comprehension","title":"Bidirectional Machine Reading Comprehension for Aspect Sentiment Triplet Extraction","date":"2021-03-13","arxiv_id":"2103.07665","repositories_listed":2,"syntology":null},{"url":"/paper/deer-a-data-efficient-language-model-for","slug":"deer-a-data-efficient-language-model-for","title":"ECONET: Effective Continual Pretraining of Language Models for Event Temporal Reasoning","date":"2020-12-30","arxiv_id":"2012.15283","repositories_listed":2,"syntology":null},{"url":"/paper/logiqa-a-challenge-dataset-for-machine","slug":"logiqa-a-challenge-dataset-for-machine","title":"LogiQA: A Challenge Dataset for Machine Reading Comprehension with Logical Reasoning","date":"2020-07-16","arxiv_id":"2007.08124","repositories_listed":2,"syntology":null},{"url":"/paper/teaching-machine-comprehension-with","slug":"teaching-machine-comprehension-with","title":"Teaching Machine Comprehension with Compositional Explanations","date":"2020-05-02","arxiv_id":"2005.00806","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":1,"n_ran_checked":6,"n_instrument":4,"n_unverified":0,"n_honours":4,"n_violates":1,"n_no_contract":1,"n_pointer_only":10,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 4 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/teaching-machine-comprehension-with#ran","syntology_url":"https://syntology.ai/paper/2005.00806","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00806"}},"official":{"repos":["INK-USC/mrc-explanation","INK-USC/nl-explanation"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":1,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/asking-questions-the-human-way-scalable","slug":"asking-questions-the-human-way-scalable","title":"Asking Questions the Human Way: Scalable Question-Answer Generation from Text Corpus","date":"2020-01-27","arxiv_id":"2002.00748","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/asking-questions-the-human-way-scalable#ran","syntology_url":"https://syntology.ai/paper/2002.00748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.00748"}},"official":{"repos":["bangliu/ACS-QG"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/retrospective-reader-for-machine-reading","slug":"retrospective-reader-for-machine-reading","title":"Retrospective Reader for Machine Reading Comprehension","date":"2020-01-27","arxiv_id":"2001.09694","repositories_listed":2,"syntology":null},{"url":"/paper/numnet-machine-reading-comprehension-with","slug":"numnet-machine-reading-comprehension-with","title":"NumNet: Machine Reading Comprehension with Numerical Reasoning","date":"2019-10-15","arxiv_id":"1910.06701","repositories_listed":2,"syntology":null},{"url":"/paper/mmm-multi-stage-multi-task-learning-for-multi","slug":"mmm-multi-stage-multi-task-learning-for-multi","title":"MMM: Multi-stage Multi-task Learning for Multi-choice Reading Comprehension","date":"2019-10-01","arxiv_id":"1910.00458","repositories_listed":2,"syntology":null},{"url":"/paper/pre-training-with-whole-word-masking-for","slug":"pre-training-with-whole-word-masking-for","title":"Pre-Training with Whole Word Masking for Chinese BERT","date":"2019-06-19","arxiv_id":"1906.08101","repositories_listed":2,"syntology":null},{"url":"/paper/text-understanding-with-the-attention-sum","slug":"text-understanding-with-the-attention-sum","title":"Text Understanding with the Attention Sum Reader Network","date":"2016-03-04","arxiv_id":"1603.01547","repositories_listed":2,"syntology":{"n":10,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/text-understanding-with-the-attention-sum#ran","syntology_url":"https://syntology.ai/paper/1603.01547","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.01547"}},"official":{"repos":["rkadlec/asreader"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/mrceval-a-comprehensive-challenging-and","slug":"mrceval-a-comprehensive-challenging-and","title":"MRCEval: A Comprehensive, Challenging and Accessible Machine Reading Comprehension Benchmark","date":"2025-03-10","arxiv_id":"2503.07144","repositories_listed":1,"syntology":null},{"url":"/paper/rolemrc-a-fine-grained-composite-benchmark","slug":"rolemrc-a-fine-grained-composite-benchmark","title":"RoleMRC: A Fine-Grained Composite Benchmark for Role-Playing and Instruction-Following","date":"2025-02-17","arxiv_id":"2502.11387","repositories_listed":1,"syntology":null},{"url":"/paper/robin-a-transformer-based-model-for-risk-of","slug":"robin-a-transformer-based-model-for-risk-of","title":"RoBIn: A Transformer-Based Model For Risk Of Bias Inference With Machine Reading Comprehension","date":"2024-10-28","arxiv_id":"2410.21495","repositories_listed":1,"syntology":null},{"url":"/paper/2408-02337","slug":"2408-02337","title":"Developing PUGG for Polish: A Modern Approach to KBQA, MRC, and IR Dataset Construction","date":"2024-08-05","arxiv_id":"2408.02337","repositories_listed":1,"syntology":null},{"url":"/paper/2407-21033","slug":"2407-21033","title":"Multi-Grained Query-Guided Set Prediction Network for Grounded Multimodal Named Entity Recognition","date":"2024-07-17","arxiv_id":"2407.21033","repositories_listed":1,"syntology":null},{"url":"/paper/can-a-multichoice-dataset-be-repurposed-for","slug":"can-a-multichoice-dataset-be-repurposed-for","title":"From Multiple-Choice to Extractive QA: A Case Study for English and Arabic","date":"2024-04-26","arxiv_id":"2404.17342","repositories_listed":1,"syntology":null},{"url":"/paper/interpreting-themes-from-educational-stories","slug":"interpreting-themes-from-educational-stories","title":"Interpreting Themes from Educational Stories","date":"2024-04-08","arxiv_id":"2404.05250","repositories_listed":1,"syntology":null},{"url":"/paper/arabicaqa-a-comprehensive-dataset-for-arabic","slug":"arabicaqa-a-comprehensive-dataset-for-arabic","title":"ArabicaQA: A Comprehensive Dataset for Arabic Question Answering","date":"2024-03-26","arxiv_id":"2403.17848","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/arabicaqa-a-comprehensive-dataset-for-arabic#ran","syntology_url":"https://syntology.ai/paper/2403.17848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.17848"}},"official":{"repos":["datascienceuibk/arabicaqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/chroniclingamericaqa-a-large-scale-question","slug":"chroniclingamericaqa-a-large-scale-question","title":"ChroniclingAmericaQA: A Large-scale Question Answering Dataset based on Historical American Newspaper Pages","date":"2024-03-26","arxiv_id":"2403.17859","repositories_listed":1,"syntology":null},{"url":"/paper/wangchanlion-and-wangchanx-mrc-eval","slug":"wangchanlion-and-wangchanx-mrc-eval","title":"WangchanLion and WangchanX MRC Eval","date":"2024-03-24","arxiv_id":"2403.16127","repositories_listed":1,"syntology":null},{"url":"/paper/vlogqa-task-dataset-and-baseline-models-for","slug":"vlogqa-task-dataset-and-baseline-models-for","title":"VlogQA: Task, Dataset, and Baseline Models for Vietnamese Spoken-Based Machine Reading Comprehension","date":"2024-02-05","arxiv_id":"2402.02655","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-external-knowledge-resources-to","slug":"leveraging-external-knowledge-resources-to","title":"Towards Efficient Methods in Medical Question Answering using Knowledge Graph Embeddings","date":"2024-01-15","arxiv_id":"2401.07977","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/leveraging-external-knowledge-resources-to#ran","syntology_url":"https://syntology.ai/paper/2401.07977","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.07977"}},"official":{"repos":["saptarshi059/cdqa-project"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-robust-text-retrieval-with","slug":"towards-robust-text-retrieval-with","title":"Towards Robust Text Retrieval with Progressive Learning","date":"2023-11-20","arxiv_id":"2311.11691","repositories_listed":1,"syntology":null},{"url":"/paper/mirror-a-universal-framework-for-various","slug":"mirror-a-universal-framework-for-various","title":"Mirror: A Universal Framework for Various Information Extraction Tasks","date":"2023-11-09","arxiv_id":"2311.05419","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mirror-a-universal-framework-for-various#ran","syntology_url":"https://syntology.ai/paper/2311.05419","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.05419"}},"official":{"repos":["Spico197/Mirror"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mprompt-exploring-multi-level-prompt-tuning","slug":"mprompt-exploring-multi-level-prompt-tuning","title":"MPrompt: Exploring Multi-level Prompt Tuning for Machine Reading Comprehension","date":"2023-10-27","arxiv_id":"2310.18167","repositories_listed":1,"syntology":null},{"url":"/paper/guiding-llm-to-fool-itself-automatically","slug":"guiding-llm-to-fool-itself-automatically","title":"Guiding LLM to Fool Itself: Automatically Manipulating Machine Reading Comprehension Shortcut Triggers","date":"2023-10-24","arxiv_id":"2310.18360","repositories_listed":1,"syntology":null},{"url":"/paper/explaining-interactions-between-text-spans","slug":"explaining-interactions-between-text-spans","title":"Explaining Interactions Between Text Spans","date":"2023-10-20","arxiv_id":"2310.13506","repositories_listed":1,"syntology":null},{"url":"/paper/instructive-dialogue-summarization-with-query","slug":"instructive-dialogue-summarization-with-query","title":"Instructive Dialogue Summarization with Query Aggregations","date":"2023-10-17","arxiv_id":"2310.10981","repositories_listed":1,"syntology":null},{"url":"/paper/named-entity-recognition-via-machine-reading","slug":"named-entity-recognition-via-machine-reading","title":"Named Entity Recognition via Machine Reading Comprehension: A Multi-Task Learning Approach","date":"2023-09-20","arxiv_id":"2309.11027","repositories_listed":1,"syntology":null},{"url":"/paper/demonstration-based-learning-for-few-shot","slug":"demonstration-based-learning-for-few-shot","title":"Demonstration-based learning for few-shot biomedical named entity recognition under machine reading comprehension","date":"2023-08-12","arxiv_id":"2308.06454","repositories_listed":1,"syntology":null},{"url":"/paper/single-sentence-reader-a-novel-approach-for","slug":"single-sentence-reader-a-novel-approach-for","title":"Single-Sentence Reader: A Novel Approach for Addressing Answer Position Bias","date":"2023-08-08","arxiv_id":"2308.04566","repositories_listed":1,"syntology":null},{"url":"/paper/zero-shot-query-reformulation-for","slug":"zero-shot-query-reformulation-for","title":"ZeQR: Zero-shot Query Reformulation for Conversational Search","date":"2023-07-18","arxiv_id":"2307.09384","repositories_listed":1,"syntology":null},{"url":"/paper/idol-indicator-oriented-logic-pre-training","slug":"idol-indicator-oriented-logic-pre-training","title":"IDOL: Indicator-oriented Logic Pre-training for Logical Reasoning","date":"2023-06-27","arxiv_id":"2306.15273","repositories_listed":1,"syntology":null},{"url":"/paper/sentence-level-event-detection-without","slug":"sentence-level-event-detection-without","title":"Sentence-level Event Detection without Triggers via Prompt Learning and Machine Reading Comprehension","date":"2023-06-25","arxiv_id":"2306.14176","repositories_listed":1,"syntology":null},{"url":"/paper/bidirectional-end-to-end-learning-of","slug":"bidirectional-end-to-end-learning-of","title":"Bidirectional End-to-End Learning of Retriever-Reader Paradigm for Entity Linking","date":"2023-06-21","arxiv_id":"2306.12245","repositories_listed":1,"syntology":null},{"url":"/paper/modeling-hierarchical-reasoning-chains-by-1","slug":"modeling-hierarchical-reasoning-chains-by-1","title":"Modeling Hierarchical Reasoning Chains by Linking Discourse Units and Key Phrases for Reading Comprehension","date":"2023-06-21","arxiv_id":"2306.12069","repositories_listed":1,"syntology":null},{"url":"/paper/bridging-the-gap-between-decision-and-logits","slug":"bridging-the-gap-between-decision-and-logits","title":"Bridging the Gap between Decision and Logits in Decision-based Knowledge Distillation for Pre-trained Language Models","date":"2023-06-15","arxiv_id":"2306.08909","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/bridging-the-gap-between-decision-and-logits#ran","syntology_url":"https://syntology.ai/paper/2306.08909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08909"}},"official":{"repos":["thunlp-mt/dbkd-plm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/knowing-how-knowing-that-a-new-task-for","slug":"knowing-how-knowing-that-a-new-task-for","title":"Knowing-how & Knowing-that: A New Task for Machine Comprehension of User Manuals","date":"2023-06-07","arxiv_id":"2306.04187","repositories_listed":1,"syntology":null},{"url":"/paper/how-many-answers-should-i-give-an-empirical","slug":"how-many-answers-should-i-give-an-empirical","title":"How Many Answers Should I Give? An Empirical Study of Multi-Answer Reading Comprehension","date":"2023-06-01","arxiv_id":"2306.00435","repositories_listed":1,"syntology":null},{"url":"/paper/a-causal-view-of-entity-bias-in-large","slug":"a-causal-view-of-entity-bias-in-large","title":"A Causal View of Entity Bias in (Large) Language Models","date":"2023-05-24","arxiv_id":"2305.14695","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-causal-view-of-entity-bias-in-large#ran","syntology_url":"https://syntology.ai/paper/2305.14695","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14695"}},"official":{"repos":["luka-group/causal-view-of-entity-bias"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mpmr-a-multilingual-pre-trained-machine","slug":"mpmr-a-multilingual-pre-trained-machine","title":"mPMR: A Multilingual Pre-trained Machine Reader at Scale","date":"2023-05-23","arxiv_id":"2305.13645","repositories_listed":1,"syntology":null},{"url":"/paper/embrace-evaluation-and-modifications-for","slug":"embrace-evaluation-and-modifications-for","title":"EMBRACE: Evaluation and Modifications for Boosting RACE","date":"2023-05-15","arxiv_id":"2305.08433","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-loose-optimization-for-robust","slug":"adaptive-loose-optimization-for-robust","title":"Adaptive loose optimization for robust question answering","date":"2023-05-06","arxiv_id":"2305.03971","repositories_listed":1,"syntology":null},{"url":"/paper/multi-view-graph-representation-learning-for","slug":"multi-view-graph-representation-learning-for","title":"Multi-View Graph Representation Learning for Answering Hybrid Numerical Reasoning Question","date":"2023-05-05","arxiv_id":"2305.03458","repositories_listed":1,"syntology":null},{"url":"/paper/norquad-norwegian-question-answering-dataset","slug":"norquad-norwegian-question-answering-dataset","title":"NorQuAD: Norwegian Question Answering Dataset","date":"2023-05-03","arxiv_id":"2305.01957","repositories_listed":1,"syntology":null},{"url":"/paper/minirbt-a-two-stage-distilled-small-chinese","slug":"minirbt-a-two-stage-distilled-small-chinese","title":"MiniRBT: A Two-stage Distilled Small Chinese Pre-trained Model","date":"2023-04-03","arxiv_id":"2304.00717","repositories_listed":1,"syntology":null},{"url":"/paper/a-multiple-choices-reading-comprehension","slug":"a-multiple-choices-reading-comprehension","title":"A Multiple Choices Reading Comprehension Corpus for Vietnamese Language Education","date":"2023-03-31","arxiv_id":"2303.18162","repositories_listed":1,"syntology":null},{"url":"/paper/context-faithful-prompting-for-large-language","slug":"context-faithful-prompting-for-large-language","title":"Context-faithful Prompting for Large Language Models","date":"2023-03-20","arxiv_id":"2303.11315","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/context-faithful-prompting-for-large-language#ran","syntology_url":"https://syntology.ai/paper/2303.11315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.11315"}},"official":{"repos":["wzhouad/context-faithful-llm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/orca-a-few-shot-benchmark-for-chinese","slug":"orca-a-few-shot-benchmark-for-chinese","title":"Orca: A Few-shot Benchmark for Chinese Conversational Machine Reading Comprehension","date":"2023-02-27","arxiv_id":"2302.13619","repositories_listed":1,"syntology":null},{"url":"/paper/cross-lingual-question-answering-over","slug":"cross-lingual-question-answering-over","title":"Cross-Lingual Question Answering over Knowledge Base as Reading Comprehension","date":"2023-02-26","arxiv_id":"2302.13241","repositories_listed":1,"syntology":null},{"url":"/paper/natural-response-generation-for-chinese","slug":"natural-response-generation-for-chinese","title":"Natural Response Generation for Chinese Reading Comprehension","date":"2023-02-17","arxiv_id":"2302.08817","repositories_listed":1,"syntology":null},{"url":"/paper/from-clozing-to-comprehending-retrofitting","slug":"from-clozing-to-comprehending-retrofitting","title":"From Cloze to Comprehension: Retrofitting Pre-trained Masked Language Model to Pre-trained Machine Reader","date":"2022-12-09","arxiv_id":"2212.04755","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/from-clozing-to-comprehending-retrofitting#ran","syntology_url":"https://syntology.ai/paper/2212.04755","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.04755"}},"official":{"repos":["damo-nlp-sg/pmr"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/idk-mrc-unanswerable-questions-for-indonesian","slug":"idk-mrc-unanswerable-questions-for-indonesian","title":"IDK-MRC: Unanswerable Questions for Indonesian Machine Reading Comprehension","date":"2022-10-25","arxiv_id":"2210.13778","repositories_listed":1,"syntology":null},{"url":"/paper/nerel-bio-a-dataset-of-biomedical-abstracts","slug":"nerel-bio-a-dataset-of-biomedical-abstracts","title":"NEREL-BIO: A Dataset of Biomedical Abstracts Annotated with Nested Named Entities","date":"2022-10-21","arxiv_id":"2210.11913","repositories_listed":1,"syntology":null},{"url":"/paper/multi-task-pre-training-of-modular-prompt-for","slug":"multi-task-pre-training-of-modular-prompt-for","title":"Multitask Pre-training of Modular Prompt for Chinese Few-Shot Learning","date":"2022-10-14","arxiv_id":"2210.07565","repositories_listed":1,"syntology":null},{"url":"/paper/dosea-a-domain-specific-entity-aware","slug":"dosea-a-domain-specific-entity-aware","title":"DoSEA: A Domain-specific Entity-aware Framework for Cross-Domain Named Entity Recogition","date":"2022-10-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/et5-a-novel-end-to-end-framework-for","slug":"et5-a-novel-end-to-end-framework-for","title":"ET5: A Novel End-to-end Framework for Conversational Machine Reading Comprehension","date":"2022-09-23","arxiv_id":"2209.11484","repositories_listed":1,"syntology":null},{"url":"/paper/a-multi-turn-machine-reading-comprehension","slug":"a-multi-turn-machine-reading-comprehension","title":"A Multi-turn Machine Reading Comprehension Framework with Rethink Mechanism for Emotion-Cause Pair Extraction","date":"2022-09-16","arxiv_id":"2209.07972","repositories_listed":1,"syntology":null},{"url":"/paper/large-scale-multi-granular-concept-extraction","slug":"large-scale-multi-granular-concept-extraction","title":"Large-scale Multi-granular Concept Extraction Based on Machine Reading Comprehension","date":"2022-08-30","arxiv_id":"2208.14139","repositories_listed":1,"syntology":null},{"url":"/paper/act-aware-slot-value-predicting-in-multi","slug":"act-aware-slot-value-predicting-in-multi","title":"Act-Aware Slot-Value Predicting in Multi-Domain Dialogue State Tracking","date":"2022-08-04","arxiv_id":"2208.02462","repositories_listed":1,"syntology":null},{"url":"/paper/exploiting-word-semantics-to-enrich-character","slug":"exploiting-word-semantics-to-enrich-character","title":"Exploiting Word Semantics to Enrich Character Representations of Chinese Pre-trained Models","date":"2022-07-13","arxiv_id":"2207.05928","repositories_listed":1,"syntology":null},{"url":"/paper/a-robustly-optimized-bmrc-for-aspect","slug":"a-robustly-optimized-bmrc-for-aspect","title":"A Robustly Optimized BMRC for Aspect Sentiment Triplet Extraction","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/an-understanding-oriented-robust-machine","slug":"an-understanding-oriented-robust-machine","title":"An Understanding-Oriented Robust Machine Reading Comprehension Model","date":"2022-07-01","arxiv_id":"2207.00187","repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-chinese-speaker-identification","slug":"end-to-end-chinese-speaker-identification","title":"End-to-End Chinese Speaker Identification","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/jbnu-cclab-at-semeval-2022-task-12-machine","slug":"jbnu-cclab-at-semeval-2022-task-12-machine","title":"JBNU-CCLab at SemEval-2022 Task 12: Machine Reading Comprehension and Span Pair Classification for Linking Mathematical Symbols to Their Descriptions","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/opera-operation-pivoted-discrete-reasoning-1","slug":"opera-operation-pivoted-discrete-reasoning-1","title":"OPERA: Operation-Pivoted Discrete Reasoning over Text","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/contextual-embedding-and-model-weighting-by","slug":"contextual-embedding-and-model-weighting-by","title":"Contextual embedding and model weighting by fusing domain knowledge on Biomedical Question Answering","date":"2022-06-26","arxiv_id":"2206.12866","repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-self-attention-for-language","slug":"adversarial-self-attention-for-language","title":"Adversarial Self-Attention for Language Understanding","date":"2022-06-25","arxiv_id":"2206.12608","repositories_listed":1,"syntology":null},{"url":"/paper/dtw-at-quran-qa-2022-utilising-transfer","slug":"dtw-at-quran-qa-2022-utilising-transfer","title":"DTW at Qur’an QA 2022: Utilising Transfer Learning with Transformers for Question Answering in a Low-resource Domain","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/finbert-mrc-financial-named-entity","slug":"finbert-mrc-financial-named-entity","title":"FinBERT-MRC: financial named entity recognition using BERT under the machine reading comprehension paradigm","date":"2022-05-31","arxiv_id":"2205.15485","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/finbert-mrc-financial-named-entity#ran","syntology_url":"https://syntology.ai/paper/2205.15485","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.15485"}},"official":{"repos":["zyz0000/finbert-mrc"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dtw-at-qur-an-qa-2022-utilising-transfer","slug":"dtw-at-qur-an-qa-2022-utilising-transfer","title":"DTW at Qur'an QA 2022: Utilising Transfer Learning with Transformers for Question Answering in a Low-resource Domain","date":"2022-05-12","arxiv_id":"2205.06025","repositories_listed":1,"syntology":null},{"url":"/paper/kecp-knowledge-enhanced-contrastive-prompting","slug":"kecp-knowledge-enhanced-contrastive-prompting","title":"KECP: Knowledge Enhanced Contrastive Prompting for Few-shot Extractive Question Answering","date":"2022-05-06","arxiv_id":"2205.03071","repositories_listed":1,"syntology":null},{"url":"/paper/logiformer-a-two-branch-graph-transformer","slug":"logiformer-a-two-branch-graph-transformer","title":"Logiformer: A Two-Branch Graph Transformer Network for Interpretable Logical Reasoning","date":"2022-05-02","arxiv_id":"2205.00731","repositories_listed":1,"syntology":null},{"url":"/paper/have-my-arguments-been-replied-to-argument","slug":"have-my-arguments-been-replied-to-argument","title":"Have my arguments been replied to? Argument Pair Extraction as Machine Reading Comprehension","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/the-impact-of-cross-lingual-adjustment-of-1","slug":"the-impact-of-cross-lingual-adjustment-of-1","title":"The Impact of Cross-Lingual Adjustment of Contextual Word Representations on Zero-Shot Transfer","date":"2022-04-13","arxiv_id":"2204.06457","repositories_listed":1,"syntology":null},{"url":"/paper/data-augmentation-for-biomedical-factoid-1","slug":"data-augmentation-for-biomedical-factoid-1","title":"Data Augmentation for Biomedical Factoid Question Answering","date":"2022-04-10","arxiv_id":"2204.04711","repositories_listed":1,"syntology":null},{"url":"/paper/learning-disentangled-semantic","slug":"learning-disentangled-semantic","title":"Learning Disentangled Semantic Representations for Zero-Shot Cross-Lingual Transfer in Multilingual Machine Reading Comprehension","date":"2022-04-03","arxiv_id":"2204.00996","repositories_listed":1,"syntology":null},{"url":"/paper/lite-unified-modeling-for-discriminative","slug":"lite-unified-modeling-for-discriminative","title":"Lite Unified Modeling for Discriminative Reading Comprehension","date":"2022-03-26","arxiv_id":"2203.14103","repositories_listed":1,"syntology":null},{"url":"/paper/adalogn-adaptive-logic-graph-network-for","slug":"adalogn-adaptive-logic-graph-network-for","title":"AdaLoGN: Adaptive Logic Graph Network for Reasoning-Based Machine Reading Comprehension","date":"2022-03-16","arxiv_id":"2203.08992","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/adalogn-adaptive-logic-graph-network-for#ran","syntology_url":"https://syntology.ai/paper/2203.08992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.08992"}},"official":{"repos":["nju-websoft/adalogn"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bioadapt-mrc-adversarial-learning-based","slug":"bioadapt-mrc-adversarial-learning-based","title":"BioADAPT-MRC: Adversarial Learning-based Domain Adaptation Improves Biomedical Machine Reading Comprehension Task","date":"2022-02-26","arxiv_id":"2202.13174","repositories_listed":1,"syntology":null},{"url":"/paper/relational-surrogate-loss-learning-1","slug":"relational-surrogate-loss-learning-1","title":"Relational Surrogate Loss Learning","date":"2022-02-26","arxiv_id":"2202.13197","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/relational-surrogate-loss-learning-1#ran","syntology_url":"https://syntology.ai/paper/2202.13197","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.13197"}},"official":{"repos":["hunto/reloss"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}],"syntology_records":17,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":33,"papers_where_code_ran_first_page":"/task/machine-reading-comprehension/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":6,"url":"/task/machine-reading-comprehension/papers/2","json":"/task/machine-reading-comprehension/papers/2.json","rows":100},{"order":"archive","page":3,"of":6,"url":"/task/machine-reading-comprehension/papers/3","json":"/task/machine-reading-comprehension/papers/3.json","rows":100},{"order":"archive","page":4,"of":6,"url":"/task/machine-reading-comprehension/papers/4","json":"/task/machine-reading-comprehension/papers/4.json","rows":100},{"order":"archive","page":5,"of":6,"url":"/task/machine-reading-comprehension/papers/5","json":"/task/machine-reading-comprehension/papers/5.json","rows":100},{"order":"archive","page":6,"of":6,"url":"/task/machine-reading-comprehension/papers/6","json":"/task/machine-reading-comprehension/papers/6.json","rows":55},{"order":"ran","page":1,"of":1,"url":"/task/machine-reading-comprehension/papers/ran/1","json":"/task/machine-reading-comprehension/papers/ran/1.json","rows":33}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"ba1b28a9558c68e48ed527db1669bcd9c0269df2ea5d6bebeefeb881e2a94de5","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}