{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/dataset/snli","name":"SNLI","full_name":"Stanford Natural Language Inference","description_markdown":"The **SNLI** dataset (**Stanford Natural Language Inference**) consists of 570k sentence-pairs manually labeled as entailment, contradiction, and neutral. Premises are image captions from Flickr30k, while hypotheses were generated by crowd-sourced annotators who were shown a premise and asked to generate entailing, contradicting, and neutral sentences. Annotators were instructed to judge the relation between sentences given that they describe the same event. Each pair is labeled as “entailment”, “neutral”, “contradiction” or “-”, where “-” indicates that an agreement could not be reached.\r\n\r\nSource: [Breaking NLI Systemswith Sentences that Require Simple Lexical Inferences](https://arxiv.org/abs/1805.02266)","description_withheld":null,"homepage":"https://nlp.stanford.edu/projects/snli/.","introduced_date":"2015-01-01","introduced_date_note":null,"introduced_by":{"paper":"/paper/a-large-annotated-corpus-for-learning-natural","title":"A large annotated corpus for learning natural language inference","first_author":"Samuel R. Bowman","url":null},"license":{"name":"CC BY-SA 4.0","url":"https://creativecommons.org/licenses/by-sa/4.0/"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Natural Language Inference","url":"/task/natural-language-inference","datasets_with_task":"/datasets/task/natural-language-inference"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["SNLI","JSNLI"],"data_loaders":[{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/1-800-SHARED-TASKS/SNLI-NLI","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/snli","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/shibing624/snli-zh","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/stanfordnlp/snli","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/Dev372/temp","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/shibing624/nli_zh","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/facebookresearch/ParlAI","url":"https://parl.ai/docs/tasks.html#the-stanford-natural-language-inference-snli-corpus","frameworks":["pytorch"]},{"repo":"https://github.com/tensorflow/datasets","url":"https://www.tensorflow.org/datasets/catalog/snli","frameworks":["tf","jax"]},{"repo":"https://github.com/allenai/allennlp-models","url":"https://docs.allennlp.org/models/main/models/pair_classification/dataset_readers/snli/","frameworks":["pytorch"]}],"num_papers_in_archive":1311,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/natural-language-inference-on-snli","task":"Natural Language Inference","dataset_variant":"SNLI","rows":98,"metrics":["% Test Accuracy","% Train Accuracy","Parameters","Dev Accuracy","% Dev Accuracy","Accuracy"],"first_row_in_archive_order":{"model":"UnitedSynT5 (3B)","paper":"/paper/first-train-to-generate-then-generate-to","metrics":{"% Test Accuracy":"94.7"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers":{"order":"date (newest first), then slug","population":"every paper with a leaderboard row on this dataset's benchmarks (the benchmark-backed subset): the archive's own papers-using-this-dataset list was never published, so this is not that list; num_papers_in_archive is the archive's own count","page":1,"pages_in_order":1,"rows_per_page":100,"shown":57,"of":57,"counts":{"papers_with_a_benchmark_row":57,"with_a_code_link":43,"where_syntology_ran_a_sample":16,"not_listed_spam_title":0,"listed":57,"listed_where_code_ran":16,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":12,"every_run_a_failure_of_syntologys_instrument":4,"listed_with_a_run_with_no_instrument_failure":12,"listed_every_run_a_failure_of_syntologys_instrument":4,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers with at least one leaderboard row on this dataset's benchmarks; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"paper":"/paper/first-train-to-generate-then-generate-to","slug":"first-train-to-generate-then-generate-to","title":"First Train to Generate, then Generate to Train: UnitedSynT5 for Few-Shot NLI","date":"2024-12-12","arxiv_id":"2412.09263","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/splitee-early-exit-in-deep-neural-networks","slug":"splitee-early-exit-in-deep-neural-networks","title":"SplitEE: Early Exit in Deep Neural Networks with Split Computing","date":"2023-09-17","arxiv_id":"2309.09195","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deim-an-effective-deep-encoding-and","slug":"deim-an-effective-deep-encoding-and","title":"DEIM: An effective deep encoding and interaction model for sentence matching","date":"2022-03-20","arxiv_id":"2203.10482","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/entailment-as-few-shot-learner","slug":"entailment-as-few-shot-learner","title":"Entailment as Few-Shot Learner","date":"2021-04-29","arxiv_id":"2104.14690","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/entailment-as-few-shot-learner#ran","syntology_url":"https://syntology.ai/paper/2104.14690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14690"}}}},{"paper":"/paper/self-explaining-structures-improve-nlp-models","slug":"self-explaining-structures-improve-nlp-models","title":"Self-Explaining Structures Improve NLP Models","date":"2020-12-03","arxiv_id":"2012.01786","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/conditionally-adaptive-multi-task-learning","slug":"conditionally-adaptive-multi-task-learning","title":"Conditionally Adaptive Multi-Task Learning: Improving Transfer Learning in NLP Using Fewer Parameters & Less Data","date":"2020-09-19","arxiv_id":"2009.09139","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/what-do-questions-exactly-ask-mfae-duplicate","slug":"what-do-questions-exactly-ask-mfae-duplicate","title":"What Do Questions Exactly Ask? MFAE: Duplicate Question Identification with Multi-Fusion Asking Emphasis","date":"2020-05-07","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/smart-robust-and-efficient-fine-tuning-for","slug":"smart-robust-and-efficient-fine-tuning-for","title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","date":"2019-11-08","arxiv_id":"1911.03437","rows_on_this_dataset":5,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}}}},{"paper":"/paper/semantics-aware-bert-for-language","slug":"semantics-aware-bert-for-language","title":"Semantics-aware BERT for Language Understanding","date":"2019-09-05","arxiv_id":"1909.02209","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":12,"samples_ran":7,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":2,"samples_unverified":5,"pointer_only_for_licence":3,"official":{"repos":["cooelf/SemBERT"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/semantics-aware-bert-for-language#ran","syntology_url":"https://syntology.ai/paper/1909.02209","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02209"}}}},{"paper":"/paper/delta-a-deep-learning-based-language","slug":"delta-a-deep-learning-based-language","title":"DELTA: A DEep learning based Language Technology plAtform","date":"2019-08-02","arxiv_id":"1908.01853","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/simple-and-effective-text-matching-with-1","slug":"simple-and-effective-text-matching-with-1","title":"Simple and Effective Text Matching with Richer Alignment Features","date":"2019-08-01","arxiv_id":"1908.00300","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["hitvoice/RE2"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simple-and-effective-text-matching-with-1#ran","syntology_url":"https://syntology.ai/paper/1908.00300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.00300"}}}},{"paper":"/paper/discourse-marker-augmented-network-with-1","slug":"discourse-marker-augmented-network-with-1","title":"Discourse Marker Augmented Network with Reinforcement Learning for Natural Language Inference","date":"2019-07-23","arxiv_id":"1907.09692","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/star-transformer","slug":"star-transformer","title":"Star-Transformer","date":"2019-02-25","arxiv_id":"1902.09113","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":0,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":{"repos":["dmlc/dgl"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/star-transformer#ran","syntology_url":"https://syntology.ai/paper/1902.09113","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.09113"}}}},{"paper":"/paper/multi-task-deep-neural-networks-for-natural","slug":"multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","rows_on_this_dataset":2,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":5,"samples_unverified":4,"pointer_only_for_licence":4,"official":{"repos":["namisan/mt-dnn"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/multi-task-deep-neural-networks-for-natural#ran","syntology_url":"https://syntology.ai/paper/1901.11504","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.11504"}}}},{"paper":"/paper/attention-boosted-sequential-inference-model","slug":"attention-boosted-sequential-inference-model","title":"Attention Boosted Sequential Inference Model","date":"2018-12-05","arxiv_id":"1812.01840","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/parameter-re-initialization-through-cyclical","slug":"parameter-re-initialization-through-cyclical","title":"Parameter Re-Initialization through Cyclical Batch Size Schedules","date":"2018-12-04","arxiv_id":"1812.01216","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/combining-similarity-features-and-deep","slug":"combining-similarity-features-and-deep","title":"Combining Similarity Features and Deep Representation Learning for Stance Detection in the Context of Checking Fake News","date":"2018-11-02","arxiv_id":"1811.00706","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/i-know-what-you-want-semantic-learning-for","slug":"i-know-what-you-want-semantic-learning-for","title":"Explicit Contextual Semantics for Text Comprehension","date":"2018-09-08","arxiv_id":"1809.02794","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/cell-aware-stacked-lstms-for-modeling","slug":"cell-aware-stacked-lstms-for-modeling","title":"Cell-aware Stacked LSTMs for Modeling Sentences","date":"2018-09-07","arxiv_id":"1809.02279","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/natural-language-inference-with-hierarchical","slug":"natural-language-inference-with-hierarchical","title":"Sentence Embeddings in NLI with Iterative Refinement Encoders","date":"2018-08-27","arxiv_id":"1808.08762","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/dynamic-self-attention-computing-attention","slug":"dynamic-self-attention-computing-attention","title":"Dynamic Self-Attention : Computing Attention over Words Dynamically for Sentence Embedding","date":"2018-08-22","arxiv_id":"1808.07383","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/multiway-attention-networks-for-modeling","slug":"multiway-attention-networks-for-modeling","title":"Multiway Attention Networks for Modeling Sentence Pairs","date":"2018-07-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/enhancing-sentence-embedding-with-generalized","slug":"enhancing-sentence-embedding-with-generalized","title":"Enhancing Sentence Embedding with Generalized Pooling","date":"2018-06-26","arxiv_id":"1806.09828","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-language-understanding-by","slug":"improving-language-understanding-by","title":"Improving Language Understanding by Generative Pre-Training","date":"2018-06-11","arxiv_id":null,"rows_on_this_dataset":1,"code_links":13,"syntology":null},{"paper":"/paper/semantic-sentence-matching-with-densely","slug":"semantic-sentence-matching-with-densely","title":"Semantic Sentence Matching with Densely-connected Recurrent and Co-attentive Information","date":"2018-05-29","arxiv_id":"1805.11360","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/baseline-needs-more-love-on-simple-word","slug":"baseline-needs-more-love-on-simple-word","title":"Baseline Needs More Love: On Simple Word-Embedding-Based Models and Associated Pooling Mechanisms","date":"2018-05-24","arxiv_id":"1805.09843","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/dynamic-meta-embeddings-for-improved-sentence","slug":"dynamic-meta-embeddings-for-improved-sentence","title":"Dynamic Meta-Embeddings for Improved Sentence Representations","date":"2018-04-21","arxiv_id":"1804.07983","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/stochastic-answer-networks-for-natural","slug":"stochastic-answer-networks-for-natural","title":"Stochastic Answer Networks for Natural Language Inference","date":"2018-04-21","arxiv_id":"1804.07888","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/deep-contextualized-word-representations","slug":"deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","rows_on_this_dataset":2,"code_links":46,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":58,"samples_ran":30,"samples_constructed":12,"samples_ran_checked":24,"samples_ran_instrument_failed":6,"samples_unverified":28,"pointer_only_for_licence":25,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deep-contextualized-word-representations#ran","syntology_url":"https://syntology.ai/paper/1802.05365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.05365"}}}},{"paper":"/paper/dr-bilstm-dependent-reading-bidirectional","slug":"dr-bilstm-dependent-reading-bidirectional","title":"DR-BiLSTM: Dependent Reading Bidirectional LSTM for Natural Language Inference","date":"2018-02-15","arxiv_id":"1802.05577","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/reinforced-self-attention-network-a-hybrid-of","slug":"reinforced-self-attention-network-a-hybrid-of","title":"Reinforced Self-Attention Network: a Hybrid of Hard and Soft Attention for Sequence Modeling","date":"2018-01-31","arxiv_id":"1801.10296","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/compare-compress-and-propagate-enhancing","slug":"compare-compress-and-propagate-enhancing","title":"Compare, Compress and Propagate: Enhancing Neural Architectures with Alignment Factorization for Natural Language Inference","date":"2017-12-30","arxiv_id":"1801.00102","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/distance-based-self-attention-network-for","slug":"distance-based-self-attention-network-for","title":"Distance-based Self-Attention Network for Natural Language Inference","date":"2017-12-06","arxiv_id":"1712.02047","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/neural-natural-language-inference-models","slug":"neural-natural-language-inference-models","title":"Neural Natural Language Inference Models Enhanced with External Knowledge","date":"2017-11-12","arxiv_id":"1711.04289","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/disan-directional-self-attention-network-for","slug":"disan-directional-self-attention-network-for","title":"DiSAN: Directional Self-Attention Network for RNN/CNN-Free Language Understanding","date":"2017-09-14","arxiv_id":"1709.04696","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/natural-language-inference-over-interaction-1","slug":"natural-language-inference-over-interaction-1","title":"Natural Language Inference over Interaction Space","date":"2017-09-13","arxiv_id":"1709.04348","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["YichenGong/Densely-Interactive-Inference-Network"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/natural-language-inference-over-interaction-1#ran","syntology_url":"https://syntology.ai/paper/1709.04348","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1709.04348"}}}},{"paper":"/paper/shortcut-stacked-sentence-encoders-for-multi","slug":"shortcut-stacked-sentence-encoders-for-multi","title":"Shortcut-Stacked Sentence Encoders for Multi-Domain Inference","date":"2017-08-07","arxiv_id":"1708.02312","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/recurrent-neural-network-based-sentence","slug":"recurrent-neural-network-based-sentence","title":"Recurrent Neural Network-Based Sentence Encoder with Gated Attention for Natural Language Inference","date":"2017-08-04","arxiv_id":"1708.01353","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/learned-in-translation-contextualized-word","slug":"learned-in-translation-contextualized-word","title":"Learned in Translation: Contextualized Word Vectors","date":"2017-08-01","arxiv_id":"1708.00107","rows_on_this_dataset":1,"code_links":5,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":{"repos":["salesforce/cove"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learned-in-translation-contextualized-word#ran","syntology_url":"https://syntology.ai/paper/1708.00107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1708.00107"}}}},{"paper":"/paper/learning-to-compose-task-specific-tree","slug":"learning-to-compose-task-specific-tree","title":"Learning to Compose Task-Specific Tree Structures","date":"2017-07-10","arxiv_id":"1707.02786","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/supervised-learning-of-universal-sentence","slug":"supervised-learning-of-universal-sentence","title":"Supervised Learning of Universal Sentence Representations from Natural Language Inference Data","date":"2017-05-05","arxiv_id":"1705.02364","rows_on_this_dataset":1,"code_links":23,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":7,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":4,"samples_unverified":1,"pointer_only_for_licence":7,"official":{"repos":["facebookresearch/InferSent","facebookresearch/SentEval"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/supervised-learning-of-universal-sentence#ran","syntology_url":"https://syntology.ai/paper/1705.02364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1705.02364"}}}},{"paper":"/paper/bilateral-multi-perspective-matching-for","slug":"bilateral-multi-perspective-matching-for","title":"Bilateral Multi-Perspective Matching for Natural Language Sentences","date":"2017-02-13","arxiv_id":"1702.03814","rows_on_this_dataset":2,"code_links":10,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":3,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/bilateral-multi-perspective-matching-for#ran","syntology_url":"https://syntology.ai/paper/1702.03814","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1702.03814"}}}},{"paper":"/paper/reading-and-thinking-re-read-lstm-unit-for","slug":"reading-and-thinking-re-read-lstm-unit-for","title":"Reading and Thinking: Re-read LSTM Unit for Textual Entailment Recognition","date":"2016-12-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/enhanced-lstm-for-natural-language-inference","slug":"enhanced-lstm-for-natural-language-inference","title":"Enhanced LSTM for Natural Language Inference","date":"2016-09-20","arxiv_id":"1609.06038","rows_on_this_dataset":2,"code_links":12,"syntology":null},{"paper":"/paper/deep-fusion-lstms-for-text-semantic-matching","slug":"deep-fusion-lstms-for-text-semantic-matching","title":"Deep Fusion LSTMs for Text Semantic Matching","date":"2016-08-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/neural-tree-indexers-for-text-understanding","slug":"neural-tree-indexers-for-text-understanding","title":"Neural Tree Indexers for Text Understanding","date":"2016-07-15","arxiv_id":"1607.04492","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/neural-semantic-encoders","slug":"neural-semantic-encoders","title":"Neural Semantic Encoders","date":"2016-07-14","arxiv_id":"1607.04315","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/a-decomposable-attention-model-for-natural","slug":"a-decomposable-attention-model-for-natural","title":"A Decomposable Attention Model for Natural Language Inference","date":"2016-06-06","arxiv_id":"1606.01933","rows_on_this_dataset":4,"code_links":10,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-decomposable-attention-model-for-natural#ran","syntology_url":"https://syntology.ai/paper/1606.01933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1606.01933"}}}},{"paper":"/paper/learning-natural-language-inference-using","slug":"learning-natural-language-inference-using","title":"Learning Natural Language Inference using Bidirectional LSTM model and Inner-Attention","date":"2016-05-30","arxiv_id":"1605.09090","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/modelling-interaction-of-sentence-pair-with","slug":"modelling-interaction-of-sentence-pair-with","title":"Modelling Interaction of Sentence Pair with coupled-LSTMs","date":"2016-05-18","arxiv_id":"1605.05573","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/a-fast-unified-model-for-parsing-and-sentence","slug":"a-fast-unified-model-for-parsing-and-sentence","title":"A Fast Unified Model for Parsing and Sentence Understanding","date":"2016-03-19","arxiv_id":"1603.06021","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":6,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["stanfordnlp/spinn"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-fast-unified-model-for-parsing-and-sentence#ran","syntology_url":"https://syntology.ai/paper/1603.06021","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.06021"}}}},{"paper":"/paper/long-short-term-memory-networks-for-machine","slug":"long-short-term-memory-networks-for-machine","title":"Long Short-Term Memory-Networks for Machine Reading","date":"2016-01-25","arxiv_id":"1601.06733","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/long-short-term-memory-networks-for-machine#ran","syntology_url":"https://syntology.ai/paper/1601.06733","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1601.06733"}}}},{"paper":"/paper/learning-natural-language-inference-with-lstm","slug":"learning-natural-language-inference-with-lstm","title":"Learning Natural Language Inference with LSTM","date":"2015-12-30","arxiv_id":"1512.08849","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["shuohangwang/SeqMatchSeq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learning-natural-language-inference-with-lstm#ran","syntology_url":"https://syntology.ai/paper/1512.08849","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1512.08849"}}}},{"paper":"/paper/natural-language-inference-by-tree-based","slug":"natural-language-inference-by-tree-based","title":"Natural Language Inference by Tree-Based Convolution and Heuristic Matching","date":"2015-12-28","arxiv_id":"1512.08422","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/order-embeddings-of-images-and-language","slug":"order-embeddings-of-images-and-language","title":"Order-Embeddings of Images and Language","date":"2015-11-19","arxiv_id":"1511.06361","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/reasoning-about-entailment-with-neural","slug":"reasoning-about-entailment-with-neural","title":"Reasoning about Entailment with Neural Attention","date":"2015-09-22","arxiv_id":"1509.06664","rows_on_this_dataset":1,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/reasoning-about-entailment-with-neural#ran","syntology_url":"https://syntology.ai/paper/1509.06664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1509.06664"}}}},{"paper":"/paper/a-large-annotated-corpus-for-learning-natural","slug":"a-large-annotated-corpus-for-learning-natural","title":"A large annotated corpus for learning natural language inference","date":"2015-08-21","arxiv_id":"1508.05326","rows_on_this_dataset":3,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":2,"samples_unverified":0,"pointer_only_for_licence":3,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-large-annotated-corpus-for-learning-natural#ran","syntology_url":"https://syntology.ai/paper/1508.05326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1508.05326"}}}}],"full_list":"papers_with_a_benchmark_row: every listed paper, in this order"},"papers_with_a_benchmark_row":[{"paper":"/paper/first-train-to-generate-then-generate-to","slug":"first-train-to-generate-then-generate-to","title":"First Train to Generate, then Generate to Train: UnitedSynT5 for Few-Shot NLI","date":"2024-12-12","arxiv_id":"2412.09263","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/splitee-early-exit-in-deep-neural-networks","slug":"splitee-early-exit-in-deep-neural-networks","title":"SplitEE: Early Exit in Deep Neural Networks with Split Computing","date":"2023-09-17","arxiv_id":"2309.09195","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deim-an-effective-deep-encoding-and","slug":"deim-an-effective-deep-encoding-and","title":"DEIM: An effective deep encoding and interaction model for sentence matching","date":"2022-03-20","arxiv_id":"2203.10482","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/entailment-as-few-shot-learner","slug":"entailment-as-few-shot-learner","title":"Entailment as Few-Shot Learner","date":"2021-04-29","arxiv_id":"2104.14690","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/entailment-as-few-shot-learner#ran","syntology_url":"https://syntology.ai/paper/2104.14690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14690"}}}},{"paper":"/paper/self-explaining-structures-improve-nlp-models","slug":"self-explaining-structures-improve-nlp-models","title":"Self-Explaining Structures Improve NLP Models","date":"2020-12-03","arxiv_id":"2012.01786","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/conditionally-adaptive-multi-task-learning","slug":"conditionally-adaptive-multi-task-learning","title":"Conditionally Adaptive Multi-Task Learning: Improving Transfer Learning in NLP Using Fewer Parameters & Less Data","date":"2020-09-19","arxiv_id":"2009.09139","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/what-do-questions-exactly-ask-mfae-duplicate","slug":"what-do-questions-exactly-ask-mfae-duplicate","title":"What Do Questions Exactly Ask? MFAE: Duplicate Question Identification with Multi-Fusion Asking Emphasis","date":"2020-05-07","arxiv_id":null,"rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/smart-robust-and-efficient-fine-tuning-for","slug":"smart-robust-and-efficient-fine-tuning-for","title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","date":"2019-11-08","arxiv_id":"1911.03437","rows_on_this_dataset":5,"code_links":6,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":8,"samples_ran":8,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":3,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}}}},{"paper":"/paper/semantics-aware-bert-for-language","slug":"semantics-aware-bert-for-language","title":"Semantics-aware BERT for Language Understanding","date":"2019-09-05","arxiv_id":"1909.02209","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":12,"samples_ran":7,"samples_constructed":0,"samples_ran_checked":5,"samples_ran_instrument_failed":2,"samples_unverified":5,"pointer_only_for_licence":3,"official":{"repos":["cooelf/SemBERT"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/semantics-aware-bert-for-language#ran","syntology_url":"https://syntology.ai/paper/1909.02209","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02209"}}}},{"paper":"/paper/delta-a-deep-learning-based-language","slug":"delta-a-deep-learning-based-language","title":"DELTA: A DEep learning based Language Technology plAtform","date":"2019-08-02","arxiv_id":"1908.01853","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/simple-and-effective-text-matching-with-1","slug":"simple-and-effective-text-matching-with-1","title":"Simple and Effective Text Matching with Richer Alignment Features","date":"2019-08-01","arxiv_id":"1908.00300","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["hitvoice/RE2"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/simple-and-effective-text-matching-with-1#ran","syntology_url":"https://syntology.ai/paper/1908.00300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.00300"}}}},{"paper":"/paper/discourse-marker-augmented-network-with-1","slug":"discourse-marker-augmented-network-with-1","title":"Discourse Marker Augmented Network with Reinforcement Learning for Natural Language Inference","date":"2019-07-23","arxiv_id":"1907.09692","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/star-transformer","slug":"star-transformer","title":"Star-Transformer","date":"2019-02-25","arxiv_id":"1902.09113","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":0,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":0,"samples_unverified":1,"pointer_only_for_licence":0,"official":{"repos":["dmlc/dgl"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/star-transformer#ran","syntology_url":"https://syntology.ai/paper/1902.09113","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.09113"}}}},{"paper":"/paper/multi-task-deep-neural-networks-for-natural","slug":"multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","rows_on_this_dataset":2,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":13,"samples_ran":9,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":5,"samples_unverified":4,"pointer_only_for_licence":4,"official":{"repos":["namisan/mt-dnn"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/multi-task-deep-neural-networks-for-natural#ran","syntology_url":"https://syntology.ai/paper/1901.11504","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.11504"}}}},{"paper":"/paper/attention-boosted-sequential-inference-model","slug":"attention-boosted-sequential-inference-model","title":"Attention Boosted Sequential Inference Model","date":"2018-12-05","arxiv_id":"1812.01840","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/parameter-re-initialization-through-cyclical","slug":"parameter-re-initialization-through-cyclical","title":"Parameter Re-Initialization through Cyclical Batch Size Schedules","date":"2018-12-04","arxiv_id":"1812.01216","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/combining-similarity-features-and-deep","slug":"combining-similarity-features-and-deep","title":"Combining Similarity Features and Deep Representation Learning for Stance Detection in the Context of Checking Fake News","date":"2018-11-02","arxiv_id":"1811.00706","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/i-know-what-you-want-semantic-learning-for","slug":"i-know-what-you-want-semantic-learning-for","title":"Explicit Contextual Semantics for Text Comprehension","date":"2018-09-08","arxiv_id":"1809.02794","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/cell-aware-stacked-lstms-for-modeling","slug":"cell-aware-stacked-lstms-for-modeling","title":"Cell-aware Stacked LSTMs for Modeling Sentences","date":"2018-09-07","arxiv_id":"1809.02279","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/natural-language-inference-with-hierarchical","slug":"natural-language-inference-with-hierarchical","title":"Sentence Embeddings in NLI with Iterative Refinement Encoders","date":"2018-08-27","arxiv_id":"1808.08762","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/dynamic-self-attention-computing-attention","slug":"dynamic-self-attention-computing-attention","title":"Dynamic Self-Attention : Computing Attention over Words Dynamically for Sentence Embedding","date":"2018-08-22","arxiv_id":"1808.07383","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/multiway-attention-networks-for-modeling","slug":"multiway-attention-networks-for-modeling","title":"Multiway Attention Networks for Modeling Sentence Pairs","date":"2018-07-01","arxiv_id":null,"rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/enhancing-sentence-embedding-with-generalized","slug":"enhancing-sentence-embedding-with-generalized","title":"Enhancing Sentence Embedding with Generalized Pooling","date":"2018-06-26","arxiv_id":"1806.09828","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/improving-language-understanding-by","slug":"improving-language-understanding-by","title":"Improving Language Understanding by Generative Pre-Training","date":"2018-06-11","arxiv_id":null,"rows_on_this_dataset":1,"code_links":13,"syntology":null},{"paper":"/paper/semantic-sentence-matching-with-densely","slug":"semantic-sentence-matching-with-densely","title":"Semantic Sentence Matching with Densely-connected Recurrent and Co-attentive Information","date":"2018-05-29","arxiv_id":"1805.11360","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/baseline-needs-more-love-on-simple-word","slug":"baseline-needs-more-love-on-simple-word","title":"Baseline Needs More Love: On Simple Word-Embedding-Based Models and Associated Pooling Mechanisms","date":"2018-05-24","arxiv_id":"1805.09843","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/dynamic-meta-embeddings-for-improved-sentence","slug":"dynamic-meta-embeddings-for-improved-sentence","title":"Dynamic Meta-Embeddings for Improved Sentence Representations","date":"2018-04-21","arxiv_id":"1804.07983","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/stochastic-answer-networks-for-natural","slug":"stochastic-answer-networks-for-natural","title":"Stochastic Answer Networks for Natural Language Inference","date":"2018-04-21","arxiv_id":"1804.07888","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/deep-contextualized-word-representations","slug":"deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","rows_on_this_dataset":2,"code_links":46,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":58,"samples_ran":30,"samples_constructed":12,"samples_ran_checked":24,"samples_ran_instrument_failed":6,"samples_unverified":28,"pointer_only_for_licence":25,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/deep-contextualized-word-representations#ran","syntology_url":"https://syntology.ai/paper/1802.05365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.05365"}}}},{"paper":"/paper/dr-bilstm-dependent-reading-bidirectional","slug":"dr-bilstm-dependent-reading-bidirectional","title":"DR-BiLSTM: Dependent Reading Bidirectional LSTM for Natural Language Inference","date":"2018-02-15","arxiv_id":"1802.05577","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/reinforced-self-attention-network-a-hybrid-of","slug":"reinforced-self-attention-network-a-hybrid-of","title":"Reinforced Self-Attention Network: a Hybrid of Hard and Soft Attention for Sequence Modeling","date":"2018-01-31","arxiv_id":"1801.10296","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/compare-compress-and-propagate-enhancing","slug":"compare-compress-and-propagate-enhancing","title":"Compare, Compress and Propagate: Enhancing Neural Architectures with Alignment Factorization for Natural Language Inference","date":"2017-12-30","arxiv_id":"1801.00102","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/distance-based-self-attention-network-for","slug":"distance-based-self-attention-network-for","title":"Distance-based Self-Attention Network for Natural Language Inference","date":"2017-12-06","arxiv_id":"1712.02047","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/neural-natural-language-inference-models","slug":"neural-natural-language-inference-models","title":"Neural Natural Language Inference Models Enhanced with External Knowledge","date":"2017-11-12","arxiv_id":"1711.04289","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/disan-directional-self-attention-network-for","slug":"disan-directional-self-attention-network-for","title":"DiSAN: Directional Self-Attention Network for RNN/CNN-Free Language Understanding","date":"2017-09-14","arxiv_id":"1709.04696","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/natural-language-inference-over-interaction-1","slug":"natural-language-inference-over-interaction-1","title":"Natural Language Inference over Interaction Space","date":"2017-09-13","arxiv_id":"1709.04348","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["YichenGong/Densely-Interactive-Inference-Network"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/natural-language-inference-over-interaction-1#ran","syntology_url":"https://syntology.ai/paper/1709.04348","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1709.04348"}}}},{"paper":"/paper/shortcut-stacked-sentence-encoders-for-multi","slug":"shortcut-stacked-sentence-encoders-for-multi","title":"Shortcut-Stacked Sentence Encoders for Multi-Domain Inference","date":"2017-08-07","arxiv_id":"1708.02312","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/recurrent-neural-network-based-sentence","slug":"recurrent-neural-network-based-sentence","title":"Recurrent Neural Network-Based Sentence Encoder with Gated Attention for Natural Language Inference","date":"2017-08-04","arxiv_id":"1708.01353","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/learned-in-translation-contextualized-word","slug":"learned-in-translation-contextualized-word","title":"Learned in Translation: Contextualized Word Vectors","date":"2017-08-01","arxiv_id":"1708.00107","rows_on_this_dataset":1,"code_links":5,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":{"repos":["salesforce/cove"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learned-in-translation-contextualized-word#ran","syntology_url":"https://syntology.ai/paper/1708.00107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1708.00107"}}}},{"paper":"/paper/learning-to-compose-task-specific-tree","slug":"learning-to-compose-task-specific-tree","title":"Learning to Compose Task-Specific Tree Structures","date":"2017-07-10","arxiv_id":"1707.02786","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/supervised-learning-of-universal-sentence","slug":"supervised-learning-of-universal-sentence","title":"Supervised Learning of Universal Sentence Representations from Natural Language Inference Data","date":"2017-05-05","arxiv_id":"1705.02364","rows_on_this_dataset":1,"code_links":23,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":7,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":2,"samples_ran_instrument_failed":4,"samples_unverified":1,"pointer_only_for_licence":7,"official":{"repos":["facebookresearch/InferSent","facebookresearch/SentEval"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/supervised-learning-of-universal-sentence#ran","syntology_url":"https://syntology.ai/paper/1705.02364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1705.02364"}}}},{"paper":"/paper/bilateral-multi-perspective-matching-for","slug":"bilateral-multi-perspective-matching-for","title":"Bilateral Multi-Perspective Matching for Natural Language Sentences","date":"2017-02-13","arxiv_id":"1702.03814","rows_on_this_dataset":2,"code_links":10,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":4,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":3,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/bilateral-multi-perspective-matching-for#ran","syntology_url":"https://syntology.ai/paper/1702.03814","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1702.03814"}}}},{"paper":"/paper/reading-and-thinking-re-read-lstm-unit-for","slug":"reading-and-thinking-re-read-lstm-unit-for","title":"Reading and Thinking: Re-read LSTM Unit for Textual Entailment Recognition","date":"2016-12-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/enhanced-lstm-for-natural-language-inference","slug":"enhanced-lstm-for-natural-language-inference","title":"Enhanced LSTM for Natural Language Inference","date":"2016-09-20","arxiv_id":"1609.06038","rows_on_this_dataset":2,"code_links":12,"syntology":null},{"paper":"/paper/deep-fusion-lstms-for-text-semantic-matching","slug":"deep-fusion-lstms-for-text-semantic-matching","title":"Deep Fusion LSTMs for Text Semantic Matching","date":"2016-08-01","arxiv_id":null,"rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/neural-tree-indexers-for-text-understanding","slug":"neural-tree-indexers-for-text-understanding","title":"Neural Tree Indexers for Text Understanding","date":"2016-07-15","arxiv_id":"1607.04492","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/neural-semantic-encoders","slug":"neural-semantic-encoders","title":"Neural Semantic Encoders","date":"2016-07-14","arxiv_id":"1607.04315","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/a-decomposable-attention-model-for-natural","slug":"a-decomposable-attention-model-for-natural","title":"A Decomposable Attention Model for Natural Language Inference","date":"2016-06-06","arxiv_id":"1606.01933","rows_on_this_dataset":4,"code_links":10,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":4,"samples_constructed":0,"samples_ran_checked":4,"samples_ran_instrument_failed":0,"samples_unverified":2,"pointer_only_for_licence":0,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-decomposable-attention-model-for-natural#ran","syntology_url":"https://syntology.ai/paper/1606.01933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1606.01933"}}}},{"paper":"/paper/learning-natural-language-inference-using","slug":"learning-natural-language-inference-using","title":"Learning Natural Language Inference using Bidirectional LSTM model and Inner-Attention","date":"2016-05-30","arxiv_id":"1605.09090","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/modelling-interaction-of-sentence-pair-with","slug":"modelling-interaction-of-sentence-pair-with","title":"Modelling Interaction of Sentence Pair with coupled-LSTMs","date":"2016-05-18","arxiv_id":"1605.05573","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/a-fast-unified-model-for-parsing-and-sentence","slug":"a-fast-unified-model-for-parsing-and-sentence","title":"A Fast Unified Model for Parsing and Sentence Understanding","date":"2016-03-19","arxiv_id":"1603.06021","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":6,"samples_ran":6,"samples_constructed":0,"samples_ran_checked":6,"samples_ran_instrument_failed":0,"samples_unverified":0,"pointer_only_for_licence":0,"official":{"repos":["stanfordnlp/spinn"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-fast-unified-model-for-parsing-and-sentence#ran","syntology_url":"https://syntology.ai/paper/1603.06021","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.06021"}}}},{"paper":"/paper/long-short-term-memory-networks-for-machine","slug":"long-short-term-memory-networks-for-machine","title":"Long Short-Term Memory-Networks for Machine Reading","date":"2016-01-25","arxiv_id":"1601.06733","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":2,"samples_ran":2,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":2,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/long-short-term-memory-networks-for-machine#ran","syntology_url":"https://syntology.ai/paper/1601.06733","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1601.06733"}}}},{"paper":"/paper/learning-natural-language-inference-with-lstm","slug":"learning-natural-language-inference-with-lstm","title":"Learning Natural Language Inference with LSTM","date":"2015-12-30","arxiv_id":"1512.08849","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":{"repos":["shuohangwang/SeqMatchSeq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]},"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/learning-natural-language-inference-with-lstm#ran","syntology_url":"https://syntology.ai/paper/1512.08849","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1512.08849"}}}},{"paper":"/paper/natural-language-inference-by-tree-based","slug":"natural-language-inference-by-tree-based","title":"Natural Language Inference by Tree-Based Convolution and Heuristic Matching","date":"2015-12-28","arxiv_id":"1512.08422","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/order-embeddings-of-images-and-language","slug":"order-embeddings-of-images-and-language","title":"Order-Embeddings of Images and Language","date":"2015-11-19","arxiv_id":"1511.06361","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/reasoning-about-entailment-with-neural","slug":"reasoning-about-entailment-with-neural","title":"Reasoning about Entailment with Neural Attention","date":"2015-09-22","arxiv_id":"1509.06664","rows_on_this_dataset":1,"code_links":7,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":1,"samples_ran":1,"samples_constructed":0,"samples_ran_checked":0,"samples_ran_instrument_failed":1,"samples_unverified":0,"pointer_only_for_licence":1,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/reasoning-about-entailment-with-neural#ran","syntology_url":"https://syntology.ai/paper/1509.06664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1509.06664"}}}},{"paper":"/paper/a-large-annotated-corpus-for-learning-natural","slug":"a-large-annotated-corpus-for-learning-natural","title":"A large annotated corpus for learning natural language inference","date":"2015-08-21","arxiv_id":"1508.05326","rows_on_this_dataset":3,"code_links":3,"syntology":{"read_at":"2026-10-05T00:36:11+00:00","samples_harvested":3,"samples_ran":3,"samples_constructed":0,"samples_ran_checked":1,"samples_ran_instrument_failed":2,"samples_unverified":0,"pointer_only_for_licence":3,"official":null,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim.","sample_list":"/paper/a-large-annotated-corpus-for-learning-natural#ran","syntology_url":"https://syntology.ai/paper/1508.05326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1508.05326"}}}}],"papers_where_code_ran":16,"papers_where_code_ran_first_page":"/dataset/snli/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this dataset or check it against this dataset's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/dataset/snli/papers/ran/1","json":"/dataset/snli/papers/ran/1.json","rows":16}],"row_route":"each paper's syntology object carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers","syntology_totals":{"read_at":"2026-10-05T00:36:11+00:00","papers_with_samples":17,"samples_harvested":130,"samples_ran":84,"samples_constructed":12,"samples_ran_checked":56,"samples_ran_instrument_failed":28,"samples_unverified":46,"pointer_only_for_licence":51,"papers_with_no_sample_that_ran":1,"papers_with_a_sample_that_ran":16,"papers_with_a_run_with_no_instrument_failure":12,"papers_where_every_run_was_an_instrument_failure":4,"note":"the per-paper counts of every listed paper (all pages), summed; not a rate"},"key_notes":{"samples_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","samples_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":4,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/natural-language-inference-on-snli","since_archive":"/sota/natural-language-inference-on-snli#since-judged","papers_judged":4,"placed":0}]},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks.","record_sha256":"8647433d35b42eb7f7a10266982b1c5fca2ccba5e27fccef02ba5c0b8f590cbe","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}