{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/semantic-textual-similarity","name":"Semantic Textual Similarity","slug":"semantic-textual-similarity","description_markdown":"Semantic textual similarity deals with determining how similar two pieces of texts are.\r\nThis can take the form of assigning a score from 1 to 5. Related tasks are paraphrase or duplicate identification.\r\n\r\nImage source: [Learning Semantic Textual Similarity from Conversations](https://arxiv.org/pdf/1804.07754.pdf)","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":2381,"papers_with_code":693,"benchmarks":13,"benchmark_tables_in_archive":13,"benchmark_tables_shown":13,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":19,"subtasks":2,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","slug":"semantic-textual-similarity-on-sts-benchmark","dataset":"STS Benchmark","dataset_url":"/dataset/sts-benchmark","rows_in_archive":66,"metrics":["Pearson Correlation","Spearman Correlation","Accuracy","Dev Pearson Correlation","Dev Spearman Correlation"],"first_row_in_archive_order":{"model":"MT-DNN-SMART","paper_title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","paper_url":"/paper/smart-robust-and-efficient-fine-tuning-for","paper_date":"2019-11-08","arxiv_id":"1911.03437","code_links":[{"title":"namisan/mt-dnn","url":"https://github.com/namisan/mt-dnn"},{"title":"microsoft/MT-DNN","url":"https://github.com/microsoft/MT-DNN"},{"title":"archinetai/smart-pytorch","url":"https://github.com/archinetai/smart-pytorch"},{"title":"archinetai/vat-pytorch","url":"https://github.com/archinetai/vat-pytorch"},{"title":"cliang1453/camero","url":"https://github.com/cliang1453/camero"},{"title":"chunhuililili/mt_dnn","url":"https://github.com/chunhuililili/mt_dnn"}],"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","slug":"semantic-textual-similarity-on-mrpc","dataset":"MRPC","dataset_url":"/dataset/mrpc","rows_in_archive":45,"metrics":["Accuracy","F1"],"first_row_in_archive_order":{"model":"MT-DNN-SMART","paper_title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","paper_url":"/paper/smart-robust-and-efficient-fine-tuning-for","paper_date":"2019-11-08","arxiv_id":"1911.03437","code_links":[{"title":"namisan/mt-dnn","url":"https://github.com/namisan/mt-dnn"},{"title":"microsoft/MT-DNN","url":"https://github.com/microsoft/MT-DNN"},{"title":"archinetai/smart-pytorch","url":"https://github.com/archinetai/smart-pytorch"},{"title":"archinetai/vat-pytorch","url":"https://github.com/archinetai/vat-pytorch"},{"title":"cliang1453/camero","url":"https://github.com/cliang1453/camero"},{"title":"chunhuililili/mt_dnn","url":"https://github.com/chunhuililili/mt_dnn"}],"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}},{"leaderboard":"/sota/semantic-textual-similarity-on-mteb","slug":"semantic-textual-similarity-on-mteb","dataset":"MTEB","dataset_url":"/dataset/mteb","rows_in_archive":30,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"AnglE-UAE","paper_title":"AnglE-optimized Text Embeddings","paper_url":"/paper/angle-optimized-text-embeddings","paper_date":"2023-09-22","arxiv_id":"2309.12871","code_links":[{"title":"SeanLee97/AnglE","url":"https://github.com/SeanLee97/AnglE"},{"title":"4ai/bellm","url":"https://github.com/4ai/bellm"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-sick","slug":"semantic-textual-similarity-on-sick","dataset":"SICK","dataset_url":"/dataset/sick","rows_in_archive":22,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"PromCSE-RoBERTa-large (0.355B)","paper_title":"Improved Universal Sentence Embeddings with Prompt-based Contrastive Learning and Energy-based Learning","paper_url":"/paper/deep-continuous-prompt-for-contrastive-1","paper_date":"2022-03-14","arxiv_id":"2203.06875","code_links":[{"title":"yjiangcm/promcse","url":"https://github.com/yjiangcm/promcse"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-sts13","slug":"semantic-textual-similarity-on-sts13","dataset":"STS13","dataset_url":"/dataset/sts-benchmark","rows_in_archive":22,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"AnglE-LLaMA-7B","paper_title":"AnglE-optimized Text Embeddings","paper_url":"/paper/angle-optimized-text-embeddings","paper_date":"2023-09-22","arxiv_id":"2309.12871","code_links":[{"title":"SeanLee97/AnglE","url":"https://github.com/SeanLee97/AnglE"},{"title":"4ai/bellm","url":"https://github.com/4ai/bellm"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-sts14","slug":"semantic-textual-similarity-on-sts14","dataset":"STS14","dataset_url":"/dataset/sts-benchmark","rows_in_archive":21,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"AnglE-LLaMA-13B","paper_title":"AnglE-optimized Text Embeddings","paper_url":"/paper/angle-optimized-text-embeddings","paper_date":"2023-09-22","arxiv_id":"2309.12871","code_links":[{"title":"SeanLee97/AnglE","url":"https://github.com/SeanLee97/AnglE"},{"title":"4ai/bellm","url":"https://github.com/4ai/bellm"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-sts12","slug":"semantic-textual-similarity-on-sts12","dataset":"STS12","dataset_url":"/dataset/sts-benchmark","rows_in_archive":20,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"PromptEOL+CSE+OPT-13B","paper_title":"Scaling Sentence Embeddings with Large Language Models","paper_url":"/paper/scaling-sentence-embeddings-with-large","paper_date":"2023-07-31","arxiv_id":"2307.16645","code_links":[{"title":"kongds/scaling_sentemb","url":"https://github.com/kongds/scaling_sentemb"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scaling-sentence-embeddings-with-large#ran","syntology_url":"https://syntology.ai/paper/2307.16645","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16645"}},"official":{"repos":["kongds/scaling_sentemb"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/semantic-textual-similarity-on-sts15","slug":"semantic-textual-similarity-on-sts15","dataset":"STS15","dataset_url":"/dataset/sts-benchmark","rows_in_archive":20,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"PromptEOL+CSE+LLaMA-30B","paper_title":"Scaling Sentence Embeddings with Large Language Models","paper_url":"/paper/scaling-sentence-embeddings-with-large","paper_date":"2023-07-31","arxiv_id":"2307.16645","code_links":[{"title":"kongds/scaling_sentemb","url":"https://github.com/kongds/scaling_sentemb"}],"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scaling-sentence-embeddings-with-large#ran","syntology_url":"https://syntology.ai/paper/2307.16645","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16645"}},"official":{"repos":["kongds/scaling_sentemb"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/semantic-textual-similarity-on-sts16","slug":"semantic-textual-similarity-on-sts16","dataset":"STS16","dataset_url":"/dataset/sts-benchmark","rows_in_archive":20,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"AnglE-LLaMA-7B-v2","paper_title":"AnglE-optimized Text Embeddings","paper_url":"/paper/angle-optimized-text-embeddings","paper_date":"2023-09-22","arxiv_id":"2309.12871","code_links":[{"title":"SeanLee97/AnglE","url":"https://github.com/SeanLee97/AnglE"},{"title":"4ai/bellm","url":"https://github.com/4ai/bellm"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-senteval","slug":"semantic-textual-similarity-on-senteval","dataset":"SentEval","dataset_url":"/dataset/senteval","rows_in_archive":6,"metrics":["MRPC","SICK-R","SICK-E","STS"],"first_row_in_archive_order":{"model":"GenSen","paper_title":"Learning General Purpose Distributed Sentence Representations via Large Scale Multi-task Learning","paper_url":"/paper/learning-general-purpose-distributed-sentence","paper_date":"2018-03-30","arxiv_id":"1804.00079","code_links":[{"title":"facebookresearch/InferSent","url":"https://github.com/facebookresearch/InferSent"},{"title":"facebookresearch/SentEval","url":"https://github.com/facebookresearch/SentEval"},{"title":"Maluuba/gensen","url":"https://github.com/Maluuba/gensen"},{"title":"najafmurtaza/Developing-Machine-Learning-Models-in-Flask","url":"https://github.com/najafmurtaza/Developing-Machine-Learning-Models-in-Flask"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-general-purpose-distributed-sentence#ran","syntology_url":"https://syntology.ai/paper/1804.00079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.00079"}},"official":{"repos":["facebookresearch/SentEval","Maluuba/gensen"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/semantic-textual-similarity-on-cxc","slug":"semantic-textual-similarity-on-cxc","dataset":"CxC","dataset_url":"/dataset/cxc","rows_in_archive":4,"metrics":["avg ± std"],"first_row_in_archive_order":{"model":"PromCSE-RoBERTa-large (0.355B)","paper_title":"Improved Universal Sentence Embeddings with Prompt-based Contrastive Learning and Energy-based Learning","paper_url":"/paper/deep-continuous-prompt-for-contrastive-1","paper_date":"2022-03-14","arxiv_id":"2203.06875","code_links":[{"title":"yjiangcm/promcse","url":"https://github.com/yjiangcm/promcse"}],"syntology":null}},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc-dev","slug":"semantic-textual-similarity-on-mrpc-dev","dataset":"MRPC Dev","dataset_url":"/dataset/mrpc","rows_in_archive":2,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"Synthesizer (R+V)","paper_title":"Synthesizer: Rethinking Self-Attention in Transformer Models","paper_url":"/paper/synthesizer-rethinking-self-attention-in","paper_date":"2020-05-02","arxiv_id":"2005.00743","code_links":[{"title":"10-zin/Synthesizer","url":"https://github.com/10-zin/Synthesizer"}],"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/synthesizer-rethinking-self-attention-in#ran","syntology_url":"https://syntology.ai/paper/2005.00743","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00743"}},"official":null}}},{"leaderboard":"/sota/semantic-textual-similarity-on-sick-r-1","slug":"semantic-textual-similarity-on-sick-r-1","dataset":"SICK-R","dataset_url":"/dataset/sick","rows_in_archive":2,"metrics":["Spearman Correlation"],"first_row_in_archive_order":{"model":"AnglE-LLaMA-7B","paper_title":"AnglE-optimized Text Embeddings","paper_url":"/paper/angle-optimized-text-embeddings","paper_date":"2023-09-22","arxiv_id":"2309.12871","code_links":[{"title":"SeanLee97/AnglE","url":"https://github.com/SeanLee97/AnglE"},{"title":"4ai/bellm","url":"https://github.com/4ai/bellm"}],"syntology":null}}],"datasets":[{"url":"/dataset/glue","name":"GLUE","full_name":"General Language Understanding Evaluation benchmark","num_papers_in_archive":3197},{"url":"/dataset/humaneval","name":"HumanEval","full_name":"","num_papers_in_archive":1201},{"url":"/dataset/mrpc","name":"MRPC","full_name":"Microsoft Research Paraphrase Corpus","num_papers_in_archive":786},{"url":"/dataset/sick","name":"SICK","full_name":"Sentences Involving Compositional Knowledge","num_papers_in_archive":348},{"url":"/dataset/senteval","name":"SentEval","full_name":"","num_papers_in_archive":168},{"url":"/dataset/mteb","name":"MTEB","full_name":"Massive Text Embedding Benchmark","num_papers_in_archive":155},{"url":"/dataset/emotion","name":"CARER","full_name":"Contextualized Affect Representations for Emotion Recognition","num_papers_in_archive":123},{"url":"/dataset/sts-benchmark","name":"STS Benchmark","full_name":"Semantic Textual Similarity","num_papers_in_archive":45},{"url":"/dataset/evalution","name":"EVALution","full_name":"EVALution","num_papers_in_archive":28},{"url":"/dataset/cxc","name":"CxC","full_name":"Crisscrossed Captions","num_papers_in_archive":22},{"url":"/dataset/pit","name":"PIT","full_name":"Paraphrase and Semantic Similarity in Twitter","num_papers_in_archive":22},{"url":"/dataset/multifc","name":"MultiFC","full_name":"","num_papers_in_archive":21},{"url":"/dataset/kornli","name":"KorNLI","full_name":null,"num_papers_in_archive":18},{"url":"/dataset/paranmt-50m","name":"PARANMT-50M","full_name":"","num_papers_in_archive":13},{"url":"/dataset/marc-ja","name":"JGLUE","full_name":"","num_papers_in_archive":7},{"url":"/dataset/sts-2014","name":"SemEval-2014 Task-10","full_name":"","num_papers_in_archive":6},{"url":"/dataset/gis","name":"GIS","full_name":"Github Issue Similarity","num_papers_in_archive":2},{"url":"/dataset/interpretable-sts","name":"Interpretable STS","full_name":"","num_papers_in_archive":1},{"url":"/dataset/czechnewsdatasetforsts","name":"CzechNewsDatasetForSTS","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/cross-lingual-semantic-textual-similarity","name":"Cross-Lingual Semantic Textual Similarity"},{"url":"/task/paraphrase-identification","name":"Paraphrase Identification"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":24,"rows_per_page":100,"shown":100,"of":2381,"of_with_code":693,"tagged_in_all":2381,"counts":{"archive_papers_tagged":2381,"with_a_code_link":693,"where_syntology_ran_a_sample":144,"not_listed_spam_title":0,"listed":2381,"listed_where_code_ran":144,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":114,"every_run_a_failure_of_syntologys_instrument":30,"listed_with_a_run_with_no_instrument_failure":114,"listed_every_run_a_failure_of_syntologys_instrument":30,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":300,"n_constructed":75,"n_ran_checked":234,"n_instrument":66,"n_unverified":359,"n_honours":18,"n_violates":5,"n_no_contract":211,"n_pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 234 with no instrument failure: 18 honoured, 5 violated, 211 with no contract checked; 66 where Syntology's instrument failed) · 359 unverified","sample_list":"/paper/bert-pre-training-of-deep-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1810.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04805"}},"official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/roberta-a-robustly-optimized-bert-pretraining","slug":"roberta-a-robustly-optimized-bert-pretraining","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","date":"2019-07-26","arxiv_id":"1907.11692","repositories_listed":67,"syntology":{"n":48,"n_ran":37,"n_constructed":11,"n_ran_checked":36,"n_instrument":1,"n_unverified":11,"n_honours":2,"n_violates":0,"n_no_contract":34,"n_pointer_only":24,"phrase":"37 ran (of which 11 constructed an object rather than computing a result; 36 with no instrument failure: 2 honoured, 0 violated, 34 with no contract checked; 1 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/roberta-a-robustly-optimized-bert-pretraining#ran","syntology_url":"https://syntology.ai/paper/1907.11692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.11692"}},"official":{"repos":["pytorch/fairseq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/sentence-bert-sentence-embeddings-using","slug":"sentence-bert-sentence-embeddings-using","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","date":"2019-08-27","arxiv_id":"1908.10084","repositories_listed":64,"syntology":{"n":58,"n_ran":33,"n_constructed":9,"n_ran_checked":30,"n_instrument":3,"n_unverified":25,"n_honours":1,"n_violates":0,"n_no_contract":29,"n_pointer_only":11,"phrase":"33 ran (of which 9 constructed an object rather than computing a result; 30 with no instrument failure: 1 honoured, 0 violated, 29 with no contract checked; 3 where Syntology's instrument failed) · 25 unverified","sample_list":"/paper/sentence-bert-sentence-embeddings-using#ran","syntology_url":"https://syntology.ai/paper/1908.10084","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.10084"}},"official":{"repos":["UKPLab/sentence-transformers"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/albert-a-lite-bert-for-self-supervised","slug":"albert-a-lite-bert-for-self-supervised","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","date":"2019-09-26","arxiv_id":"1909.11942","repositories_listed":48,"syntology":{"n":126,"n_ran":81,"n_constructed":17,"n_ran_checked":56,"n_instrument":25,"n_unverified":45,"n_honours":4,"n_violates":0,"n_no_contract":52,"n_pointer_only":28,"phrase":"81 ran (of which 17 constructed an object rather than computing a result; 56 with no instrument failure: 4 honoured, 0 violated, 52 with no contract checked; 25 where Syntology's instrument failed) · 45 unverified","sample_list":"/paper/albert-a-lite-bert-for-self-supervised#ran","syntology_url":"https://syntology.ai/paper/1909.11942","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11942"}},"official":{"repos":["google-research/ALBERT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/distilbert-a-distilled-version-of-bert","slug":"distilbert-a-distilled-version-of-bert","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","date":"2019-10-02","arxiv_id":"1910.01108","repositories_listed":37,"syntology":{"n":27,"n_ran":21,"n_constructed":5,"n_ran_checked":12,"n_instrument":9,"n_unverified":6,"n_honours":3,"n_violates":1,"n_no_contract":8,"n_pointer_only":2,"phrase":"21 ran (of which 5 constructed an object rather than computing a result; 12 with no instrument failure: 3 honoured, 1 violated, 8 with no contract checked; 9 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/distilbert-a-distilled-version-of-bert#ran","syntology_url":"https://syntology.ai/paper/1910.01108","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.01108"}},"official":{"repos":["huggingface/swift-coreml-transformers","huggingface/transformers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/xlnet-generalized-autoregressive-pretraining","slug":"xlnet-generalized-autoregressive-pretraining","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","date":"2019-06-19","arxiv_id":"1906.08237","repositories_listed":27,"syntology":{"n":24,"n_ran":15,"n_constructed":2,"n_ran_checked":10,"n_instrument":5,"n_unverified":9,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":4,"phrase":"15 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/xlnet-generalized-autoregressive-pretraining#ran","syntology_url":"https://syntology.ai/paper/1906.08237","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.08237"}},"official":{"repos":["zihangdai/xlnet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/universal-sentence-encoder","slug":"universal-sentence-encoder","title":"Universal Sentence Encoder","date":"2018-03-29","arxiv_id":"1803.11175","repositories_listed":24,"syntology":{"n":22,"n_ran":18,"n_constructed":0,"n_ran_checked":17,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":17,"n_pointer_only":1,"phrase":"18 ran (of which 0 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 0 violated, 17 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/universal-sentence-encoder#ran","syntology_url":"https://syntology.ai/paper/1803.11175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.11175"}},"official":null}},{"url":"/paper/simcse-simple-contrastive-learning-of","slug":"simcse-simple-contrastive-learning-of","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","date":"2021-04-18","arxiv_id":"2104.08821","repositories_listed":23,"syntology":{"n":30,"n_ran":17,"n_constructed":9,"n_ran_checked":12,"n_instrument":5,"n_unverified":13,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":19,"phrase":"17 ran (of which 9 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 5 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/simcse-simple-contrastive-learning-of#ran","syntology_url":"https://syntology.ai/paper/2104.08821","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08821"}},"official":{"repos":["princeton-nlp/SimCSE"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/supervised-learning-of-universal-sentence","slug":"supervised-learning-of-universal-sentence","title":"Supervised Learning of Universal Sentence Representations from Natural Language Inference Data","date":"2017-05-05","arxiv_id":"1705.02364","repositories_listed":23,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/supervised-learning-of-universal-sentence#ran","syntology_url":"https://syntology.ai/paper/1705.02364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1705.02364"}},"official":{"repos":["facebookresearch/InferSent","facebookresearch/SentEval"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/ernie-enhanced-representation-through","slug":"ernie-enhanced-representation-through","title":"ERNIE: Enhanced Representation through Knowledge Integration","date":"2019-04-19","arxiv_id":"1904.09223","repositories_listed":19,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ernie-enhanced-representation-through#ran","syntology_url":"https://syntology.ai/paper/1904.09223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.09223"}},"official":{"repos":["PaddlePaddle/PaddleNLP"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/big-bird-transformers-for-longer-sequences","slug":"big-bird-transformers-for-longer-sequences","title":"Big Bird: Transformers for Longer Sequences","date":"2020-07-28","arxiv_id":"2007.14062","repositories_listed":14,"syntology":{"n":15,"n_ran":10,"n_constructed":1,"n_ran_checked":2,"n_instrument":8,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":11,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 8 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/big-bird-transformers-for-longer-sequences#ran","syntology_url":"https://syntology.ai/paper/2007.14062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.14062"}},"official":{"repos":["google-research/bigbird"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deberta-decoding-enhanced-bert-with","slug":"deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/deberta-decoding-enhanced-bert-with#ran","syntology_url":"https://syntology.ai/paper/2006.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03654"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper","unlocated"]}}},{"url":"/paper/improving-language-understanding-by","slug":"improving-language-understanding-by","title":"Improving Language Understanding by Generative Pre-Training","date":"2018-06-11","arxiv_id":null,"repositories_listed":13,"syntology":null},{"url":"/paper/fnet-mixing-tokens-with-fourier-transforms","slug":"fnet-mixing-tokens-with-fourier-transforms","title":"FNet: Mixing Tokens with Fourier Transforms","date":"2021-05-09","arxiv_id":"2105.03824","repositories_listed":12,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fnet-mixing-tokens-with-fourier-transforms#ran","syntology_url":"https://syntology.ai/paper/2105.03824","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03824"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/nystromformer-a-nystrom-based-algorithm-for","slug":"nystromformer-a-nystrom-based-algorithm-for","title":"Nyströmformer: A Nyström-Based Algorithm for Approximating Self-Attention","date":"2021-02-07","arxiv_id":"2102.03902","repositories_listed":10,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/nystromformer-a-nystrom-based-algorithm-for#ran","syntology_url":"https://syntology.ai/paper/2102.03902","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.03902"}},"official":{"repos":["mlpen/Nystromformer"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/190910351","slug":"190910351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","date":"2019-09-23","arxiv_id":"1909.10351","repositories_listed":10,"syntology":{"n":4,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"0 ran · 4 unverified","sample_list":"/paper/190910351#ran","syntology_url":"https://syntology.ai/paper/1909.10351","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.10351"}},"official":{"repos":["huawei-noah/Pretrained-Language-Model"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":[]}}},{"url":"/paper/mobilebert-a-compact-task-agnostic-bert-for","slug":"mobilebert-a-compact-task-agnostic-bert-for","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","date":"2020-04-06","arxiv_id":"2004.02984","repositories_listed":7,"syntology":null},{"url":"/paper/tsdae-using-transformer-based-sequential","slug":"tsdae-using-transformer-based-sequential","title":"TSDAE: Using Transformer-based Sequential Denoising Auto-Encoder for Unsupervised Sentence Embedding Learning","date":"2021-04-14","arxiv_id":"2104.06979","repositories_listed":6,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tsdae-using-transformer-based-sequential#ran","syntology_url":"https://syntology.ai/paper/2104.06979","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06979"}},"official":{"repos":["kwang2049/pytorch-bertflow","kwang2049/useb","ukplab/pytorch-bertflow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/language-agnostic-bert-sentence-embedding","slug":"language-agnostic-bert-sentence-embedding","title":"Language-agnostic BERT Sentence Embedding","date":"2020-07-03","arxiv_id":"2007.01852","repositories_listed":6,"syntology":null},{"url":"/paper/squeezebert-what-can-computer-vision-teach","slug":"squeezebert-what-can-computer-vision-teach","title":"SqueezeBERT: What can computer vision teach NLP about efficient neural networks?","date":"2020-06-19","arxiv_id":"2006.11316","repositories_listed":6,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/squeezebert-what-can-computer-vision-teach#ran","syntology_url":"https://syntology.ai/paper/2006.11316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.11316"}},"official":{"repos":["huggingface/transformers"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/smart-robust-and-efficient-fine-tuning-for","slug":"smart-robust-and-efficient-fine-tuning-for","title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","date":"2019-11-08","arxiv_id":"1911.03437","repositories_listed":6,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/spanbert-improving-pre-training-by","slug":"spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/spanbert-improving-pre-training-by#ran","syntology_url":"https://syntology.ai/paper/1907.10529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.10529"}},"official":{"repos":["facebookresearch/SpanBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/mteb-massive-text-embedding-benchmark","slug":"mteb-massive-text-embedding-benchmark","title":"MTEB: Massive Text Embedding Benchmark","date":"2022-10-13","arxiv_id":"2210.07316","repositories_listed":5,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mteb-massive-text-embedding-benchmark#ran","syntology_url":"https://syntology.ai/paper/2210.07316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07316"}},"official":{"repos":["embeddings-benchmark/mteb"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/informer-transformer-likes-informed-attention","slug":"informer-transformer-likes-informed-attention","title":"RealFormer: Transformer Likes Residual Attention","date":"2020-12-21","arxiv_id":"2012.11747","repositories_listed":5,"syntology":null},{"url":"/paper/q8bert-quantized-8bit-bert","slug":"q8bert-quantized-8bit-bert","title":"Q8BERT: Quantized 8Bit BERT","date":"2019-10-14","arxiv_id":"1910.06188","repositories_listed":5,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":7,"n_pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/q8bert-quantized-8bit-bert#ran","syntology_url":"https://syntology.ai/paper/1910.06188","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.06188"}},"official":{"repos":["intellabs/model-compression-research-package","NervanaSystems/nlp-architect"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/medsts-a-resource-for-clinical-semantic","slug":"medsts-a-resource-for-clinical-semantic","title":"MedSTS: A Resource for Clinical Semantic Textual Similarity","date":"2018-08-28","arxiv_id":"1808.09397","repositories_listed":5,"syntology":null},{"url":"/paper/one-embedder-any-task-instruction-finetuned","slug":"one-embedder-any-task-instruction-finetuned","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","date":"2022-12-19","arxiv_id":"2212.09741","repositories_listed":4,"syntology":{"n":20,"n_ran":17,"n_constructed":0,"n_ran_checked":14,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":3,"n_no_contract":11,"n_pointer_only":2,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 3 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/one-embedder-any-task-instruction-finetuned#ran","syntology_url":"https://syntology.ai/paper/2212.09741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09741"}},"official":{"repos":["HKUNLP/instructor-embedding"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/llm-int8-8-bit-matrix-multiplication-for","slug":"llm-int8-8-bit-matrix-multiplication-for","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","date":"2022-08-15","arxiv_id":"2208.07339","repositories_listed":4,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/llm-int8-8-bit-matrix-multiplication-for#ran","syntology_url":"https://syntology.ai/paper/2208.07339","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.07339"}},"official":{"repos":["timdettmers/bitsandbytes"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/klue-korean-language-understanding-evaluation","slug":"klue-korean-language-understanding-evaluation","title":"KLUE: Korean Language Understanding Evaluation","date":"2021-05-20","arxiv_id":"2105.09680","repositories_listed":4,"syntology":null},{"url":"/paper/how-to-train-bert-with-an-academic-budget","slug":"how-to-train-bert-with-an-academic-budget","title":"How to Train BERT with an Academic Budget","date":"2021-04-15","arxiv_id":"2104.07705","repositories_listed":4,"syntology":null},{"url":"/paper/learning-general-purpose-distributed-sentence","slug":"learning-general-purpose-distributed-sentence","title":"Learning General Purpose Distributed Sentence Representations via Large Scale Multi-task Learning","date":"2018-03-30","arxiv_id":"1804.00079","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-general-purpose-distributed-sentence#ran","syntology_url":"https://syntology.ai/paper/1804.00079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.00079"}},"official":{"repos":["facebookresearch/SentEval","Maluuba/gensen"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/calculating-the-similarity-between-words-and","slug":"calculating-the-similarity-between-words-and","title":"Calculating the similarity between words and sentences using a lexical database and corpus statistics","date":"2018-02-15","arxiv_id":"1802.05667","repositories_listed":4,"syntology":null},{"url":"/paper/datasculpt-crafting-data-landscapes-for-llm","slug":"datasculpt-crafting-data-landscapes-for-llm","title":"DataSculpt: Crafting Data Landscapes for Long-Context LLMs through Multi-Objective Partitioning","date":"2024-09-02","arxiv_id":"2409.00997","repositories_listed":3,"syntology":null},{"url":"/paper/entailment-as-few-shot-learner","slug":"entailment-as-few-shot-learner","title":"Entailment as Few-Shot Learner","date":"2021-04-29","arxiv_id":"2104.14690","repositories_listed":3,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/entailment-as-few-shot-learner#ran","syntology_url":"https://syntology.ai/paper/2104.14690","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14690"}},"official":null}},{"url":"/paper/on-semantic-similarity-in-video-retrieval","slug":"on-semantic-similarity-in-video-retrieval","title":"On Semantic Similarity in Video Retrieval","date":"2021-03-18","arxiv_id":"2103.10095","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-semantic-similarity-in-video-retrieval#ran","syntology_url":"https://syntology.ai/paper/2103.10095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.10095"}},"official":{"repos":["mwray/Semantic-Video-Retrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-natural-language-attacks-in-a-hard","slug":"generating-natural-language-attacks-in-a-hard","title":"Generating Natural Language Attacks in a Hard Label Black Box Setting","date":"2020-12-29","arxiv_id":"2012.14956","repositories_listed":3,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generating-natural-language-attacks-in-a-hard#ran","syntology_url":"https://syntology.ai/paper/2012.14956","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.14956"}},"official":{"repos":["RishabhMaheshwary/hard-label-attack"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/on-the-sentence-embeddings-from-pre-trained","slug":"on-the-sentence-embeddings-from-pre-trained","title":"On the Sentence Embeddings from Pre-trained Language Models","date":"2020-11-02","arxiv_id":"2011.05864","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-sentence-embeddings-from-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2011.05864","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.05864"}},"official":{"repos":["bohanli/BERT-flow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/kornli-and-korsts-new-benchmark-datasets-for","slug":"kornli-and-korsts-new-benchmark-datasets-for","title":"KorNLI and KorSTS: New Benchmark Datasets for Korean Natural Language Understanding","date":"2020-04-07","arxiv_id":"2004.03289","repositories_listed":3,"syntology":null},{"url":"/paper/sbert-wk-a-sentence-embedding-method-by","slug":"sbert-wk-a-sentence-embedding-method-by","title":"SBERT-WK: A Sentence Embedding Method by Dissecting BERT-based Word Models","date":"2020-02-16","arxiv_id":"2002.06652","repositories_listed":3,"syntology":null},{"url":"/paper/semantic-relatedness-based-re-ranker-for-text","slug":"semantic-relatedness-based-re-ranker-for-text","title":"Semantic Relatedness Based Re-ranker for Text Spotting","date":"2019-09-17","arxiv_id":"1909.07950","repositories_listed":3,"syntology":null},{"url":"/paper/ernie-20-a-continual-pre-training-framework","slug":"ernie-20-a-continual-pre-training-framework","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","date":"2019-07-29","arxiv_id":"1907.12412","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/ernie-20-a-continual-pre-training-framework#ran","syntology_url":"https://syntology.ai/paper/1907.12412","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.12412"}},"official":{"repos":["PaddlePaddle/ERNIE"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/a-hybrid-neural-network-model-for-commonsense","slug":"a-hybrid-neural-network-model-for-commonsense","title":"A Hybrid Neural Network Model for Commonsense Reasoning","date":"2019-07-27","arxiv_id":"1907.11983","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/a-hybrid-neural-network-model-for-commonsense#ran","syntology_url":"https://syntology.ai/paper/1907.11983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.11983"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/improving-multi-task-deep-neural-networks-via","slug":"improving-multi-task-deep-neural-networks-via","title":"Improving Multi-Task Deep Neural Networks via Knowledge Distillation for Natural Language Understanding","date":"2019-04-20","arxiv_id":"1904.09482","repositories_listed":3,"syntology":null},{"url":"/paper/deep-metric-learning-by-online-soft-mining","slug":"deep-metric-learning-by-online-soft-mining","title":"Deep Metric Learning by Online Soft Mining and Class-Aware Attention","date":"2018-11-04","arxiv_id":"1811.01459","repositories_listed":3,"syntology":null},{"url":"/paper/indra-a-word-embedding-and-semantic","slug":"indra-a-word-embedding-and-semantic","title":"Indra: A Word Embedding and Semantic Relatedness Server","date":"2018-05-01","arxiv_id":null,"repositories_listed":3,"syntology":null},{"url":"/paper/portuguese-word-embeddings-evaluating-on-word","slug":"portuguese-word-embeddings-evaluating-on-word","title":"Portuguese Word Embeddings: Evaluating on Word Analogies and Natural Language Tasks","date":"2017-08-20","arxiv_id":"1708.06025","repositories_listed":3,"syntology":null},{"url":"/paper/semeval-2017-task-1-semantic-textual","slug":"semeval-2017-task-1-semantic-textual","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","date":"2017-07-31","arxiv_id":"1708.00055","repositories_listed":3,"syntology":null},{"url":"/paper/label-noise-reduction-in-entity-typing-by","slug":"label-noise-reduction-in-entity-typing-by","title":"Label Noise Reduction in Entity Typing by Heterogeneous Partial-Label Embedding","date":"2016-02-17","arxiv_id":"1602.05307","repositories_listed":3,"syntology":null},{"url":"/paper/demystifying-and-extracting-fault-indicating","slug":"demystifying-and-extracting-fault-indicating","title":"Demystifying and Extracting Fault-indicating Information from Logs for Failure Diagnosis","date":"2024-09-20","arxiv_id":"2409.13561","repositories_listed":2,"syntology":null},{"url":"/paper/linguistic-minimal-pairs-elicit-linguistic","slug":"linguistic-minimal-pairs-elicit-linguistic","title":"Linguistic Minimal Pairs Elicit Linguistic Similarity in Large Language Models","date":"2024-09-19","arxiv_id":"2409.12435","repositories_listed":2,"syntology":null},{"url":"/paper/pcc-tuning-breaking-the-contrastive-learning","slug":"pcc-tuning-breaking-the-contrastive-learning","title":"Pcc-tuning: Breaking the Contrastive Learning Ceiling in Semantic Textual Similarity","date":"2024-06-14","arxiv_id":"2406.09790","repositories_listed":2,"syntology":null},{"url":"/paper/advancing-semantic-textual-similarity","slug":"advancing-semantic-textual-similarity","title":"Advancing Semantic Textual Similarity Modeling: A Regression Framework with Translated ReLU and Smooth K2 Loss","date":"2024-06-08","arxiv_id":"2406.05326","repositories_listed":2,"syntology":null},{"url":"/paper/weakly-supervised-audio-separation-via-bi","slug":"weakly-supervised-audio-separation-via-bi","title":"Weakly-supervised Audio Separation via Bi-modal Semantic Similarity","date":"2024-04-02","arxiv_id":"2404.01740","repositories_listed":2,"syntology":{"n":18,"n_ran":12,"n_constructed":7,"n_ran_checked":11,"n_instrument":1,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":2,"phrase":"12 ran (of which 7 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/weakly-supervised-audio-separation-via-bi#ran","syntology_url":"https://syntology.ai/paper/2404.01740","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.01740"}},"official":{"repos":["halvani/constituent-treelib","microsoft/bimodalaudioseparation"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":7,"n_ran_no_instrument_failure":11,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/pixel-sentence-representation-learning","slug":"pixel-sentence-representation-learning","title":"Pixel Sentence Representation Learning","date":"2024-02-13","arxiv_id":"2402.08183","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pixel-sentence-representation-learning#ran","syntology_url":"https://syntology.ai/paper/2402.08183","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.08183"}},"official":{"repos":["gowitheflow-1998/pixel-linguist"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/semrel2024-a-collection-of-semantic-textual","slug":"semrel2024-a-collection-of-semantic-textual","title":"SemRel2024: A Collection of Semantic Textual Relatedness Datasets for 13 Languages","date":"2024-02-13","arxiv_id":"2402.08638","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/semrel2024-a-collection-of-semantic-textual#ran","syntology_url":"https://syntology.ai/paper/2402.08638","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.08638"}},"official":null}},{"url":"/paper/def2vec-extensible-word-embeddings-from","slug":"def2vec-extensible-word-embeddings-from","title":"Def2Vec: Extensible Word Embeddings from Dictionary Definitions","date":"2023-12-16","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/deelm-dependency-enhanced-large-language","slug":"deelm-dependency-enhanced-large-language","title":"BeLLM: Backward Dependency Enhanced Large Language Model for Sentence Embeddings","date":"2023-11-09","arxiv_id":"2311.05296","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deelm-dependency-enhanced-large-language#ran","syntology_url":"https://syntology.ai/paper/2311.05296","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.05296"}},"official":{"repos":["4ai/bellm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/visual-grounding-helps-learn-word-meanings-in","slug":"visual-grounding-helps-learn-word-meanings-in","title":"Visual Grounding Helps Learn Word Meanings in Low-Data Regimes","date":"2023-10-20","arxiv_id":"2310.13257","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visual-grounding-helps-learn-word-meanings-in#ran","syntology_url":"https://syntology.ai/paper/2310.13257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13257"}},"official":{"repos":["EvLab-MIT/LexiContrastiveGrd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/angle-optimized-text-embeddings","slug":"angle-optimized-text-embeddings","title":"AnglE-optimized Text Embeddings","date":"2023-09-22","arxiv_id":"2309.12871","repositories_listed":2,"syntology":null},{"url":"/paper/sentence-embedding-models-for-ancient-greek","slug":"sentence-embedding-models-for-ancient-greek","title":"Sentence Embedding Models for Ancient Greek Using Multilingual Knowledge Distillation","date":"2023-08-24","arxiv_id":"2308.13116","repositories_listed":2,"syntology":null},{"url":"/paper/class-relation-knowledge-distillation-for","slug":"class-relation-knowledge-distillation-for","title":"Class-relation Knowledge Distillation for Novel Class Discovery","date":"2023-07-18","arxiv_id":"2307.09158","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/class-relation-knowledge-distillation-for#ran","syntology_url":"https://syntology.ai/paper/2307.09158","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.09158"}},"official":{"repos":["kleinzcy/cr-kd-ncd"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/real-world-image-variation-by-aligning-1","slug":"real-world-image-variation-by-aligning-1","title":"Real-World Image Variation by Aligning Diffusion Inversion Chain","date":"2023-05-30","arxiv_id":"2305.18729","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/real-world-image-variation-by-aligning-1#ran","syntology_url":"https://syntology.ai/paper/2305.18729","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18729"}},"official":{"repos":["dvlab-research/rival"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/alignscore-evaluating-factual-consistency","slug":"alignscore-evaluating-factual-consistency","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","date":"2023-05-26","arxiv_id":"2305.16739","repositories_listed":2,"syntology":null},{"url":"/paper/focus-effective-embedding-initialization-for","slug":"focus-effective-embedding-initialization-for","title":"FOCUS: Effective Embedding Initialization for Monolingual Specialization of Multilingual Models","date":"2023-05-23","arxiv_id":"2305.14481","repositories_listed":2,"syntology":null},{"url":"/paper/chain-of-thought-prompting-for-responding-to","slug":"chain-of-thought-prompting-for-responding-to","title":"Cue-CoT: Chain-of-thought Prompting for Responding to In-depth Dialogue Questions with LLMs","date":"2023-05-19","arxiv_id":"2305.11792","repositories_listed":2,"syntology":null},{"url":"/paper/similarity-contrastive-estimation-for-image","slug":"similarity-contrastive-estimation-for-image","title":"Similarity Contrastive Estimation for Image and Video Soft Contrastive Self-Supervised Learning","date":"2022-12-21","arxiv_id":"2212.11187","repositories_listed":2,"syntology":null},{"url":"/paper/measuring-the-measuring-tools-an-automatic","slug":"measuring-the-measuring-tools-an-automatic","title":"Measuring the Measuring Tools: An Automatic Evaluation of Semantic Metrics for Text Corpora","date":"2022-11-29","arxiv_id":"2211.16259","repositories_listed":2,"syntology":null},{"url":"/paper/sapa-similarity-aware-point-affiliation-for","slug":"sapa-similarity-aware-point-affiliation-for","title":"SAPA: Similarity-Aware Point Affiliation for Feature Upsampling","date":"2022-09-26","arxiv_id":"2209.12866","repositories_listed":2,"syntology":null},{"url":"/paper/chinese-word-sense-embedding-with-sememewsd","slug":"chinese-word-sense-embedding-with-sememewsd","title":"Chinese Word Sense Embedding with SememeWSD and Synonym Set","date":"2022-06-29","arxiv_id":"2206.14388","repositories_listed":2,"syntology":null},{"url":"/paper/ecmg-exemplar-based-commit-message-generation","slug":"ecmg-exemplar-based-commit-message-generation","title":"RACE: Retrieval-Augmented Commit Message Generation","date":"2022-03-05","arxiv_id":"2203.02700","repositories_listed":2,"syntology":null},{"url":"/paper/kge-cl-contrastive-learning-of-knowledge","slug":"kge-cl-contrastive-learning-of-knowledge","title":"KGE-CL: Contrastive Learning of Tensor Decomposition Based Knowledge Graph Embeddings","date":"2021-12-09","arxiv_id":"2112.04871","repositories_listed":2,"syntology":null},{"url":"/paper/similarity-contrastive-estimation-for-self","slug":"similarity-contrastive-estimation-for-self","title":"Similarity Contrastive Estimation for Self-Supervised Soft Contrastive Learning","date":"2021-11-29","arxiv_id":"2111.14585","repositories_listed":2,"syntology":null},{"url":"/paper/self-supervised-similarity-search-for-large","slug":"self-supervised-similarity-search-for-large","title":"Self-supervised similarity search for large scientific datasets","date":"2021-10-25","arxiv_id":"2110.13151","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-supervised-similarity-search-for-large#ran","syntology_url":"https://syntology.ai/paper/2110.13151","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.13151"}},"official":{"repos":["georgestein/galaxy_search"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/what-makes-sentences-semantically-related-a","slug":"what-makes-sentences-semantically-related-a","title":"What Makes Sentences Semantically Related: A Textual Relatedness Dataset and Empirical Study","date":"2021-10-10","arxiv_id":"2110.04845","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/what-makes-sentences-semantically-related-a#ran","syntology_url":"https://syntology.ai/paper/2110.04845","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04845"}},"official":{"repos":["priya22/semantic-textual-relatedness"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/semantic-preserving-adversarial-text-attacks","slug":"semantic-preserving-adversarial-text-attacks","title":"Semantic-Preserving Adversarial Text Attacks","date":"2021-08-23","arxiv_id":"2108.10015","repositories_listed":2,"syntology":null},{"url":"/paper/sentence-t5-scalable-sentence-encoders-from","slug":"sentence-t5-scalable-sentence-encoders-from","title":"Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models","date":"2021-08-19","arxiv_id":"2108.08877","repositories_listed":2,"syntology":null},{"url":"/paper/charformer-fast-character-transformers-via","slug":"charformer-fast-character-transformers-via","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","date":"2021-06-23","arxiv_id":"2106.12672","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":3,"n_ran_checked":4,"n_instrument":3,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/charformer-fast-character-transformers-via#ran","syntology_url":"https://syntology.ai/paper/2106.12672","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.12672"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/more-than-meets-the-eye-semi-supervised","slug":"more-than-meets-the-eye-semi-supervised","title":"More Than Meets The Eye: Semi-supervised Learning Under Non-IID Data","date":"2021-04-20","arxiv_id":"2104.10223","repositories_listed":2,"syntology":null},{"url":"/paper/generating-datasets-with-pretrained-language","slug":"generating-datasets-with-pretrained-language","title":"Generating Datasets with Pretrained Language Models","date":"2021-04-15","arxiv_id":"2104.07540","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generating-datasets-with-pretrained-language#ran","syntology_url":"https://syntology.ai/paper/2104.07540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07540"}},"official":{"repos":["timoschick/dino"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/sqn-weakly-supervised-semantic-segmentation","slug":"sqn-weakly-supervised-semantic-segmentation","title":"SQN: Weakly-Supervised Semantic Segmentation of Large-Scale 3D Point Clouds","date":"2021-04-11","arxiv_id":"2104.04891","repositories_listed":2,"syntology":null},{"url":"/paper/hybrid-model-for-patent-classification-using","slug":"hybrid-model-for-patent-classification-using","title":"PatentSBERTa: A Deep NLP based Hybrid Model for Patent Distance and Classification using Augmented SBERT","date":"2021-03-22","arxiv_id":"2103.11933","repositories_listed":2,"syntology":null},{"url":"/paper/intrinsic-dimensionality-explains-the","slug":"intrinsic-dimensionality-explains-the","title":"Intrinsic Dimensionality Explains the Effectiveness of Language Model Fine-Tuning","date":"2020-12-22","arxiv_id":"2012.13255","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/intrinsic-dimensionality-explains-the#ran","syntology_url":"https://syntology.ai/paper/2012.13255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.13255"}},"official":{"repos":["rabeehk/compacter"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pseudo-shots-few-shot-learning-with-auxiliary","slug":"pseudo-shots-few-shot-learning-with-auxiliary","title":"Extended Few-Shot Learning: Exploiting Existing Resources for Novel Tasks","date":"2020-12-13","arxiv_id":"2012.07176","repositories_listed":2,"syntology":null},{"url":"/paper/semmt-a-semantic-based-testing-approach-for","slug":"semmt-a-semantic-based-testing-approach-for","title":"SemMT: A Semantic-based Testing Approach for Machine Translation Systems","date":"2020-12-03","arxiv_id":"2012.01815","repositories_listed":2,"syntology":null},{"url":"/paper/ffci-a-framework-for-interpretable-automatic","slug":"ffci-a-framework-for-interpretable-automatic","title":"FFCI: A Framework for Interpretable Automatic Evaluation of Summarization","date":"2020-11-27","arxiv_id":"2011.13662","repositories_listed":2,"syntology":null},{"url":"/paper/a-statistical-framework-for-low-bitwidth","slug":"a-statistical-framework-for-low-bitwidth","title":"A Statistical Framework for Low-bitwidth Training of Deep Neural Networks","date":"2020-10-27","arxiv_id":"2010.14298","repositories_listed":2,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/a-statistical-framework-for-low-bitwidth#ran","syntology_url":"https://syntology.ai/paper/2010.14298","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.14298"}},"official":{"repos":["cjf00000/StatQuant"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/top2vec-distributed-representations-of-topics","slug":"top2vec-distributed-representations-of-topics","title":"Top2Vec: Distributed Representations of Topics","date":"2020-08-19","arxiv_id":"2008.09470","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/top2vec-distributed-representations-of-topics#ran","syntology_url":"https://syntology.ai/paper/2008.09470","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.09470"}},"official":{"repos":["ddangelov/Top2Vec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/discrete-optimization-for-unsupervised","slug":"discrete-optimization-for-unsupervised","title":"Discrete Optimization for Unsupervised Sentence Summarization with Word-Level Extraction","date":"2020-05-04","arxiv_id":"2005.01791","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":2,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/discrete-optimization-for-unsupervised#ran","syntology_url":"https://syntology.ai/paper/2005.01791","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01791"}},"official":{"repos":["raphael-sch/HC_Sentence_Summarization"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/crisscrossed-captions-extended-intramodal-and","slug":"crisscrossed-captions-extended-intramodal-and","title":"Crisscrossed Captions: Extended Intramodal and Intermodal Semantic Similarity Judgments for MS-COCO","date":"2020-04-30","arxiv_id":"2004.15020","repositories_listed":2,"syntology":null},{"url":"/paper/a-random-forest-based-computational-model-for","slug":"a-random-forest-based-computational-model-for","title":"A random forest based computational model for predicting novel lncRNA-disease associations","date":"2020-03-27","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/semantic-pyramid-for-image-generation","slug":"semantic-pyramid-for-image-generation","title":"Semantic Pyramid for Image Generation","date":"2020-03-13","arxiv_id":"2003.06221","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/semantic-pyramid-for-image-generation#ran","syntology_url":"https://syntology.ai/paper/2003.06221","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.06221"}},"official":null}},{"url":"/paper/generalized-product-quantization-network-for","slug":"generalized-product-quantization-network-for","title":"Generalized Product Quantization Network for Semi-supervised Image Retrieval","date":"2020-02-26","arxiv_id":"2002.11281","repositories_listed":2,"syntology":null},{"url":"/paper/a-common-semantic-space-for-monolingual-and","slug":"a-common-semantic-space-for-monolingual-and","title":"A Common Semantic Space for Monolingual and Cross-Lingual Meta-Embeddings","date":"2020-01-17","arxiv_id":"2001.06381","repositories_listed":2,"syntology":null},{"url":"/paper/ranking-and-classification-driven-feature","slug":"ranking-and-classification-driven-feature","title":"Ranking and Classification driven Feature Learning for Person Re_identification","date":"2019-12-25","arxiv_id":"1912.11630","repositories_listed":2,"syntology":null},{"url":"/paper/a-bilingual-generative-transformer-for-1","slug":"a-bilingual-generative-transformer-for-1","title":"A Bilingual Generative Transformer for Semantic Sentence Embedding","date":"2019-11-10","arxiv_id":"1911.03895","repositories_listed":2,"syntology":null},{"url":"/paper/to-tune-or-not-to-tune-how-about-the-best-of","slug":"to-tune-or-not-to-tune-how-about-the-best-of","title":"To Tune or Not To Tune? How About the Best of Both Worlds?","date":"2019-07-09","arxiv_id":"1907.05338","repositories_listed":2,"syntology":null},{"url":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ernie-enhanced-language-representation-with#ran","syntology_url":"https://syntology.ai/paper/1905.07129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.07129"}},"official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/dont-settle-for-average-go-for-the-max-fuzzy-1","slug":"dont-settle-for-average-go-for-the-max-fuzzy-1","title":"Don't Settle for Average, Go for the Max: Fuzzy Sets and Max-Pooled Word Vectors","date":"2019-04-30","arxiv_id":"1904.13264","repositories_listed":2,"syntology":null},{"url":"/paper/ranked-list-loss-for-deep-metric-learning","slug":"ranked-list-loss-for-deep-metric-learning","title":"Ranked List Loss for Deep Metric Learning","date":"2019-03-08","arxiv_id":"1903.03238","repositories_listed":2,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ranked-list-loss-for-deep-metric-learning#ran","syntology_url":"https://syntology.ai/paper/1903.03238","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.03238"}},"official":{"repos":["XinshaoAmosWang/Ranked-List-Loss-for-DML"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}],"syntology_records":49,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":16,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","since_archive":"/sota/semantic-textual-similarity-on-sts-benchmark#since-judged","papers_judged":10,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","since_archive":"/sota/semantic-textual-similarity-on-mrpc#since-judged","papers_judged":9,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sts13","since_archive":"/sota/semantic-textual-similarity-on-sts13#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sts14","since_archive":"/sota/semantic-textual-similarity-on-sts14#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sts12","since_archive":"/sota/semantic-textual-similarity-on-sts12#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sts15","since_archive":"/sota/semantic-textual-similarity-on-sts15#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sts16","since_archive":"/sota/semantic-textual-similarity-on-sts16#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc-dev","since_archive":"/sota/semantic-textual-similarity-on-mrpc-dev#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/semantic-textual-similarity-on-sick-r-1","since_archive":"/sota/semantic-textual-similarity-on-sick-r-1#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":144,"papers_where_code_ran_first_page":"/task/semantic-textual-similarity/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":24,"url":"/task/semantic-textual-similarity/papers/2","json":"/task/semantic-textual-similarity/papers/2.json","rows":100},{"order":"archive","page":3,"of":24,"url":"/task/semantic-textual-similarity/papers/3","json":"/task/semantic-textual-similarity/papers/3.json","rows":100},{"order":"archive","page":4,"of":24,"url":"/task/semantic-textual-similarity/papers/4","json":"/task/semantic-textual-similarity/papers/4.json","rows":100},{"order":"archive","page":5,"of":24,"url":"/task/semantic-textual-similarity/papers/5","json":"/task/semantic-textual-similarity/papers/5.json","rows":100},{"order":"archive","page":6,"of":24,"url":"/task/semantic-textual-similarity/papers/6","json":"/task/semantic-textual-similarity/papers/6.json","rows":100},{"order":"archive","page":7,"of":24,"url":"/task/semantic-textual-similarity/papers/7","json":"/task/semantic-textual-similarity/papers/7.json","rows":100},{"order":"archive","page":8,"of":24,"url":"/task/semantic-textual-similarity/papers/8","json":"/task/semantic-textual-similarity/papers/8.json","rows":100},{"order":"archive","page":9,"of":24,"url":"/task/semantic-textual-similarity/papers/9","json":"/task/semantic-textual-similarity/papers/9.json","rows":100},{"order":"archive","page":10,"of":24,"url":"/task/semantic-textual-similarity/papers/10","json":"/task/semantic-textual-similarity/papers/10.json","rows":100},{"order":"archive","page":11,"of":24,"url":"/task/semantic-textual-similarity/papers/11","json":"/task/semantic-textual-similarity/papers/11.json","rows":100},{"order":"archive","page":12,"of":24,"url":"/task/semantic-textual-similarity/papers/12","json":"/task/semantic-textual-similarity/papers/12.json","rows":100},{"order":"archive","page":13,"of":24,"url":"/task/semantic-textual-similarity/papers/13","json":"/task/semantic-textual-similarity/papers/13.json","rows":100},{"order":"archive","page":14,"of":24,"url":"/task/semantic-textual-similarity/papers/14","json":"/task/semantic-textual-similarity/papers/14.json","rows":100},{"order":"archive","page":15,"of":24,"url":"/task/semantic-textual-similarity/papers/15","json":"/task/semantic-textual-similarity/papers/15.json","rows":100},{"order":"archive","page":16,"of":24,"url":"/task/semantic-textual-similarity/papers/16","json":"/task/semantic-textual-similarity/papers/16.json","rows":100},{"order":"archive","page":17,"of":24,"url":"/task/semantic-textual-similarity/papers/17","json":"/task/semantic-textual-similarity/papers/17.json","rows":100},{"order":"archive","page":18,"of":24,"url":"/task/semantic-textual-similarity/papers/18","json":"/task/semantic-textual-similarity/papers/18.json","rows":100},{"order":"archive","page":19,"of":24,"url":"/task/semantic-textual-similarity/papers/19","json":"/task/semantic-textual-similarity/papers/19.json","rows":100},{"order":"archive","page":20,"of":24,"url":"/task/semantic-textual-similarity/papers/20","json":"/task/semantic-textual-similarity/papers/20.json","rows":100},{"order":"archive","page":21,"of":24,"url":"/task/semantic-textual-similarity/papers/21","json":"/task/semantic-textual-similarity/papers/21.json","rows":100},{"order":"archive","page":22,"of":24,"url":"/task/semantic-textual-similarity/papers/22","json":"/task/semantic-textual-similarity/papers/22.json","rows":100},{"order":"archive","page":23,"of":24,"url":"/task/semantic-textual-similarity/papers/23","json":"/task/semantic-textual-similarity/papers/23.json","rows":100},{"order":"archive","page":24,"of":24,"url":"/task/semantic-textual-similarity/papers/24","json":"/task/semantic-textual-similarity/papers/24.json","rows":81},{"order":"ran","page":1,"of":2,"url":"/task/semantic-textual-similarity/papers/ran/1","json":"/task/semantic-textual-similarity/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":2,"url":"/task/semantic-textual-similarity/papers/ran/2","json":"/task/semantic-textual-similarity/papers/ran/2.json","rows":44}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"4c29d78ec0a40466358a36c0205c46c5ab8729d3d473a944fabafd650bc8d295","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}