{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/information-retrieval","name":"Information Retrieval","slug":"information-retrieval","description_markdown":"Information retrieval is the task of ranking a list of documents or search results in response to a query\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [sudhanshumittal](https://github.com/sudhanshumittal/Information-retrieval-system) )</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":4740,"papers_with_code":1188,"benchmarks":11,"benchmark_tables_in_archive":33,"benchmark_tables_shown":33,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":93,"subtasks":6,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/information-retrieval-on-bsard","slug":"information-retrieval-on-bsard","dataset":"BSARD","dataset_url":"/dataset/bsard","rows_in_archive":3,"metrics":["Recall@100","Recall@200","Recall@500"],"first_row_in_archive_order":{"model":"Two-tower Bi-Encoder (RoBERTa)","paper_title":"A Statutory Article Retrieval Dataset in French","paper_url":"/paper/a-statutory-article-retrieval-dataset-in","paper_date":"2021-08-26","arxiv_id":"2108.11792","code_links":[{"title":"maastrichtlawtech/bsard","url":"https://github.com/maastrichtlawtech/bsard"}],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on-ms-marco","slug":"information-retrieval-on-ms-marco","dataset":"MS MARCO","dataset_url":"/dataset/ms-marco","rows_in_archive":3,"metrics":["Time (ms)","MRR@10"],"first_row_in_archive_order":{"model":"ConAE-128","paper_title":"Dimension Reduction for Efficient Dense Retrieval via Conditional Autoencoder","paper_url":"/paper/dimension-reduction-for-efficient-dense","paper_date":"2022-05-06","arxiv_id":"2205.03284","code_links":[{"title":"neuir/conae","url":"https://github.com/neuir/conae"}],"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/dimension-reduction-for-efficient-dense#ran","syntology_url":"https://syntology.ai/paper/2205.03284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.03284"}},"official":{"repos":["neuir/conae"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/information-retrieval-on-cqadupstack","slug":"information-retrieval-on-cqadupstack","dataset":"CQADupStack","dataset_url":"/dataset/cqadupstack","rows_in_archive":2,"metrics":["mAP@100"],"first_row_in_archive_order":{"model":"SGPT-BE-5.8B","paper_title":"SGPT: GPT Sentence Embeddings for Semantic Search","paper_url":"/paper/sgpt-gpt-sentence-embeddings-for-semantic","paper_date":"2022-02-17","arxiv_id":"2202.08904","code_links":[{"title":"muennighoff/sgpt","url":"https://github.com/muennighoff/sgpt"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sgpt-gpt-sentence-embeddings-for-semantic#ran","syntology_url":"https://syntology.ai/paper/2202.08904","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.08904"}},"official":{"repos":["muennighoff/sgpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/information-retrieval-on-trec-pm","slug":"information-retrieval-on-trec-pm","dataset":"TREC-PM","dataset_url":null,"rows_in_archive":2,"metrics":["infNDCG"],"first_row_in_archive_order":{"model":"hpipubcommon","paper_title":"HPI-DHC at TREC 2018 Precision Medicine Track","paper_url":"/paper/hpi-dhc-at-trec-2018-precision-medicine-track","paper_date":"2018-11-14","arxiv_id":null,"code_links":[{"title":"hpi-dhc/trec-pm","url":"https://github.com/hpi-dhc/trec-pm"}],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on","slug":"information-retrieval-on","dataset":"!(()&&!|*|*|","dataset_url":null,"rows_in_archive":1,"metrics":["10-20% Mask PSNR"],"first_row_in_archive_order":{"model":"rana ijt","paper_title":"SegCV : Eficient parsing of r\\'esum\\'es with analysis and correction of errors (SegCV : traitement efficace de CV avec analyse et correction d'erreurs) [in French]","paper_url":"/paper/segcv-eficient-parsing-of-resumes-with","paper_date":"2013-06-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on-amazon","slug":"information-retrieval-on-amazon","dataset":"Amazon","dataset_url":null,"rows_in_archive":1,"metrics":["HR@30"],"first_row_in_archive_order":{"model":"MIND","paper_title":"Multi-Interest Network with Dynamic Routing for Recommendation at Tmall","paper_url":"/paper/multi-interest-network-with-dynamic-routing","paper_date":"2019-04-17","arxiv_id":"1904.08030","code_links":[{"title":"PaddlePaddle/PaddleRec","url":"https://github.com/PaddlePaddle/PaddleRec/tree/release/2.1.0/models/recall/mind"},{"title":"shenweichen/deepmatch","url":"https://github.com/shenweichen/deepmatch"},{"title":"alibaba/easyrec","url":"https://github.com/alibaba/easyrec"},{"title":"UlionTse/mlgb","url":"https://github.com/UlionTse/mlgb"},{"title":"alibaba/TorchEasyRec","url":"https://github.com/alibaba/TorchEasyRec"},{"title":"Wang-Yu-Qing/MIND","url":"https://github.com/Wang-Yu-Qing/MIND"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-interest-network-with-dynamic-routing#ran","syntology_url":"https://syntology.ai/paper/1904.08030","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.08030"}},"official":null}}},{"leaderboard":"/sota/information-retrieval-on-mslr-web30k","slug":"information-retrieval-on-mslr-web30k","dataset":"MSLR-WEB30K","dataset_url":"/dataset/mslr-web30k-1","rows_in_archive":1,"metrics":["nDCG@10"],"first_row_in_archive_order":{"model":"Distilled Network","paper_title":"Distilled Neural Networks for Efficient Learning to Rank","paper_url":"/paper/distilled-neural-networks-for-efficient","paper_date":"2022-02-22","arxiv_id":"2202.10728","code_links":[{"title":"hpclab/efficient_nn_for_ltr","url":"https://github.com/hpclab/efficient_nn_for_ltr"}],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on-msmarco","slug":"information-retrieval-on-msmarco","dataset":"MSMARCO","dataset_url":"/dataset/ms-marco","rows_in_archive":1,"metrics":["MRR@10"],"first_row_in_archive_order":{"model":"RetroMAE","paper_title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","paper_url":"/paper/retromae-pre-training-retrieval-oriented","paper_date":"2022-05-24","arxiv_id":"2205.12035","code_links":[{"title":"staoxiao/retromae","url":"https://github.com/staoxiao/retromae"}],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on-mteb","slug":"information-retrieval-on-mteb","dataset":"MTEB","dataset_url":"/dataset/mteb","rows_in_archive":1,"metrics":["nDCG@10"],"first_row_in_archive_order":{"model":"SGPT-5.8B-msmarco","paper_title":"MTEB: Massive Text Embedding Benchmark","paper_url":"/paper/mteb-massive-text-embedding-benchmark","paper_date":"2022-10-13","arxiv_id":"2210.07316","code_links":[{"title":"embeddings-benchmark/mteb","url":"https://github.com/embeddings-benchmark/mteb"},{"title":"lyon-nlp/mteb-french","url":"https://github.com/lyon-nlp/mteb-french"},{"title":"climsocana/tecb-de","url":"https://github.com/climsocana/tecb-de"},{"title":"wadoodabdul/clinical_ner_benchmark","url":"https://github.com/wadoodabdul/clinical_ner_benchmark"},{"title":"basf/chemteb","url":"https://github.com/basf/chemteb"}],"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mteb-massive-text-embedding-benchmark#ran","syntology_url":"https://syntology.ai/paper/2210.07316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07316"}},"official":{"repos":["embeddings-benchmark/mteb"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/information-retrieval-on-news-headlines","slug":"information-retrieval-on-news-headlines","dataset":"News Headlines","dataset_url":null,"rows_in_archive":1,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"Information Retrieval + SVM","paper_title":"Recognition of Sarcasms in Tweets Based on Concept Level Sentiment Analysis and Supervised Learning Approaches","paper_url":"/paper/recognition-of-sarcasms-in-tweets-based-on","paper_date":"2014-12-01","arxiv_id":null,"code_links":[{"title":"WahajJaved20/Sarcasm_Detection-Feature_Selection","url":"https://github.com/WahajJaved20/Sarcasm_Detection-Feature_Selection"}],"syntology":null}},{"leaderboard":"/sota/information-retrieval-on-ohsumed","slug":"information-retrieval-on-ohsumed","dataset":"Ohsumed","dataset_url":"/dataset/ohsumed","rows_in_archive":1,"metrics":["NDCG"],"first_row_in_archive_order":{"model":"BERT+CONCEPT FILTER","paper_title":"Semantic Enrichment of Pretrained Embedding Output for Unsupervised IR","paper_url":"/paper/semantic-enrichment-of-pretrained-embedding","paper_date":"2021-03-24","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":null,"slug":"information-retrieval-on-ai-hub-legal-qa-data","dataset":"AI HUB legal QA data","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@10","Cosine Map@100","Cosine Map@50","Cosine Mrr@10","Cosine Mrr@100","Cosine Mrr@50","Cosine Ndcg@10","Cosine Ndcg@5","Cosine Precision@1","Cosine Recall@1"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-1024","dataset":"dim 1024","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-128","dataset":"dim 128","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-256","dataset":"dim 256","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-512","dataset":"dim 512","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-64","dataset":"dim 64","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-dim-768","dataset":"dim 768","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-evaluate","dataset":"Evaluate","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5","Dot Accuracy@1","Dot Accuracy@10","Dot Accuracy@3","Dot Accuracy@5","Dot Map@100","Dot Mrr@10","Dot Ndcg@10","Dot Precision@1","Dot Precision@10","Dot Precision@3","Dot Precision@5","Dot Recall@1","Dot Recall@10","Dot Recall@3","Dot Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-germanquad","dataset":"GermanQuAD","dataset_url":"/dataset/germanquad","rows_in_archive":0,"metrics":["Mean Reciprocal Rank","Recall@1","Recall@10","Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanoarguana","dataset":"NanoArguAna","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanodbpedia","dataset":"NanoDBPedia","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanofever","dataset":"NanoFEVER","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanofiqa2018","dataset":"NanoFiQA2018","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanohotpotqa","dataset":"NanoHotpotQA","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanomsmarco","dataset":"NanoMSMARCO","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanonfcorpus","dataset":"NanoNFCorpus","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanonq","dataset":"NanoNQ","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanoquoraretrieval","dataset":"NanoQuoraRetrieval","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanoscidocs","dataset":"NanoSCIDOCS","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanoscifact","dataset":"NanoSciFact","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-nanotouche2020","dataset":"NanoTouche2020","dataset_url":null,"rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null},{"leaderboard":null,"slug":"information-retrieval-on-unknown","dataset":"Unknown","dataset_url":"/dataset/conll-2003","rows_in_archive":0,"metrics":["Cosine Accuracy@1","Cosine Accuracy@10","Cosine Accuracy@3","Cosine Accuracy@5","Cosine Map@100","Cosine Mrr@10","Cosine Ndcg@10","Cosine Precision@1","Cosine Precision@10","Cosine Precision@3","Cosine Precision@5","Cosine Recall@1","Cosine Recall@10","Cosine Recall@3","Cosine Recall@5"],"first_row_in_archive_order":null}],"datasets":[{"url":"/dataset/ms-marco","name":"MS MARCO","full_name":"Microsoft Machine Reading Comprehension Dataset","num_papers_in_archive":1036},{"url":"/dataset/conll-2003","name":"CoNLL 2003","full_name":"","num_papers_in_archive":755},{"url":"/dataset/bioasq","name":"BioASQ","full_name":"Biomedical Semantic Indexing and Question Answering","num_papers_in_archive":192},{"url":"/dataset/cord-19","name":"CORD-19","full_name":"CORD-19","num_papers_in_archive":163},{"url":"/dataset/mteb","name":"MTEB","full_name":"Massive Text Embedding Benchmark","num_papers_in_archive":155},{"url":"/dataset/fma","name":"FMA","full_name":"Free Music Archive","num_papers_in_archive":128},{"url":"/dataset/publaynet","name":"PubLayNet","full_name":"","num_papers_in_archive":123},{"url":"/dataset/qasc","name":"QASC","full_name":"Question Answering via Sentence Composition","num_papers_in_archive":114},{"url":"/dataset/trec-covid","name":"TREC-COVID","full_name":"","num_papers_in_archive":73},{"url":"/dataset/medleydb","name":"MedleyDB","full_name":"","num_papers_in_archive":47},{"url":"/dataset/mlsum","name":"MLSUM","full_name":"MultiLingual SUMmarization","num_papers_in_archive":45},{"url":"/dataset/insuranceqa","name":"InsuranceQA","full_name":"","num_papers_in_archive":38},{"url":"/dataset/mslr-web10k","name":"MSLR-WEB10K","full_name":"","num_papers_in_archive":36},{"url":"/dataset/scitsr","name":"SciTSR","full_name":null,"num_papers_in_archive":36},{"url":"/dataset/mq2007","name":"MQ2007","full_name":"","num_papers_in_archive":32},{"url":"/dataset/guitarset","name":"GuitarSet","full_name":null,"num_papers_in_archive":31},{"url":"/dataset/mq2008","name":"MQ2008","full_name":"","num_papers_in_archive":31},{"url":"/dataset/mslr-web30k-1","name":"MSLR-WEB30K","full_name":"","num_papers_in_archive":31},{"url":"/dataset/wikireading","name":"WikiReading","full_name":"","num_papers_in_archive":26},{"url":"/dataset/asnq","name":"ASNQ","full_name":"Answer Sentence Natural Questions","num_papers_in_archive":25},{"url":"/dataset/learning-to-rank-challenge","name":"Learning to Rank Challenge","full_name":"Yahoo! Learning to Rank Challenge","num_papers_in_archive":25},{"url":"/dataset/arcd","name":"ARCD","full_name":"","num_papers_in_archive":24},{"url":"/dataset/headqa","name":"HeadQA","full_name":"","num_papers_in_archive":23},{"url":"/dataset/george-washington","name":"George Washington","full_name":"George Washington","num_papers_in_archive":20},{"url":"/dataset/ikala","name":"iKala","full_name":"","num_papers_in_archive":20},{"url":"/dataset/qulac","name":"Qulac","full_name":null,"num_papers_in_archive":19},{"url":"/dataset/doqa","name":"DoQA","full_name":"","num_papers_in_archive":18},{"url":"/dataset/orcas","name":"ORCAS","full_name":"","num_papers_in_archive":18},{"url":"/dataset/orconvqa","name":"ORConvQA","full_name":"Open-Retrieval Conversational Question Answering","num_papers_in_archive":17},{"url":"/dataset/juice","name":"JuICe","full_name":"JuICe Dataset","num_papers_in_archive":16},{"url":"/dataset/tripclick","name":"TripClick","full_name":"","num_papers_in_archive":16},{"url":"/dataset/covidqa","name":"CovidQA","full_name":"","num_papers_in_archive":15},{"url":"/dataset/robust04","name":"Robust04","full_name":"","num_papers_in_archive":13},{"url":"/dataset/clariq","name":"ClariQ","full_name":"","num_papers_in_archive":11},{"url":"/dataset/ohsumed","name":"Ohsumed","full_name":"","num_papers_in_archive":11},{"url":"/dataset/reqa","name":"ReQA","full_name":"Retrieval Question-Answering","num_papers_in_archive":10},{"url":"/dataset/clirmatrix","name":"CLIRMatrix","full_name":"","num_papers_in_archive":9},{"url":"/dataset/clueweb22","name":"ClueWeb22","full_name":"","num_papers_in_archive":9},{"url":"/dataset/giantmidi-piano","name":"GiantMIDI-Piano","full_name":"","num_papers_in_archive":9},{"url":"/dataset/scirepeval","name":"SciRepEval","full_name":"","num_papers_in_archive":9},{"url":"/dataset/standardized-project-gutenberg-corpus","name":"Standardized Project Gutenberg Corpus","full_name":null,"num_papers_in_archive":9},{"url":"/dataset/germanquad","name":"GermanQuAD","full_name":"","num_papers_in_archive":8},{"url":"/dataset/openmic-2018","name":"OpenMIC-2018","full_name":null,"num_papers_in_archive":8},{"url":"/dataset/quasar-s","name":"QUASAR-S","full_name":"QUestion Answering by Search And Reading – Stack Overflow","num_papers_in_archive":8},{"url":"/dataset/wands","name":"WANDS","full_name":"Wayfair ANnotation Dataset","num_papers_in_archive":8},{"url":"/dataset/hirest","name":"HiREST","full_name":"HIerarchical REtrieval and STep-captioning","num_papers_in_archive":7},{"url":"/dataset/mssd","name":"MSSD","full_name":"Music Streaming Sessions Dataset","num_papers_in_archive":7},{"url":"/dataset/arcov-19","name":"ArCOV-19","full_name":"","num_papers_in_archive":6},{"url":"/dataset/bsard","name":"BSARD","full_name":"Belgian Statutory Article Retrieval Dataset","num_papers_in_archive":6},{"url":"/dataset/microsoft-research-social-media-conversation","name":"Microsoft Research Social Media Conversation Corpus","full_name":"","num_papers_in_archive":6},{"url":"/dataset/tutorialbank","name":"TutorialBank","full_name":"","num_papers_in_archive":6},{"url":"/dataset/coached-conversational-preference-elicitation","name":"Coached Conversational Preference Elicitation","full_name":"","num_papers_in_archive":5},{"url":"/dataset/cqadupstack","name":"CQADupStack","full_name":"","num_papers_in_archive":5},{"url":"/dataset/grep-biasir","name":"Grep-BiasIR","full_name":"Gender Representation-Bias for Information Retrieval","num_papers_in_archive":5},{"url":"/dataset/nfcorpus","name":"NFCorpus","full_name":"","num_papers_in_archive":5},{"url":"/dataset/bach-doodle","name":"Bach Doodle","full_name":"Bach Doodle","num_papers_in_archive":4},{"url":"/dataset/ccpe-m","name":"CCPE-M","full_name":"Coached Conversational Preference Elicitation dataset for Movies","num_papers_in_archive":4},{"url":"/dataset/goal","name":"Goal","full_name":"","num_papers_in_archive":4},{"url":"/dataset/goodsounds","name":"GoodSounds","full_name":null,"num_papers_in_archive":4},{"url":"/dataset/i2b2-de-identification-dataset","name":"i2b2 De-identification Dataset","full_name":"Informatics for Integrating Biology and the Bedside (i2b2) Project — De-identification Dataset","num_papers_in_archive":4},{"url":"/dataset/mumu","name":"MuMu","full_name":"","num_papers_in_archive":4},{"url":"/dataset/sv-ident","name":"SV-Ident","full_name":"Survey Variable Identification","num_papers_in_archive":4},{"url":"/dataset/wikiclir","name":"WikiCLIR","full_name":"","num_papers_in_archive":4},{"url":"/dataset/cosian","name":"COSIAN","full_name":"a collection of singing voice annotation","num_papers_in_archive":3},{"url":"/dataset/dawt","name":"DAWT","full_name":"Densely Annotated Wikipedia Texts","num_papers_in_archive":3},{"url":"/dataset/italian-crime-news","name":"DICE: a Dataset of Italian Crime Event news","full_name":"from Gazzetta di Modena [2011-2021]","num_papers_in_archive":3},{"url":"/dataset/perkey","name":"PerKey","full_name":"","num_papers_in_archive":3},{"url":"/dataset/resq","name":"ResQ","full_name":"Real-world Spatial Question Answering","num_papers_in_archive":3},{"url":"/dataset/rp2k","name":"RP2K","full_name":"","num_papers_in_archive":3},{"url":"/dataset/trec-news-1","name":"TREC-News","full_name":"","num_papers_in_archive":3},{"url":"/dataset/triviahg","name":"TriviaHG","full_name":"","num_papers_in_archive":3},{"url":"/dataset/boostclir","name":"BoostCLIR","full_name":"","num_papers_in_archive":2},{"url":"/dataset/large-scale-clir-dataset","name":"Large-Scale CLIR Dataset","full_name":"","num_papers_in_archive":2},{"url":"/dataset/orcas-i","name":"ORCAS-I","full_name":"Queries Annotated with Intent using Weak Supervision","num_papers_in_archive":2},{"url":"/dataset/threatgram-101-extreme-telegram-data","name":"ThreatGram 101 - Extreme Telegram Data","full_name":"ThreatGram 101 - Extreme Telegram Replies Data with Threat Levels","num_papers_in_archive":2},{"url":"/dataset/twitter-conversations-dataset","name":"Twitter Conversations Dataset","full_name":"","num_papers_in_archive":2},{"url":"/dataset/webis-touche-2020","name":"Webis-Touché-2020","full_name":"","num_papers_in_archive":2},{"url":"/dataset/compmix-ir","name":"CompMix-IR","full_name":"","num_papers_in_archive":1},{"url":"/dataset/cosqa-1","name":"CoSQA+","full_name":"CoSQA_Plus","num_papers_in_archive":1},{"url":"/dataset/diaforge-utc-r-0725","name":"diaforge-utc-r-0725","full_name":"DiaFORGE UTC: Unified Tool-Calling Conversations Dataset","num_papers_in_archive":1},{"url":"/dataset/fz-queries","name":"FZ queries","full_name":"FindZebra queries","num_papers_in_archive":1},{"url":"/dataset/glare","name":"GLARE","full_name":"Guided LexRank for Advanced Retrieval in Legal Analysis","num_papers_in_archive":1},{"url":"/dataset/metaclir","name":"MetaCLIR","full_name":"","num_papers_in_archive":1},{"url":"/dataset/opendebateevidence","name":"OpenDebateEvidence","full_name":"","num_papers_in_archive":1},{"url":"/dataset/persian-reverse-dictionary-dataset","name":"Persian Reverse Dictionary Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/phrase-in-context","name":"Phrase-in-Context","full_name":"Phrase-in-Context","num_papers_in_archive":1},{"url":"/dataset/urdu-msmarco","name":"Urdu MsMarco","full_name":"","num_papers_in_archive":1},{"url":"/dataset/urdu-news-headlines-dataset","name":"Urdu News Headlines Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/wikipii","name":"WikiPII","full_name":"","num_papers_in_archive":1},{"url":"/dataset/wmt-2014-medical","name":"WMT 2014 Medical","full_name":"WMT 2014 Medical Translation Task","num_papers_in_archive":1},{"url":"/dataset/medleydb-2-0","name":"MedleyDB 2.0","full_name":null,"num_papers_in_archive":0},{"url":"/dataset/nian","name":"NIAN","full_name":"Needle in a Needlestack","num_papers_in_archive":0},{"url":"/dataset/panacea","name":"PANACEA","full_name":"PANACEA dataset - Heterogeneous COVID-19 Claims","num_papers_in_archive":0}],"subtasks":[{"url":"/task/cross-lingual-information-retrieval","name":"Cross-Lingual Information Retrieval"},{"url":"/task/passage-retrieval","name":"Passage Retrieval"},{"url":"/task/scientific-results-extraction","name":"Scientific Results Extraction"},{"url":"/task/table-search","name":"Table Search"},{"url":"/task/tar","name":"TAR"},{"url":"/task/zero-shot-on-beir-inference-free-model","name":"Zero Shot on BEIR (Inference Free Model)"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":48,"rows_per_page":100,"shown":100,"of":4740,"of_with_code":1188,"tagged_in_all":4740,"counts":{"archive_papers_tagged":4740,"with_a_code_link":1188,"where_syntology_ran_a_sample":191,"not_listed_spam_title":0,"listed":4740,"listed_where_code_ran":191,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":148,"every_run_a_failure_of_syntologys_instrument":43,"listed_with_a_run_with_no_instrument_failure":148,"listed_every_run_a_failure_of_syntologys_instrument":43,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/modeling-relational-data-with-graph","slug":"modeling-relational-data-with-graph","title":"Modeling Relational Data with Graph Convolutional Networks","date":"2017-03-17","arxiv_id":"1703.06103","repositories_listed":27,"syntology":{"n":32,"n_ran":18,"n_constructed":3,"n_ran_checked":13,"n_instrument":5,"n_unverified":14,"n_honours":1,"n_violates":1,"n_no_contract":11,"n_pointer_only":15,"phrase":"18 ran (of which 3 constructed an object rather than computing a result; 13 with no instrument failure: 1 honoured, 1 violated, 11 with no contract checked; 5 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/modeling-relational-data-with-graph#ran","syntology_url":"https://syntology.ai/paper/1703.06103","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1703.06103"}},"official":{"repos":["tkipf/relational-gcn"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/transfertransfo-a-transfer-learning-approach","slug":"transfertransfo-a-transfer-learning-approach","title":"TransferTransfo: A Transfer Learning Approach for Neural Network Based Conversational Agents","date":"2019-01-23","arxiv_id":"1901.08149","repositories_listed":23,"syntology":{"n":26,"n_ran":18,"n_constructed":0,"n_ran_checked":11,"n_instrument":7,"n_unverified":8,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":7,"phrase":"18 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 7 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/transfertransfo-a-transfer-learning-approach#ran","syntology_url":"https://syntology.ai/paper/1901.08149","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.08149"}},"official":null}},{"url":"/paper/codesearchnet-challenge-evaluating-the-state","slug":"codesearchnet-challenge-evaluating-the-state","title":"CodeSearchNet Challenge: Evaluating the State of Semantic Code Search","date":"2019-09-20","arxiv_id":"1909.09436","repositories_listed":14,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":9,"n_instrument":6,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":2,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/codesearchnet-challenge-evaluating-the-state#ran","syntology_url":"https://syntology.ai/paper/1909.09436","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.09436"}},"official":{"repos":["github/CodeSearchNet"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/product-based-neural-networks-for-user-1","slug":"product-based-neural-networks-for-user-1","title":"Product-based Neural Networks for User Response Prediction over Multi-field Categorical Data","date":"2018-07-01","arxiv_id":"1807.00311","repositories_listed":10,"syntology":null},{"url":"/paper/declarative-experimentation-in-information","slug":"declarative-experimentation-in-information","title":"Declarative Experimentation in Information Retrieval using PyTerrier","date":"2020-07-28","arxiv_id":"2007.14271","repositories_listed":9,"syntology":null},{"url":"/paper/colbert-efficient-and-effective-passage","slug":"colbert-efficient-and-effective-passage","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","date":"2020-04-27","arxiv_id":"2004.12832","repositories_listed":9,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/colbert-efficient-and-effective-passage#ran","syntology_url":"https://syntology.ai/paper/2004.12832","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.12832"}},"official":{"repos":["stanford-futuredata/ColBERT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/deep-learning-based-recommender-system-a","slug":"deep-learning-based-recommender-system-a","title":"Deep Learning based Recommender System: A Survey and New Perspectives","date":"2017-07-24","arxiv_id":"1707.07435","repositories_listed":8,"syntology":null},{"url":"/paper/deep-neural-networks-for-youtube","slug":"deep-neural-networks-for-youtube","title":"Deep Neural Networks for YouTube Recommendations","date":"2016-09-07","arxiv_id":null,"repositories_listed":7,"syntology":null},{"url":"/paper/towards-unsupervised-dense-information","slug":"towards-unsupervised-dense-information","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","date":"2021-12-16","arxiv_id":"2112.09118","repositories_listed":6,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/towards-unsupervised-dense-information#ran","syntology_url":"https://syntology.ai/paper/2112.09118","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.09118"}},"official":{"repos":["facebookresearch/contriever"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/jointly-optimizing-query-encoder-and-product","slug":"jointly-optimizing-query-encoder-and-product","title":"Jointly Optimizing Query Encoder and Product Quantization to Improve Retrieval Performance","date":"2021-08-02","arxiv_id":"2108.00644","repositories_listed":6,"syntology":null},{"url":"/paper/integrating-semantics-and-neighborhood","slug":"integrating-semantics-and-neighborhood","title":"Integrating Semantics and Neighborhood Information with Graph-Driven Generative Models for Document Retrieval","date":"2021-05-27","arxiv_id":"2105.13066","repositories_listed":6,"syntology":null},{"url":"/paper/tsdae-using-transformer-based-sequential","slug":"tsdae-using-transformer-based-sequential","title":"TSDAE: Using Transformer-based Sequential Denoising Auto-Encoder for Unsupervised Sentence Embedding Learning","date":"2021-04-14","arxiv_id":"2104.06979","repositories_listed":6,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tsdae-using-transformer-based-sequential#ran","syntology_url":"https://syntology.ai/paper/2104.06979","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06979"}},"official":{"repos":["kwang2049/pytorch-bertflow","kwang2049/useb","ukplab/pytorch-bertflow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/image-based-table-recognition-data-model-and","slug":"image-based-table-recognition-data-model-and","title":"Image-based table recognition: data, model, and evaluation","date":"2019-11-25","arxiv_id":"1911.10683","repositories_listed":6,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/image-based-table-recognition-data-model-and#ran","syntology_url":"https://syntology.ai/paper/1911.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.10683"}},"official":{"repos":["ibm-aur-nlp/PubTabNet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/multi-interest-network-with-dynamic-routing","slug":"multi-interest-network-with-dynamic-routing","title":"Multi-Interest Network with Dynamic Routing for Recommendation at Tmall","date":"2019-04-17","arxiv_id":"1904.08030","repositories_listed":6,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-interest-network-with-dynamic-routing#ran","syntology_url":"https://syntology.ai/paper/1904.08030","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.08030"}},"official":null}},{"url":"/paper/music-artist-classification-with","slug":"music-artist-classification-with","title":"Music Artist Classification with Convolutional Recurrent Neural Networks","date":"2019-01-14","arxiv_id":"1901.04555","repositories_listed":6,"syntology":null},{"url":"/paper/mteb-massive-text-embedding-benchmark","slug":"mteb-massive-text-embedding-benchmark","title":"MTEB: Massive Text Embedding Benchmark","date":"2022-10-13","arxiv_id":"2210.07316","repositories_listed":5,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mteb-massive-text-embedding-benchmark#ran","syntology_url":"https://syntology.ai/paper/2210.07316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.07316"}},"official":{"repos":["embeddings-benchmark/mteb"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/infinite-recommendation-networks-a-data","slug":"infinite-recommendation-networks-a-data","title":"Infinite Recommendation Networks: A Data-Centric Approach","date":"2022-06-03","arxiv_id":"2206.02626","repositories_listed":5,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/infinite-recommendation-networks-a-data#ran","syntology_url":"https://syntology.ai/paper/2206.02626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.02626"}},"official":{"repos":["noveens/distill_cf","noveens/infinite_ae_cf"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/active-learning-in-annotating-micro-blogs","slug":"active-learning-in-annotating-micro-blogs","title":"Active learning in annotating micro-blogs dealing with e-reputation","date":"2017-06-16","arxiv_id":"1706.05349","repositories_listed":5,"syntology":null},{"url":"/paper/regnlp-in-action-facilitating-compliance","slug":"regnlp-in-action-facilitating-compliance","title":"RIRAG: Regulatory Information Retrieval and Answer Generation","date":"2024-09-09","arxiv_id":"2409.05677","repositories_listed":4,"syntology":null},{"url":"/paper/mustango-toward-controllable-text-to-music","slug":"mustango-toward-controllable-text-to-music","title":"Mustango: Toward Controllable Text-to-Music Generation","date":"2023-11-14","arxiv_id":"2311.08355","repositories_listed":4,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":3,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 3 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mustango-toward-controllable-text-to-music#ran","syntology_url":"https://syntology.ai/paper/2311.08355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08355"}},"official":{"repos":["amaai-lab/mustango"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/one-embedder-any-task-instruction-finetuned","slug":"one-embedder-any-task-instruction-finetuned","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","date":"2022-12-19","arxiv_id":"2212.09741","repositories_listed":4,"syntology":{"n":20,"n_ran":17,"n_constructed":0,"n_ran_checked":14,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":3,"n_no_contract":11,"n_pointer_only":2,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 3 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/one-embedder-any-task-instruction-finetuned#ran","syntology_url":"https://syntology.ai/paper/2212.09741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09741"}},"official":{"repos":["HKUNLP/instructor-embedding"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-discrete-representations-via-1","slug":"learning-discrete-representations-via-1","title":"Learning Discrete Representations via Constrained Clustering for Effective and Efficient Dense Retrieval","date":"2021-10-12","arxiv_id":"2110.05789","repositories_listed":4,"syntology":{"n":22,"n_ran":16,"n_constructed":0,"n_ran_checked":14,"n_instrument":2,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":2,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/learning-discrete-representations-via-1#ran","syntology_url":"https://syntology.ai/paper/2110.05789","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.05789"}},"official":{"repos":["jingtaozhan/repconc"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/optimizing-dense-retrieval-model-training","slug":"optimizing-dense-retrieval-model-training","title":"Optimizing Dense Retrieval Model Training with Hard Negatives","date":"2021-04-16","arxiv_id":"2104.08051","repositories_listed":4,"syntology":null},{"url":"/paper/distilling-knowledge-from-reader-to-retriever-1","slug":"distilling-knowledge-from-reader-to-retriever-1","title":"Distilling Knowledge from Reader to Retriever for Question Answering","date":"2020-12-08","arxiv_id":"2012.04584","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/distilling-knowledge-from-reader-to-retriever-1#ran","syntology_url":"https://syntology.ai/paper/2012.04584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.04584"}},"official":{"repos":["facebookresearch/FiD"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/cord-19-the-covid-19-open-research-dataset","slug":"cord-19-the-covid-19-open-research-dataset","title":"CORD-19: The COVID-19 Open Research Dataset","date":"2020-04-22","arxiv_id":"2004.10706","repositories_listed":4,"syntology":null},{"url":"/paper/bi-directional-lattice-recurrent-neural","slug":"bi-directional-lattice-recurrent-neural","title":"Bi-Directional Lattice Recurrent Neural Networks for Confidence Estimation","date":"2018-10-30","arxiv_id":"1810.13024","repositories_listed":4,"syntology":null},{"url":"/paper/revisiting-singing-voice-detection-a","slug":"revisiting-singing-voice-detection-a","title":"Revisiting Singing Voice Detection: a Quantitative Review and the Future Outlook","date":"2018-06-04","arxiv_id":"1806.01180","repositories_listed":4,"syntology":null},{"url":"/paper/neural-vector-spaces-for-unsupervised","slug":"neural-vector-spaces-for-unsupervised","title":"Neural Vector Spaces for Unsupervised Information Retrieval","date":"2017-08-09","arxiv_id":"1708.02702","repositories_listed":4,"syntology":null},{"url":"/paper/scdv-sparse-composite-document-vectors-using","slug":"scdv-sparse-composite-document-vectors-using","title":"SCDV : Sparse Composite Document Vectors using soft clustering over distributional representations","date":"2016-12-20","arxiv_id":"1612.06778","repositories_listed":4,"syntology":null},{"url":"/paper/glove-global-vectors-for-word-representation","slug":"glove-global-vectors-for-word-representation","title":"GloVe: Global Vectors for Word Representation","date":"2014-10-01","arxiv_id":null,"repositories_listed":4,"syntology":null},{"url":"/paper/simpledeepsearcher-deep-information-seeking","slug":"simpledeepsearcher-deep-information-seeking","title":"SimpleDeepSearcher: Deep Information Seeking via Web-Powered Reasoning Trajectory Synthesis","date":"2025-05-22","arxiv_id":"2505.16834","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simpledeepsearcher-deep-information-seeking#ran","syntology_url":"https://syntology.ai/paper/2505.16834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.16834"}},"official":{"repos":["rucaibox/simpledeepsearcher"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/midicaps-a-large-scale-midi-dataset-with-text","slug":"midicaps-a-large-scale-midi-dataset-with-text","title":"MidiCaps: A large-scale MIDI dataset with text captions","date":"2024-06-04","arxiv_id":"2406.02255","repositories_listed":3,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/midicaps-a-large-scale-midi-dataset-with-text#ran","syntology_url":"https://syntology.ai/paper/2406.02255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.02255"}},"official":{"repos":["AMAAI-Lab/MidiCaps"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/retrieval-augmented-generation-for-ai","slug":"retrieval-augmented-generation-for-ai","title":"Retrieval-Augmented Generation for AI-Generated Content: A Survey","date":"2024-02-29","arxiv_id":"2402.19473","repositories_listed":3,"syntology":null},{"url":"/paper/the-power-of-noise-redefining-retrieval-for","slug":"the-power-of-noise-redefining-retrieval-for","title":"The Power of Noise: Redefining Retrieval for RAG Systems","date":"2024-01-26","arxiv_id":"2401.14887","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-power-of-noise-redefining-retrieval-for#ran","syntology_url":"https://syntology.ai/paper/2401.14887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.14887"}},"official":{"repos":["florin-git/The-Power-of-Noise"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/birb-a-generalization-benchmark-for","slug":"birb-a-generalization-benchmark-for","title":"BIRB: A Generalization Benchmark for Information Retrieval in Bioacoustics","date":"2023-12-12","arxiv_id":"2312.07439","repositories_listed":3,"syntology":null},{"url":"/paper/scalable-and-effective-generative-information","slug":"scalable-and-effective-generative-information","title":"Scalable and Effective Generative Information Retrieval","date":"2023-11-15","arxiv_id":"2311.09134","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/scalable-and-effective-generative-information#ran","syntology_url":"https://syntology.ai/paper/2311.09134","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.09134"}},"official":{"repos":["hansizeng/ripor"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/rankvicuna-zero-shot-listwise-document","slug":"rankvicuna-zero-shot-listwise-document","title":"RankVicuna: Zero-Shot Listwise Document Reranking with Open-Source Large Language Models","date":"2023-09-26","arxiv_id":"2309.15088","repositories_listed":3,"syntology":null},{"url":"/paper/revisiting-neural-retrieval-on-accelerators","slug":"revisiting-neural-retrieval-on-accelerators","title":"Revisiting Neural Retrieval on Accelerators","date":"2023-06-06","arxiv_id":"2306.04039","repositories_listed":3,"syntology":null},{"url":"/paper/v3ctron-data-retrieval-access-system-for","slug":"v3ctron-data-retrieval-access-system-for","title":"V3CTRON | Data Retrieval & Access System For Flexible Semantic Search & Retrieval Of Proprietary Document Collections Using Natural Language Queries.","date":"2023-04-26","arxiv_id":null,"repositories_listed":3,"syntology":null},{"url":"/paper/autoregressive-search-engines-generating","slug":"autoregressive-search-engines-generating","title":"Autoregressive Search Engines: Generating Substrings as Document Identifiers","date":"2022-04-22","arxiv_id":"2204.10628","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/autoregressive-search-engines-generating#ran","syntology_url":"https://syntology.ai/paper/2204.10628","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.10628"}},"official":{"repos":["facebookresearch/seal"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/colbertv2-effective-and-efficient-retrieval","slug":"colbertv2-effective-and-efficient-retrieval","title":"ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction","date":"2021-12-02","arxiv_id":"2112.01488","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/colbertv2-effective-and-efficient-retrieval#ran","syntology_url":"https://syntology.ai/paper/2112.01488","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.01488"}},"official":{"repos":["stanford-futuredata/ColBERT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/pseudo-relevance-feedback-for-multiple","slug":"pseudo-relevance-feedback-for-multiple","title":"Pseudo-Relevance Feedback for Multiple Representation Dense Retrieval","date":"2021-06-21","arxiv_id":"2106.11251","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pseudo-relevance-feedback-for-multiple#ran","syntology_url":"https://syntology.ai/paper/2106.11251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.11251"}},"official":{"repos":["terrierteam/pyterrier_colbert","cmacdonald/pyterrier_colbert"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/beir-a-heterogenous-benchmark-for-zero-shot","slug":"beir-a-heterogenous-benchmark-for-zero-shot","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","date":"2021-04-17","arxiv_id":"2104.08663","repositories_listed":3,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/beir-a-heterogenous-benchmark-for-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2104.08663","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08663"}},"official":{"repos":["UKPLab/beir"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/semiring-primitives-for-sparse-neighborhood","slug":"semiring-primitives-for-sparse-neighborhood","title":"GPU Semiring Primitives for Sparse Neighborhood Methods","date":"2021-04-13","arxiv_id":"2104.06357","repositories_listed":3,"syntology":null},{"url":"/paper/patentmatch-a-dataset-for-matching-patent","slug":"patentmatch-a-dataset-for-matching-patent","title":"PatentMatch: A Dataset for Matching Patent Claims & Prior Art","date":"2020-12-27","arxiv_id":"2012.13919","repositories_listed":3,"syntology":null},{"url":"/paper/debatesum-a-large-scale-argument-mining-and","slug":"debatesum-a-large-scale-argument-mining-and","title":"DebateSum: A large-scale argument mining and summarization dataset","date":"2020-11-14","arxiv_id":"2011.07251","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/debatesum-a-large-scale-argument-mining-and#ran","syntology_url":"https://syntology.ai/paper/2011.07251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.07251"}},"official":{"repos":["Hellisotherpeople/DebateSum","Hellisotherpeople/debate2vec","arvind-balaji/debate-cards"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cmt-in-trec-covid-round-2-mitigating-the","slug":"cmt-in-trec-covid-round-2-mitigating-the","title":"CMT in TREC-COVID Round 2: Mitigating the Generalization Gaps from Web to Special Domain Search","date":"2020-11-03","arxiv_id":"2011.01580","repositories_listed":3,"syntology":null},{"url":"/paper/giantmidi-piano-a-large-scale-midi-dataset","slug":"giantmidi-piano-a-large-scale-midi-dataset","title":"GiantMIDI-Piano: A large-scale MIDI dataset for classical piano music","date":"2020-10-11","arxiv_id":"2010.07061","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/giantmidi-piano-a-large-scale-midi-dataset#ran","syntology_url":"https://syntology.ai/paper/2010.07061","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.07061"}},"official":{"repos":["bytedance/GiantMIDI-Piano"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hybridcite-a-hybrid-model-for-context-aware","slug":"hybridcite-a-hybrid-model-for-context-aware","title":"HybridCite: A Hybrid Model for Context-Aware Citation Recommendation","date":"2020-02-15","arxiv_id":"2002.06406","repositories_listed":3,"syntology":null},{"url":"/paper/contextualized-sparse-representation-with-1","slug":"contextualized-sparse-representation-with-1","title":"Contextualized Sparse Representations for Real-Time Open-Domain Question Answering","date":"2019-11-07","arxiv_id":"1911.02896","repositories_listed":3,"syntology":{"n":18,"n_ran":12,"n_constructed":0,"n_ran_checked":9,"n_instrument":3,"n_unverified":6,"n_honours":5,"n_violates":2,"n_no_contract":2,"n_pointer_only":7,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 5 honoured, 2 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/contextualized-sparse-representation-with-1#ran","syntology_url":"https://syntology.ai/paper/1911.02896","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02896"}},"official":{"repos":["jhyuklee/sparc"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/190600300","slug":"190600300","title":"Latent Retrieval for Weakly Supervised Open Domain Question Answering","date":"2019-06-01","arxiv_id":"1906.00300","repositories_listed":3,"syntology":null},{"url":"/paper/a-question-entailment-approach-to-question","slug":"a-question-entailment-approach-to-question","title":"A Question-Entailment Approach to Question Answering","date":"2019-01-23","arxiv_id":"1901.08079","repositories_listed":3,"syntology":null},{"url":"/paper/a-standardized-project-gutenberg-corpus-for","slug":"a-standardized-project-gutenberg-corpus-for","title":"A standardized Project Gutenberg corpus for statistical analysis of natural language and quantitative linguistics","date":"2018-12-19","arxiv_id":"1812.08092","repositories_listed":3,"syntology":null},{"url":"/paper/multi-perspective-relevance-matching-with","slug":"multi-perspective-relevance-matching-with","title":"Multi-Perspective Relevance Matching with Hierarchical ConvNets for Social Media Search","date":"2018-05-21","arxiv_id":"1805.08159","repositories_listed":3,"syntology":null},{"url":"/paper/variational-deep-semantic-hashing-for-text","slug":"variational-deep-semantic-hashing-for-text","title":"Variational Deep Semantic Hashing for Text Documents","date":"2017-08-11","arxiv_id":"1708.03436","repositories_listed":3,"syntology":null},{"url":"/paper/optical-music-recognition-with-convolutional","slug":"optical-music-recognition-with-convolutional","title":"Optical Music Recognition with Convolutional Sequence-to-Sequence Models","date":"2017-07-16","arxiv_id":"1707.04877","repositories_listed":3,"syntology":null},{"url":"/paper/irgan-a-minimax-game-for-unifying-generative","slug":"irgan-a-minimax-game-for-unifying-generative","title":"IRGAN: A Minimax Game for Unifying Generative and Discriminative Information Retrieval Models","date":"2017-05-30","arxiv_id":"1705.10513","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/irgan-a-minimax-game-for-unifying-generative#ran","syntology_url":"https://syntology.ai/paper/1705.10513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1705.10513"}},"official":{"repos":["geek-ai/irgan"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/key-value-retrieval-networks-for-task","slug":"key-value-retrieval-networks-for-task","title":"Key-Value Retrieval Networks for Task-Oriented Dialogue","date":"2017-05-15","arxiv_id":"1705.05414","repositories_listed":3,"syntology":null},{"url":"/paper/pacrr-a-position-aware-neural-ir-model-for","slug":"pacrr-a-position-aware-neural-ir-model-for","title":"PACRR: A Position-Aware Neural IR Model for Relevance Matching","date":"2017-04-12","arxiv_id":"1704.03940","repositories_listed":3,"syntology":null},{"url":"/paper/atr4s-toolkit-with-state-of-the-art-automatic","slug":"atr4s-toolkit-with-state-of-the-art-automatic","title":"ATR4S: Toolkit with State-of-the-art Automatic Terms Recognition Methods in Scala","date":"2016-11-23","arxiv_id":"1611.07804","repositories_listed":3,"syntology":null},{"url":"/paper/reasoning-in-complex-environments-with-the","slug":"reasoning-in-complex-environments-with-the","title":"Reasoning in complex environments with the SelectScript declarative language","date":"2015-08-17","arxiv_id":"1508.04159","repositories_listed":3,"syntology":null},{"url":"/paper/a-critical-review-of-recurrent-neural","slug":"a-critical-review-of-recurrent-neural","title":"A Critical Review of Recurrent Neural Networks for Sequence Learning","date":"2015-05-29","arxiv_id":"1506.00019","repositories_listed":3,"syntology":null},{"url":"/paper/deep-metric-learning-using-triplet-network","slug":"deep-metric-learning-using-triplet-network","title":"Deep metric learning using Triplet network","date":"2014-12-20","arxiv_id":"1412.6622","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deep-metric-learning-using-triplet-network#ran","syntology_url":"https://syntology.ai/paper/1412.6622","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1412.6622"}},"official":null}},{"url":"/paper/probabilistic-latent-semantic-analysis","slug":"probabilistic-latent-semantic-analysis","title":"Probabilistic Latent Semantic Analysis","date":"2013-01-23","arxiv_id":"1301.6705","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/probabilistic-latent-semantic-analysis#ran","syntology_url":"https://syntology.ai/paper/1301.6705","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1301.6705"}},"official":null}},{"url":"/paper/universal-music-representations-evaluating","slug":"universal-music-representations-evaluating","title":"Universal Music Representations? Evaluating Foundation Models on World Music Corpora","date":"2025-06-20","arxiv_id":"2506.17055","repositories_listed":2,"syntology":null},{"url":"/paper/real-benchmarking-autonomous-agents-on","slug":"real-benchmarking-autonomous-agents-on","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","date":"2025-04-15","arxiv_id":"2504.11543","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/real-benchmarking-autonomous-agents-on#ran","syntology_url":"https://syntology.ai/paper/2504.11543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.11543"}},"official":{"repos":["agi-inc/real","agi-inc/agisdk"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lightweight-and-direct-document-relevance","slug":"lightweight-and-direct-document-relevance","title":"Lightweight and Direct Document Relevance Optimization for Generative Information Retrieval","date":"2025-04-07","arxiv_id":"2504.05181","repositories_listed":2,"syntology":null},{"url":"/paper/reproducing-nevir-negation-in-neural","slug":"reproducing-nevir-negation-in-neural","title":"Reproducing NevIR: Negation in Neural Information Retrieval","date":"2025-02-19","arxiv_id":"2502.13506","repositories_listed":2,"syntology":null},{"url":"/paper/iterative-nlp-query-refinement-for-enhancing","slug":"iterative-nlp-query-refinement-for-enhancing","title":"Iterative NLP Query Refinement for Enhancing Domain-Specific Information Retrieval: A Case Study in Career Services","date":"2024-12-22","arxiv_id":"2412.17075","repositories_listed":2,"syntology":null},{"url":"/paper/differential-transformer","slug":"differential-transformer","title":"Differential Transformer","date":"2024-10-07","arxiv_id":"2410.05258","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/differential-transformer#ran","syntology_url":"https://syntology.ai/paper/2410.05258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05258"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/2409-13740","slug":"2409-13740","title":"Language agents achieve superhuman synthesis of scientific knowledge","date":"2024-09-10","arxiv_id":"2409.13740","repositories_listed":2,"syntology":null},{"url":"/paper/enhancing-hnsw-index-for-real-time-updates","slug":"enhancing-hnsw-index-for-real-time-updates","title":"Enhancing HNSW Index for Real-Time Updates: Addressing Unreachable Points and Performance Degradation","date":"2024-07-10","arxiv_id":"2407.07871","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/enhancing-hnsw-index-for-real-time-updates#ran","syntology_url":"https://syntology.ai/paper/2407.07871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.07871"}},"official":{"repos":["xwt1/icpads-mn-ru","xwt1/mn-ru"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/disentangling-and-integrating-relational-and","slug":"disentangling-and-integrating-relational-and","title":"Disentangling and Integrating Relational and Sensory Information in Transformer Architectures","date":"2024-05-26","arxiv_id":"2405.16727","repositories_listed":2,"syntology":{"n":21,"n_ran":14,"n_constructed":9,"n_ran_checked":10,"n_instrument":4,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":0,"phrase":"14 ran (of which 9 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/disentangling-and-integrating-relational-and#ran","syntology_url":"https://syntology.ai/paper/2405.16727","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.16727"}},"official":{"repos":["awni00/dual-attention"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/make-your-llm-fully-utilize-the-context","slug":"make-your-llm-fully-utilize-the-context","title":"Make Your LLM Fully Utilize the Context","date":"2024-04-25","arxiv_id":"2404.16811","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/make-your-llm-fully-utilize-the-context#ran","syntology_url":"https://syntology.ai/paper/2404.16811","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16811"}},"official":{"repos":["microsoft/FILM"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ir2-information-regularization-for","slug":"ir2-information-regularization-for","title":"IR2: Information Regularization for Information Retrieval","date":"2024-02-25","arxiv_id":"2402.16200","repositories_listed":2,"syntology":null},{"url":"/paper/self-retrieval-building-an-information","slug":"self-retrieval-building-an-information","title":"Self-Retrieval: End-to-End Information Retrieval with One Large Language Model","date":"2024-02-23","arxiv_id":"2403.00801","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/self-retrieval-building-an-information#ran","syntology_url":"https://syntology.ai/paper/2403.00801","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00801"}},"official":{"repos":["icip-cas/selfretrieval","tangqiaoyu/selfretrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-retrieval-augmented-generation","slug":"benchmarking-retrieval-augmented-generation","title":"Benchmarking Retrieval-Augmented Generation for Medicine","date":"2024-02-20","arxiv_id":"2402.13178","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2402.13178","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13178"}},"official":{"repos":["teddy-xionggz/medrag","teddy-xionggz/mirage"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-trustworthy-reranking-a-simple-yet","slug":"towards-trustworthy-reranking-a-simple-yet","title":"Towards Trustworthy Reranking: A Simple yet Effective Abstention Mechanism","date":"2024-02-20","arxiv_id":"2402.12997","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/towards-trustworthy-reranking-a-simple-yet#ran","syntology_url":"https://syntology.ai/paper/2402.12997","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.12997"}},"official":{"repos":["artefactory/abstention-reranker","hgissbkh/abstention-reranker"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/rankzephyr-effective-and-robust-zero-shot","slug":"rankzephyr-effective-and-robust-zero-shot","title":"RankZephyr: Effective and Robust Zero-Shot Listwise Reranking is a Breeze!","date":"2023-12-05","arxiv_id":"2312.02724","repositories_listed":2,"syntology":null},{"url":"/paper/gcpv-guided-concept-projection-vectors-for","slug":"gcpv-guided-concept-projection-vectors-for","title":"Local Concept Embeddings for Analysis of Concept Distributions in Vision DNN Feature Spaces","date":"2023-11-24","arxiv_id":"2311.14435","repositories_listed":2,"syntology":null},{"url":"/paper/llms-may-dominate-information-access-neural","slug":"llms-may-dominate-information-access-neural","title":"Neural Retrievers are Biased Towards LLM-Generated Content","date":"2023-10-31","arxiv_id":"2310.20501","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/llms-may-dominate-information-access-neural#ran","syntology_url":"https://syntology.ai/paper/2310.20501","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.20501"}},"official":{"repos":["kid-22/llm4ir-bias","kid-22/source-bias"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/jina-embeddings-2-8192-token-general-purpose","slug":"jina-embeddings-2-8192-token-general-purpose","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","date":"2023-10-30","arxiv_id":"2310.19923","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/jina-embeddings-2-8192-token-general-purpose#ran","syntology_url":"https://syntology.ai/paper/2310.19923","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19923"}},"official":null}},{"url":"/paper/a-comprehensive-python-library-for-deep","slug":"a-comprehensive-python-library-for-deep","title":"A Comprehensive Python Library for Deep Learning-Based Event Detection in Multivariate Time Series Data and Information Retrieval in NLP","date":"2023-10-25","arxiv_id":"2310.16485","repositories_listed":2,"syntology":null},{"url":"/paper/cagra-highly-parallel-graph-construction-and","slug":"cagra-highly-parallel-graph-construction-and","title":"CAGRA: Highly Parallel Graph Construction and Approximate Nearest Neighbor Search for GPUs","date":"2023-08-29","arxiv_id":"2308.15136","repositories_listed":2,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":8,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cagra-highly-parallel-graph-construction-and#ran","syntology_url":"https://syntology.ai/paper/2308.15136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.15136"}},"official":{"repos":["rapidsai/raft"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/self-supervised-contrastive-bert-fine-tuning","slug":"self-supervised-contrastive-bert-fine-tuning","title":"Self-Supervised Contrastive BERT Fine-tuning for Fusion-based Reviewed-Item Retrieval","date":"2023-08-01","arxiv_id":"2308.00762","repositories_listed":2,"syntology":null},{"url":"/paper/all-in-one-metrical-and-functional-structure","slug":"all-in-one-metrical-and-functional-structure","title":"All-In-One Metrical And Functional Structure Analysis With Neighborhood Attentions on Demixed Audio","date":"2023-07-31","arxiv_id":"2307.16425","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/all-in-one-metrical-and-functional-structure#ran","syntology_url":"https://syntology.ai/paper/2307.16425","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16425"}},"official":{"repos":["mir-aidj/all-in-one"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/biocpt-contrastive-pre-trained-transformers","slug":"biocpt-contrastive-pre-trained-transformers","title":"MedCPT: Contrastive Pre-trained Transformers with Large-scale PubMed Search Logs for Zero-shot Biomedical Information Retrieval","date":"2023-07-02","arxiv_id":"2307.00589","repositories_listed":2,"syntology":null},{"url":"/paper/streamlining-social-media-information","slug":"streamlining-social-media-information","title":"Streamlining Social Media Information Retrieval for COVID-19 Research with Deep Learning","date":"2023-06-28","arxiv_id":"2306.16001","repositories_listed":2,"syntology":null},{"url":"/paper/scale-scaling-up-the-complexity-for-advanced","slug":"scale-scaling-up-the-complexity-for-advanced","title":"One Law, Many Languages: Benchmarking Multilingual Legal Reasoning for Judicial Support","date":"2023-06-15","arxiv_id":"2306.09237","repositories_listed":2,"syntology":null},{"url":"/paper/resources-for-brewing-beir-reproducible","slug":"resources-for-brewing-beir-reproducible","title":"Resources for Brewing BEIR: Reproducible Reference Models and an Official Leaderboard","date":"2023-06-13","arxiv_id":"2306.07471","repositories_listed":2,"syntology":null},{"url":"/paper/alignscore-evaluating-factual-consistency","slug":"alignscore-evaluating-factual-consistency","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","date":"2023-05-26","arxiv_id":"2305.16739","repositories_listed":2,"syntology":null},{"url":"/paper/knowledge-refinement-via-interaction-between","slug":"knowledge-refinement-via-interaction-between","title":"Synergistic Interplay between Search and Large Language Models for Information Retrieval","date":"2023-05-12","arxiv_id":"2305.07402","repositories_listed":2,"syntology":null},{"url":"/paper/thuir-coliee-2023-more-parameters-and-legal","slug":"thuir-coliee-2023-more-parameters-and-legal","title":"THUIR@COLIEE 2023: More Parameters and Legal Knowledge for Legal Case Entailment","date":"2023-05-11","arxiv_id":"2305.06817","repositories_listed":2,"syntology":null},{"url":"/paper/clamp-contrastive-language-music-pre-training","slug":"clamp-contrastive-language-music-pre-training","title":"CLaMP: Contrastive Language-Music Pre-training for Cross-Modal Symbolic Music Information Retrieval","date":"2023-04-21","arxiv_id":"2304.11029","repositories_listed":2,"syntology":null},{"url":"/paper/rethinking-the-role-of-token-retrieval-in","slug":"rethinking-the-role-of-token-retrieval-in","title":"Rethinking the Role of Token Retrieval in Multi-Vector Retrieval","date":"2023-04-04","arxiv_id":"2304.01982","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-the-role-of-token-retrieval-in#ran","syntology_url":"https://syntology.ai/paper/2304.01982","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01982"}},"official":{"repos":["google-deepmind/xtr"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/bolt-an-automated-deep-learning-framework-for","slug":"bolt-an-automated-deep-learning-framework-for","title":"BOLT: An Automated Deep Learning Framework for Training and Deploying Large-Scale Search and Recommendation Models on Commodity CPU Hardware","date":"2023-03-30","arxiv_id":"2303.17727","repositories_listed":2,"syntology":null},{"url":"/paper/annollm-making-large-language-models-to-be","slug":"annollm-making-large-language-models-to-be","title":"AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators","date":"2023-03-29","arxiv_id":"2303.16854","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/annollm-making-large-language-models-to-be#ran","syntology_url":"https://syntology.ai/paper/2303.16854","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16854"}},"official":{"repos":["nlpcode/annollm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/hengam-an-adversarially-trained-transformer","slug":"hengam-an-adversarially-trained-transformer","title":"Hengam: An Adversarially Trained Transformer for Persian Temporal Tagging","date":"2022-11-20","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/few-shot-learning-with-retrieval-augmented","slug":"few-shot-learning-with-retrieval-augmented","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","date":"2022-08-05","arxiv_id":"2208.03299","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/few-shot-learning-with-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2208.03299","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.03299"}},"official":{"repos":["facebookresearch/atlas"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/domain-adaptation-for-memory-efficient-dense","slug":"domain-adaptation-for-memory-efficient-dense","title":"Injecting Domain Adaptation with Learning-to-hash for Effective and Efficient Zero-shot Dense Retrieval","date":"2022-05-23","arxiv_id":"2205.11498","repositories_listed":2,"syntology":null}],"syntology_records":43,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":7,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/information-retrieval-on-ms-marco","since_archive":"/sota/information-retrieval-on-ms-marco#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/information-retrieval-on-mslr-web30k","since_archive":"/sota/information-retrieval-on-mslr-web30k#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/information-retrieval-on-msmarco","since_archive":"/sota/information-retrieval-on-msmarco#since-judged","papers_judged":6,"placed":0}]},"papers_where_code_ran":191,"papers_where_code_ran_first_page":"/task/information-retrieval/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":48,"url":"/task/information-retrieval/papers/2","json":"/task/information-retrieval/papers/2.json","rows":100},{"order":"archive","page":3,"of":48,"url":"/task/information-retrieval/papers/3","json":"/task/information-retrieval/papers/3.json","rows":100},{"order":"archive","page":4,"of":48,"url":"/task/information-retrieval/papers/4","json":"/task/information-retrieval/papers/4.json","rows":100},{"order":"archive","page":5,"of":48,"url":"/task/information-retrieval/papers/5","json":"/task/information-retrieval/papers/5.json","rows":100},{"order":"archive","page":6,"of":48,"url":"/task/information-retrieval/papers/6","json":"/task/information-retrieval/papers/6.json","rows":100},{"order":"archive","page":7,"of":48,"url":"/task/information-retrieval/papers/7","json":"/task/information-retrieval/papers/7.json","rows":100},{"order":"archive","page":8,"of":48,"url":"/task/information-retrieval/papers/8","json":"/task/information-retrieval/papers/8.json","rows":100},{"order":"archive","page":9,"of":48,"url":"/task/information-retrieval/papers/9","json":"/task/information-retrieval/papers/9.json","rows":100},{"order":"archive","page":10,"of":48,"url":"/task/information-retrieval/papers/10","json":"/task/information-retrieval/papers/10.json","rows":100},{"order":"archive","page":11,"of":48,"url":"/task/information-retrieval/papers/11","json":"/task/information-retrieval/papers/11.json","rows":100},{"order":"archive","page":12,"of":48,"url":"/task/information-retrieval/papers/12","json":"/task/information-retrieval/papers/12.json","rows":100},{"order":"archive","page":13,"of":48,"url":"/task/information-retrieval/papers/13","json":"/task/information-retrieval/papers/13.json","rows":100},{"order":"archive","page":14,"of":48,"url":"/task/information-retrieval/papers/14","json":"/task/information-retrieval/papers/14.json","rows":100},{"order":"archive","page":15,"of":48,"url":"/task/information-retrieval/papers/15","json":"/task/information-retrieval/papers/15.json","rows":100},{"order":"archive","page":16,"of":48,"url":"/task/information-retrieval/papers/16","json":"/task/information-retrieval/papers/16.json","rows":100},{"order":"archive","page":17,"of":48,"url":"/task/information-retrieval/papers/17","json":"/task/information-retrieval/papers/17.json","rows":100},{"order":"archive","page":18,"of":48,"url":"/task/information-retrieval/papers/18","json":"/task/information-retrieval/papers/18.json","rows":100},{"order":"archive","page":19,"of":48,"url":"/task/information-retrieval/papers/19","json":"/task/information-retrieval/papers/19.json","rows":100},{"order":"archive","page":20,"of":48,"url":"/task/information-retrieval/papers/20","json":"/task/information-retrieval/papers/20.json","rows":100},{"order":"archive","page":21,"of":48,"url":"/task/information-retrieval/papers/21","json":"/task/information-retrieval/papers/21.json","rows":100},{"order":"archive","page":22,"of":48,"url":"/task/information-retrieval/papers/22","json":"/task/information-retrieval/papers/22.json","rows":100},{"order":"archive","page":23,"of":48,"url":"/task/information-retrieval/papers/23","json":"/task/information-retrieval/papers/23.json","rows":100},{"order":"archive","page":24,"of":48,"url":"/task/information-retrieval/papers/24","json":"/task/information-retrieval/papers/24.json","rows":100},{"order":"archive","page":25,"of":48,"url":"/task/information-retrieval/papers/25","json":"/task/information-retrieval/papers/25.json","rows":100},{"order":"archive","page":26,"of":48,"url":"/task/information-retrieval/papers/26","json":"/task/information-retrieval/papers/26.json","rows":100},{"order":"archive","page":27,"of":48,"url":"/task/information-retrieval/papers/27","json":"/task/information-retrieval/papers/27.json","rows":100},{"order":"archive","page":28,"of":48,"url":"/task/information-retrieval/papers/28","json":"/task/information-retrieval/papers/28.json","rows":100},{"order":"archive","page":29,"of":48,"url":"/task/information-retrieval/papers/29","json":"/task/information-retrieval/papers/29.json","rows":100},{"order":"archive","page":30,"of":48,"url":"/task/information-retrieval/papers/30","json":"/task/information-retrieval/papers/30.json","rows":100},{"order":"archive","page":31,"of":48,"url":"/task/information-retrieval/papers/31","json":"/task/information-retrieval/papers/31.json","rows":100},{"order":"archive","page":32,"of":48,"url":"/task/information-retrieval/papers/32","json":"/task/information-retrieval/papers/32.json","rows":100},{"order":"archive","page":33,"of":48,"url":"/task/information-retrieval/papers/33","json":"/task/information-retrieval/papers/33.json","rows":100},{"order":"archive","page":34,"of":48,"url":"/task/information-retrieval/papers/34","json":"/task/information-retrieval/papers/34.json","rows":100},{"order":"archive","page":35,"of":48,"url":"/task/information-retrieval/papers/35","json":"/task/information-retrieval/papers/35.json","rows":100},{"order":"archive","page":36,"of":48,"url":"/task/information-retrieval/papers/36","json":"/task/information-retrieval/papers/36.json","rows":100},{"order":"archive","page":37,"of":48,"url":"/task/information-retrieval/papers/37","json":"/task/information-retrieval/papers/37.json","rows":100},{"order":"archive","page":38,"of":48,"url":"/task/information-retrieval/papers/38","json":"/task/information-retrieval/papers/38.json","rows":100},{"order":"archive","page":39,"of":48,"url":"/task/information-retrieval/papers/39","json":"/task/information-retrieval/papers/39.json","rows":100},{"order":"archive","page":40,"of":48,"url":"/task/information-retrieval/papers/40","json":"/task/information-retrieval/papers/40.json","rows":100},{"order":"archive","page":41,"of":48,"url":"/task/information-retrieval/papers/41","json":"/task/information-retrieval/papers/41.json","rows":100},{"order":"archive","page":42,"of":48,"url":"/task/information-retrieval/papers/42","json":"/task/information-retrieval/papers/42.json","rows":100},{"order":"archive","page":43,"of":48,"url":"/task/information-retrieval/papers/43","json":"/task/information-retrieval/papers/43.json","rows":100},{"order":"archive","page":44,"of":48,"url":"/task/information-retrieval/papers/44","json":"/task/information-retrieval/papers/44.json","rows":100},{"order":"archive","page":45,"of":48,"url":"/task/information-retrieval/papers/45","json":"/task/information-retrieval/papers/45.json","rows":100},{"order":"archive","page":46,"of":48,"url":"/task/information-retrieval/papers/46","json":"/task/information-retrieval/papers/46.json","rows":100},{"order":"archive","page":47,"of":48,"url":"/task/information-retrieval/papers/47","json":"/task/information-retrieval/papers/47.json","rows":100},{"order":"archive","page":48,"of":48,"url":"/task/information-retrieval/papers/48","json":"/task/information-retrieval/papers/48.json","rows":40},{"order":"ran","page":1,"of":2,"url":"/task/information-retrieval/papers/ran/1","json":"/task/information-retrieval/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":2,"url":"/task/information-retrieval/papers/ran/2","json":"/task/information-retrieval/papers/ran/2.json","rows":91}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"344ef4ab9ce173f30885936ca5d2f09e0b103a25efa41f0416e797f5857f0c89","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}