{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/image-captioning","name":"Image Captioning","slug":"image-captioning","description_markdown":"**Image Captioning** is the task of describing the content of an image in words. This task lies at the intersection of computer vision and natural language processing. Most image captioning systems use an encoder-decoder framework, where an input image is encoded into an intermediate representation of the information in the image, and then decoded into a descriptive text sequence. The most popular benchmarks are nocaps and COCO, and models are typically evaluated according to a BLEU or CIDER metric.\r\n\r\n( Image credit: [Reflective Decoding Network for Image Captioning, ICCV'19](https://openaccess.thecvf.com/content_ICCV_2019/papers/Ke_Reflective_Decoding_Network_for_Image_Captioning_ICCV_2019_paper.pdf))","categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1878,"papers_with_code":774,"benchmarks":33,"benchmark_tables_in_archive":34,"benchmark_tables_shown":34,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":79,"subtasks":8,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/image-captioning-on-vizwiz-2020-test-dev","slug":"image-captioning-on-vizwiz-2020-test-dev","dataset":"VizWiz 2020 test-dev","dataset_url":"/dataset/vizwiz","rows_in_archive":50,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"IBM Research AI","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-coco-captions","slug":"image-captioning-on-coco-captions","dataset":"COCO Captions","dataset_url":"/dataset/coco-captions","rows_in_archive":41,"metrics":["BLEU-4","CIDER","METEOR","SPICE","ROUGE-L","BLEU-1","BLEU-2","BLEU-3","CLIPScore"],"first_row_in_archive_order":{"model":"mPLUG","paper_title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","paper_url":"/paper/mplug-effective-and-efficient-vision-language","paper_date":"2022-05-24","arxiv_id":"2205.12005","code_links":[{"title":"modelscope/modelscope","url":"https://github.com/modelscope/modelscope"},{"title":"alibaba/AliceMind","url":"https://github.com/alibaba/AliceMind/tree/main/mPLUG"},{"title":"x-plug/mplug","url":"https://github.com/x-plug/mplug"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-nocaps-in-domain","slug":"image-captioning-on-nocaps-in-domain","dataset":"nocaps in-domain","dataset_url":"/dataset/nocaps","rows_in_archive":41,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"PaLI","paper_title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","paper_url":"/paper/pali-a-jointly-scaled-multilingual-language","paper_date":"2022-09-14","arxiv_id":"2209.06794","code_links":[{"title":"google-research/big_vision","url":"https://github.com/google-research/big_vision"}],"syntology":{"n":4,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pali-a-jointly-scaled-multilingual-language#ran","syntology_url":"https://syntology.ai/paper/2209.06794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.06794"}},"official":{"repos":["google-research/big_vision"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-near-domain","slug":"image-captioning-on-nocaps-near-domain","dataset":"nocaps near-domain","dataset_url":"/dataset/nocaps","rows_in_archive":40,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"GIT2, Single Model","paper_title":"GIT: A Generative Image-to-text Transformer for Vision and Language","paper_url":"/paper/git-a-generative-image-to-text-transformer","paper_date":"2022-05-27","arxiv_id":"2205.14100","code_links":[{"title":"microsoft/GenerativeImage2Text","url":"https://github.com/microsoft/GenerativeImage2Text"}],"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-out-of-domain","slug":"image-captioning-on-nocaps-out-of-domain","dataset":"nocaps out-of-domain","dataset_url":"/dataset/nocaps","rows_in_archive":40,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"PaLI","paper_title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","paper_url":"/paper/pali-a-jointly-scaled-multilingual-language","paper_date":"2022-09-14","arxiv_id":"2209.06794","code_links":[{"title":"google-research/big_vision","url":"https://github.com/google-research/big_vision"}],"syntology":{"n":4,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pali-a-jointly-scaled-multilingual-language#ran","syntology_url":"https://syntology.ai/paper/2209.06794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.06794"}},"official":{"repos":["google-research/big_vision"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-entire","slug":"image-captioning-on-nocaps-entire","dataset":"nocaps entire","dataset_url":"/dataset/nocaps","rows_in_archive":39,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"Lyrics","paper_title":"Lyrics: Boosting Fine-grained Language-Vision Alignment and Comprehension via Semantic-aware Visual Objects","paper_url":"/paper/lyrics-boosting-fine-grained-language-vision","paper_date":"2023-12-08","arxiv_id":"2312.05278","code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-coco","slug":"image-captioning-on-coco","dataset":"COCO (Common Objects in Context)","dataset_url":"/dataset/coco","rows_in_archive":17,"metrics":["CIDEr","BLEU-1","BLEU-2","BLEU-3","BLEU-4","METEOR","ROUGE","ROUGE-L"],"first_row_in_archive_order":{"model":"ExpansionNet v2","paper_title":"Exploiting Multiple Sequence Lengths in Fast End to End Training for Image Captioning","paper_url":"/paper/expansionnet-v2-block-static-expansion-in","paper_date":"2022-08-13","arxiv_id":"2208.06551","code_links":[{"title":"jchenghu/expansionnet_v2","url":"https://github.com/jchenghu/expansionnet_v2"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-vizwiz-2020-test","slug":"image-captioning-on-vizwiz-2020-test","dataset":"VizWiz 2020 test","dataset_url":"/dataset/vizwiz","rows_in_archive":13,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"IBM Research AI","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-nocaps-xd-entire","slug":"image-captioning-on-nocaps-xd-entire","dataset":"nocaps-XD entire","dataset_url":"/dataset/nocaps","rows_in_archive":12,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"GIT2","paper_title":"GIT: A Generative Image-to-text Transformer for Vision and Language","paper_url":"/paper/git-a-generative-image-to-text-transformer","paper_date":"2022-05-27","arxiv_id":"2205.14100","code_links":[{"title":"microsoft/GenerativeImage2Text","url":"https://github.com/microsoft/GenerativeImage2Text"}],"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-val-in-domain","slug":"image-captioning-on-nocaps-val-in-domain","dataset":"nocaps-val-in-domain","dataset_url":"/dataset/nocaps","rows_in_archive":11,"metrics":["CIDEr","SPICE","Pre-train (#images)"],"first_row_in_archive_order":{"model":"BLIP-2 ViT-G FlanT5 XL (zero-shot)","paper_title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","paper_url":"/paper/blip-2-bootstrapping-language-image-pre","paper_date":"2023-01-30","arxiv_id":"2301.12597","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"salesforce/lavis","url":"https://github.com/salesforce/lavis"},{"title":"thudm/visualglm-6b","url":"https://github.com/thudm/visualglm-6b"},{"title":"baaivision/eva","url":"https://github.com/baaivision/eva"},{"title":"junshutang/Make-It-3D","url":"https://github.com/junshutang/Make-It-3D"},{"title":"facebookresearch/multimodal","url":"https://github.com/facebookresearch/multimodal"},{"title":"unispac/visual-adversarial-examples-jailbreak-large-language-models","url":"https://github.com/unispac/visual-adversarial-examples-jailbreak-large-language-models"},{"title":"yukw777/videoblip","url":"https://github.com/yukw777/videoblip"},{"title":"alibaba/graphtranslator","url":"https://github.com/alibaba/graphtranslator"},{"title":"gregor-ge/mblip","url":"https://github.com/gregor-ge/mblip"},{"title":"linzhiqiu/clip-flant5","url":"https://github.com/linzhiqiu/clip-flant5"},{"title":"kdr/videorag-mrr2024","url":"https://github.com/kdr/videorag-mrr2024"},{"title":"rabiulcste/vqazero","url":"https://github.com/rabiulcste/vqazero"},{"title":"jiwanchung/vlis","url":"https://github.com/jiwanchung/vlis"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/blip_2"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/blip_2"},{"title":"albertotestoni/ndq_visual_objects","url":"https://github.com/albertotestoni/ndq_visual_objects"}],"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-val-overall","slug":"image-captioning-on-nocaps-val-overall","dataset":"nocaps-val-overall","dataset_url":"/dataset/nocaps","rows_in_archive":11,"metrics":["CIDEr","SPICE","Pretrain (#images)"],"first_row_in_archive_order":{"model":"BLIP-2 ViT-G FlanT5 XL (zero-shot)","paper_title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","paper_url":"/paper/blip-2-bootstrapping-language-image-pre","paper_date":"2023-01-30","arxiv_id":"2301.12597","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"salesforce/lavis","url":"https://github.com/salesforce/lavis"},{"title":"thudm/visualglm-6b","url":"https://github.com/thudm/visualglm-6b"},{"title":"baaivision/eva","url":"https://github.com/baaivision/eva"},{"title":"junshutang/Make-It-3D","url":"https://github.com/junshutang/Make-It-3D"},{"title":"facebookresearch/multimodal","url":"https://github.com/facebookresearch/multimodal"},{"title":"unispac/visual-adversarial-examples-jailbreak-large-language-models","url":"https://github.com/unispac/visual-adversarial-examples-jailbreak-large-language-models"},{"title":"yukw777/videoblip","url":"https://github.com/yukw777/videoblip"},{"title":"alibaba/graphtranslator","url":"https://github.com/alibaba/graphtranslator"},{"title":"gregor-ge/mblip","url":"https://github.com/gregor-ge/mblip"},{"title":"linzhiqiu/clip-flant5","url":"https://github.com/linzhiqiu/clip-flant5"},{"title":"kdr/videorag-mrr2024","url":"https://github.com/kdr/videorag-mrr2024"},{"title":"rabiulcste/vqazero","url":"https://github.com/rabiulcste/vqazero"},{"title":"jiwanchung/vlis","url":"https://github.com/jiwanchung/vlis"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/blip_2"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/blip_2"},{"title":"albertotestoni/ndq_visual_objects","url":"https://github.com/albertotestoni/ndq_visual_objects"}],"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-xd-in-domain","slug":"image-captioning-on-nocaps-xd-in-domain","dataset":"nocaps-XD in-domain","dataset_url":"/dataset/nocaps","rows_in_archive":11,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"GIT2","paper_title":"GIT: A Generative Image-to-text Transformer for Vision and Language","paper_url":"/paper/git-a-generative-image-to-text-transformer","paper_date":"2022-05-27","arxiv_id":"2205.14100","code_links":[{"title":"microsoft/GenerativeImage2Text","url":"https://github.com/microsoft/GenerativeImage2Text"}],"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-xd-near-domain","slug":"image-captioning-on-nocaps-xd-near-domain","dataset":"nocaps-XD near-domain","dataset_url":"/dataset/nocaps","rows_in_archive":11,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"GIT2","paper_title":"GIT: A Generative Image-to-text Transformer for Vision and Language","paper_url":"/paper/git-a-generative-image-to-text-transformer","paper_date":"2022-05-27","arxiv_id":"2205.14100","code_links":[{"title":"microsoft/GenerativeImage2Text","url":"https://github.com/microsoft/GenerativeImage2Text"}],"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-xd-out-of-domain","slug":"image-captioning-on-nocaps-xd-out-of-domain","dataset":"nocaps-XD out-of-domain","dataset_url":"/dataset/nocaps","rows_in_archive":11,"metrics":["CIDEr","B1","B2","B3","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"GIT2","paper_title":"GIT: A Generative Image-to-text Transformer for Vision and Language","paper_url":"/paper/git-a-generative-image-to-text-transformer","paper_date":"2022-05-27","arxiv_id":"2205.14100","code_links":[{"title":"microsoft/GenerativeImage2Text","url":"https://github.com/microsoft/GenerativeImage2Text"}],"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-textcaps-2020","slug":"image-captioning-on-textcaps-2020","dataset":"TextCaps 2020","dataset_url":"/dataset/textcaps","rows_in_archive":11,"metrics":["CIDEr","B4","ROUGE-L","METEOR","SPICE"],"first_row_in_archive_order":{"model":"TAP","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-nocaps-val-near-domain","slug":"image-captioning-on-nocaps-val-near-domain","dataset":"nocaps-val-near-domain","dataset_url":"/dataset/nocaps","rows_in_archive":10,"metrics":["CIDEr","SPICE","Pre-train (#images)"],"first_row_in_archive_order":{"model":"BLIP-2 ViT-G FlanT5 XL (zero-shot)","paper_title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","paper_url":"/paper/blip-2-bootstrapping-language-image-pre","paper_date":"2023-01-30","arxiv_id":"2301.12597","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"salesforce/lavis","url":"https://github.com/salesforce/lavis"},{"title":"thudm/visualglm-6b","url":"https://github.com/thudm/visualglm-6b"},{"title":"baaivision/eva","url":"https://github.com/baaivision/eva"},{"title":"junshutang/Make-It-3D","url":"https://github.com/junshutang/Make-It-3D"},{"title":"facebookresearch/multimodal","url":"https://github.com/facebookresearch/multimodal"},{"title":"unispac/visual-adversarial-examples-jailbreak-large-language-models","url":"https://github.com/unispac/visual-adversarial-examples-jailbreak-large-language-models"},{"title":"yukw777/videoblip","url":"https://github.com/yukw777/videoblip"},{"title":"alibaba/graphtranslator","url":"https://github.com/alibaba/graphtranslator"},{"title":"gregor-ge/mblip","url":"https://github.com/gregor-ge/mblip"},{"title":"linzhiqiu/clip-flant5","url":"https://github.com/linzhiqiu/clip-flant5"},{"title":"kdr/videorag-mrr2024","url":"https://github.com/kdr/videorag-mrr2024"},{"title":"rabiulcste/vqazero","url":"https://github.com/rabiulcste/vqazero"},{"title":"jiwanchung/vlis","url":"https://github.com/jiwanchung/vlis"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/blip_2"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/blip_2"},{"title":"albertotestoni/ndq_visual_objects","url":"https://github.com/albertotestoni/ndq_visual_objects"}],"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/image-captioning-on-nocaps-val-out-domain","slug":"image-captioning-on-nocaps-val-out-domain","dataset":"nocaps-val-out-domain","dataset_url":"/dataset/nocaps","rows_in_archive":10,"metrics":["CIDEr","SPICE","Pretrain (#images)"],"first_row_in_archive_order":{"model":"BLIP-2 ViT-G FlanT5 XL (zero-shot)","paper_title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","paper_url":"/paper/blip-2-bootstrapping-language-image-pre","paper_date":"2023-01-30","arxiv_id":"2301.12597","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"salesforce/lavis","url":"https://github.com/salesforce/lavis"},{"title":"thudm/visualglm-6b","url":"https://github.com/thudm/visualglm-6b"},{"title":"baaivision/eva","url":"https://github.com/baaivision/eva"},{"title":"junshutang/Make-It-3D","url":"https://github.com/junshutang/Make-It-3D"},{"title":"facebookresearch/multimodal","url":"https://github.com/facebookresearch/multimodal"},{"title":"unispac/visual-adversarial-examples-jailbreak-large-language-models","url":"https://github.com/unispac/visual-adversarial-examples-jailbreak-large-language-models"},{"title":"yukw777/videoblip","url":"https://github.com/yukw777/videoblip"},{"title":"alibaba/graphtranslator","url":"https://github.com/alibaba/graphtranslator"},{"title":"gregor-ge/mblip","url":"https://github.com/gregor-ge/mblip"},{"title":"linzhiqiu/clip-flant5","url":"https://github.com/linzhiqiu/clip-flant5"},{"title":"kdr/videorag-mrr2024","url":"https://github.com/kdr/videorag-mrr2024"},{"title":"rabiulcste/vqazero","url":"https://github.com/rabiulcste/vqazero"},{"title":"jiwanchung/vlis","url":"https://github.com/jiwanchung/vlis"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/blip_2"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/blip_2"},{"title":"albertotestoni/ndq_visual_objects","url":"https://github.com/albertotestoni/ndq_visual_objects"}],"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/image-captioning-on-scicap","slug":"image-captioning-on-scicap","dataset":"SCICAP","dataset_url":"/dataset/scicap","rows_in_archive":9,"metrics":["BLEU-4"],"first_row_in_archive_order":{"model":"CNN+LSTM (Vision only, First sentence)","paper_title":"SciCap: Generating Captions for Scientific Figures","paper_url":"/paper/scicap-generating-captions-for-scientific","paper_date":"2021-10-22","arxiv_id":"2110.11624","code_links":[{"title":"tingyaohsu/scicap","url":"https://github.com/tingyaohsu/scicap"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-flickr30k-captions-test","slug":"image-captioning-on-flickr30k-captions-test","dataset":"Flickr30k Captions test","dataset_url":"/dataset/flickr30k","rows_in_archive":7,"metrics":["BLEU-4","CIDEr","METEOR","SPICE"],"first_row_in_archive_order":{"model":"Unified VLP","paper_title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","paper_url":"/paper/unified-vision-language-pre-training-for","paper_date":"2019-09-24","arxiv_id":"1909.11059","code_links":[{"title":"rmokady/clip_prefix_caption","url":"https://github.com/rmokady/clip_prefix_caption"},{"title":"LuoweiZhou/VLP","url":"https://github.com/LuoweiZhou/VLP"},{"title":"WebQnA/WebQA_Baseline","url":"https://github.com/WebQnA/WebQA_Baseline"}],"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unified-vision-language-pre-training-for#ran","syntology_url":"https://syntology.ai/paper/1909.11059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11059"}},"official":{"repos":["LuoweiZhou/VLP"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-whoops","slug":"image-captioning-on-whoops","dataset":"WHOOPS!","dataset_url":"/dataset/whoops","rows_in_archive":6,"metrics":["BLEU-4","CIDEr"],"first_row_in_archive_order":{"model":"BLIP2 FlanT5-XXL (Fine-tuned)","paper_title":"Breaking Common Sense: WHOOPS! A Vision-and-Language Benchmark of Synthetic and Compositional Images","paper_url":"/paper/breaking-common-sense-whoops-a-vision-and","paper_date":"2023-03-13","arxiv_id":"2303.07274","code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-nocaps-val","slug":"image-captioning-on-nocaps-val","dataset":"nocaps val","dataset_url":"/dataset/nocaps","rows_in_archive":3,"metrics":["CIDEr","SPICE"],"first_row_in_archive_order":{"model":"Prismer","paper_title":"Prismer: A Vision-Language Model with Multi-Task Experts","paper_url":"/paper/prismer-a-vision-language-model-with-an","paper_date":"2023-03-04","arxiv_id":"2303.02506","code_links":[{"title":"nvlabs/prismer","url":"https://github.com/nvlabs/prismer"},{"title":"KastanDay/video-pretrained-transformer","url":"https://github.com/KastanDay/video-pretrained-transformer"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-object-halbench","slug":"image-captioning-on-object-halbench","dataset":"Object HalBench","dataset_url":"/dataset/object-halbench","rows_in_archive":3,"metrics":["chair_i","chair_s"],"first_row_in_archive_order":{"model":"RLHF-V","paper_title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","paper_url":"/paper/rlhf-v-towards-trustworthy-mllms-via-behavior","paper_date":"2023-12-01","arxiv_id":"2312.00849","code_links":[{"title":"openbmb/minicpm-v","url":"https://github.com/openbmb/minicpm-v"},{"title":"rlhf-v/rlhf-v","url":"https://github.com/rlhf-v/rlhf-v"},{"title":"tidedra/vl-rlhf","url":"https://github.com/tidedra/vl-rlhf"},{"title":"exgc/r1v-free","url":"https://github.com/exgc/r1v-free"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-coco-captions-test","slug":"image-captioning-on-coco-captions-test","dataset":"COCO Captions test","dataset_url":"/dataset/coco-captions","rows_in_archive":2,"metrics":["BLEU-4","CIDEr","METEOR","SPICE"],"first_row_in_archive_order":{"model":"From Captions to Visual Concepts and Back","paper_title":"From Captions to Visual Concepts and Back","paper_url":"/paper/from-captions-to-visual-concepts-and-back","paper_date":"2014-11-18","arxiv_id":"1411.4952","code_links":[{"title":"s-gupta/visual-concepts","url":"https://github.com/s-gupta/visual-concepts"}],"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/from-captions-to-visual-concepts-and-back#ran","syntology_url":"https://syntology.ai/paper/1411.4952","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1411.4952"}},"official":{"repos":["s-gupta/visual-concepts"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-conceptual-captions","slug":"image-captioning-on-conceptual-captions","dataset":"Conceptual Captions","dataset_url":"/dataset/conceptual-captions","rows_in_archive":2,"metrics":["CIDEr","ROUGE-L","SPICE"],"first_row_in_archive_order":{"model":"ClipCap (MLP + GPT2 tuning)","paper_title":"ClipCap: CLIP Prefix for Image Captioning","paper_url":"/paper/clipcap-clip-prefix-for-image-captioning","paper_date":"2021-11-18","arxiv_id":"2111.09734","code_links":[{"title":"rmokady/clip_prefix_caption","url":"https://github.com/rmokady/clip_prefix_caption"},{"title":"Japanese-Image-Captioning/ClipCap-for-Japanese","url":"https://github.com/Japanese-Image-Captioning/ClipCap-for-Japanese"},{"title":"sithu31296/image-captioning","url":"https://github.com/sithu31296/image-captioning"},{"title":"MS-P3/code7","url":"https://github.com/MS-P3/code7/tree/main/x_clip"}],"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clipcap-clip-prefix-for-image-captioning#ran","syntology_url":"https://syntology.ai/paper/2111.09734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09734"}},"official":{"repos":["rmokady/clip_prefix_caption"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/image-captioning-on-flickrstyle10k","slug":"image-captioning-on-flickrstyle10k","dataset":"FlickrStyle10K","dataset_url":"/dataset/flickrstyle10k","rows_in_archive":2,"metrics":["BLEU-1 (Romantic)"],"first_row_in_archive_order":{"model":"CapDec","paper_title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","paper_url":"/paper/text-only-training-for-image-captioning-using","paper_date":"2022-11-01","arxiv_id":"2211.00575","code_links":[{"title":"davidhuji/capdec","url":"https://github.com/davidhuji/capdec"},{"title":"zelaki/wsac","url":"https://github.com/zelaki/wsac"},{"title":"avitej-iyer/CapDec-Recreation","url":"https://github.com/avitej-iyer/CapDec-Recreation"},{"title":"uriberger/re_cap","url":"https://github.com/uriberger/re_cap"}],"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-only-training-for-image-captioning-using#ran","syntology_url":"https://syntology.ai/paper/2211.00575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00575"}},"official":{"repos":["davidhuji/capdec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/image-captioning-on-localized-narratives","slug":"image-captioning-on-localized-narratives","dataset":"Localized Narratives","dataset_url":"/dataset/localized-narratives","rows_in_archive":2,"metrics":["CIDEr"],"first_row_in_archive_order":{"model":"LoopCAG","paper_title":"Control Image Captioning Spatially and Temporally","paper_url":"/paper/control-image-captioning-spatially-and","paper_date":"2021-08-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-aic-icc","slug":"image-captioning-on-aic-icc","dataset":"AIC-ICC","dataset_url":null,"rows_in_archive":1,"metrics":["BLEU","CIDEr","METEOR","ROUGE-L"],"first_row_in_archive_order":{"model":"CMCL","paper_title":"WenLan: Bridging Vision and Language by Large-Scale Multi-Modal Pre-Training","paper_url":"/paper/wenlan-bridging-vision-and-language-by-large","paper_date":"2021-03-11","arxiv_id":"2103.06561","code_links":[{"title":"BAAI-WuDao/BriVl","url":"https://github.com/BAAI-WuDao/BriVl"},{"title":"Aman-4-Real/MMTG","url":"https://github.com/Aman-4-Real/MMTG"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-banglalekhaimagecaptions","slug":"image-captioning-on-banglalekhaimagecaptions","dataset":"BanglaLekhaImageCaptions","dataset_url":"/dataset/banglalekhaimagecaptions","rows_in_archive":1,"metrics":["BLEU-1","BLEU-2","BLEU-3","BLEU-4","CIDEr","METEOR","ROUGE-L","SPICE"],"first_row_in_archive_order":{"model":"CNN + 1D CNN","paper_title":"Improved Bengali Image Captioning via deep convolutional neural network based encoder-decoder model","paper_url":"/paper/improved-bengali-image-captioning-via-deep","paper_date":"2021-02-14","arxiv_id":"2102.07192","code_links":[{"title":"FaiyazKhan11/Improved-Bengali-Image-Captioning-via-deep-convolutional-neural-network-based-encoder-decoder-model","url":"https://github.com/FaiyazKhan11/Improved-Bengali-Image-Captioning-via-deep-convolutional-neural-network-based-encoder-decoder-model"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-chebi-20","slug":"image-captioning-on-chebi-20","dataset":"ChEBI-20","dataset_url":"/dataset/chebi-20","rows_in_archive":1,"metrics":["BLEU","Exact","Levenshtein","MACCS FTS","Morgan FTS","RDK FTS","Validity"],"first_row_in_archive_order":{"model":"GIT-Mol","paper_title":"GIT-Mol: A Multi-modal Large Language Model for Molecular Science with Graph, Image, and Text","paper_url":"/paper/git-mol-a-multi-modal-large-language-model","paper_date":"2023-08-14","arxiv_id":"2308.06911","code_links":[{"title":"ai-hpc-research-team/git-mol","url":"https://github.com/ai-hpc-research-team/git-mol"}],"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/git-mol-a-multi-modal-large-language-model#ran","syntology_url":"https://syntology.ai/paper/2308.06911","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.06911"}},"official":{"repos":["ai-hpc-research-team/git-mol"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-iu-x-ray","slug":"image-captioning-on-iu-x-ray","dataset":"IU X-Ray","dataset_url":"/dataset/iu-x-ray","rows_in_archive":1,"metrics":["CIDEr"],"first_row_in_archive_order":{"model":"BiomedGPT","paper_title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","paper_url":"/paper/biomedgpt-a-unified-and-generalist-biomedical","paper_date":"2023-05-26","arxiv_id":"2305.17100","code_links":[{"title":"taokz/biomedgpt","url":"https://github.com/taokz/biomedgpt"}],"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/biomedgpt-a-unified-and-generalist-biomedical#ran","syntology_url":"https://syntology.ai/paper/2305.17100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17100"}},"official":{"repos":["taokz/biomedgpt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/image-captioning-on-ms-coco","slug":"image-captioning-on-ms-coco","dataset":"MS-COCO","dataset_url":"/dataset/coco","rows_in_archive":1,"metrics":["BLEU-1","BLEU-4","CIDEr","METEOR","SPICE","Test ROGUE-L"],"first_row_in_archive_order":{"model":"NeuSyRE","paper_title":"NeuSyRE: Neuro-Symbolic Visual Understanding and Reasoning Framework based on Scene Graph Enrichment","paper_url":"/paper/neusyre-neuro-symbolic-visual-understanding","paper_date":"2023-11-05","arxiv_id":null,"code_links":[{"title":"jaleedkhan/neusire","url":"https://github.com/jaleedkhan/neusire"}],"syntology":null}},{"leaderboard":"/sota/image-captioning-on-mscoco-1","slug":"image-captioning-on-mscoco-1","dataset":"MSCOCO","dataset_url":"/dataset/mscoco","rows_in_archive":1,"metrics":["BLEU-4"],"first_row_in_archive_order":{"model":"CapDec","paper_title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","paper_url":"/paper/text-only-training-for-image-captioning-using","paper_date":"2022-11-01","arxiv_id":"2211.00575","code_links":[{"title":"davidhuji/capdec","url":"https://github.com/davidhuji/capdec"},{"title":"zelaki/wsac","url":"https://github.com/zelaki/wsac"},{"title":"avitej-iyer/CapDec-Recreation","url":"https://github.com/avitej-iyer/CapDec-Recreation"},{"title":"uriberger/re_cap","url":"https://github.com/uriberger/re_cap"}],"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-only-training-for-image-captioning-using#ran","syntology_url":"https://syntology.ai/paper/2211.00575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00575"}},"official":{"repos":["davidhuji/capdec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}},{"leaderboard":"/sota/image-captioning-on-peir-gross","slug":"image-captioning-on-peir-gross","dataset":"Peir Gross","dataset_url":"/dataset/peir-gross","rows_in_archive":1,"metrics":["CIDEr","METEOR","ROUGE-L"],"first_row_in_archive_order":{"model":"BiomedGPT","paper_title":"BiomedGPT: A Generalist Vision-Language Foundation Model for Diverse Biomedical Tasks","paper_url":"/paper/biomedgpt-a-unified-and-generalist-biomedical","paper_date":"2023-05-26","arxiv_id":"2305.17100","code_links":[{"title":"taokz/biomedgpt","url":"https://github.com/taokz/biomedgpt"}],"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/biomedgpt-a-unified-and-generalist-biomedical#ran","syntology_url":"https://syntology.ai/paper/2305.17100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17100"}},"official":{"repos":["taokz/biomedgpt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}}},{"leaderboard":null,"slug":"image-captioning-on-foundation-multimodal","dataset":"foundation-multimodal-models/DetailCaps-4870","dataset_url":null,"rows_in_archive":0,"metrics":["value"],"first_row_in_archive_order":null}],"datasets":[{"url":"/dataset/coco","name":"COCO (Common Objects in Context)","full_name":"Common Objects in Context","num_papers_in_archive":11922},{"url":"/dataset/flickr30k","name":"Flickr30k","full_name":"Flickr30k","num_papers_in_archive":880},{"url":"/dataset/conceptual-captions","name":"Conceptual Captions","full_name":"Conceptual Captions","num_papers_in_archive":352},{"url":"/dataset/vizwiz","name":"VizWiz","full_name":"VizWiz-VQA","num_papers_in_archive":260},{"url":"/dataset/coco-captions","name":"COCO Captions","full_name":"","num_papers_in_archive":203},{"url":"/dataset/hateful-memes","name":"Hateful Memes","full_name":"Hateful Memes","num_papers_in_archive":177},{"url":"/dataset/nocaps","name":"NoCaps","full_name":"","num_papers_in_archive":175},{"url":"/dataset/textcaps","name":"TextCaps","full_name":"","num_papers_in_archive":98},{"url":"/dataset/mscoco","name":"MSCOCO","full_name":"","num_papers_in_archive":90},{"url":"/dataset/winoground","name":"Winoground","full_name":"","num_papers_in_archive":90},{"url":"/dataset/referitgame","name":"ReferItGame","full_name":"ReferItGame","num_papers_in_archive":80},{"url":"/dataset/rsicd","name":"RSICD","full_name":"Remote Sensing Image Captioning Dataset","num_papers_in_archive":70},{"url":"/dataset/localized-narratives","name":"Localized Narratives","full_name":"","num_papers_in_archive":63},{"url":"/dataset/hateful-memes-challenge","name":"Hateful Memes Challenge","full_name":"","num_papers_in_archive":48},{"url":"/dataset/google-refexp","name":"Google Refexp","full_name":"","num_papers_in_archive":46},{"url":"/dataset/chebi-20","name":"ChEBI-20","full_name":"","num_papers_in_archive":43},{"url":"/dataset/ut-zappos50k","name":"UT Zappos50K","full_name":"","num_papers_in_archive":32},{"url":"/dataset/image-paragraph-captioning","name":"Image Paragraph Captioning","full_name":"","num_papers_in_archive":31},{"url":"/dataset/xm-3600","name":"XM 3600","full_name":"Crossmodal 3600","num_papers_in_archive":28},{"url":"/dataset/senticap","name":"SentiCap","full_name":"","num_papers_in_archive":26},{"url":"/dataset/rsvgd","name":"DIOR-RSVG","full_name":"","num_papers_in_archive":25},{"url":"/dataset/flickrstyle10k","name":"FlickrStyle10K","full_name":"","num_papers_in_archive":24},{"url":"/dataset/wider","name":"WIDER","full_name":"Web Image Dataset for Event Recognition","num_papers_in_archive":22},{"url":"/dataset/coco-cn","name":"COCO-CN","full_name":"","num_papers_in_archive":21},{"url":"/dataset/iu-x-ray","name":"IU X-Ray","full_name":"","num_papers_in_archive":19},{"url":"/dataset/scicap","name":"SCICAP","full_name":"","num_papers_in_archive":18},{"url":"/dataset/whoops","name":"WHOOPS!","full_name":"","num_papers_in_archive":14},{"url":"/dataset/vizwiz-captions","name":"VizWiz-Captions","full_name":"","num_papers_in_archive":12},{"url":"/dataset/object-halbench","name":"Object HalBench","full_name":"","num_papers_in_archive":11},{"url":"/dataset/sbu-captions-dataset","name":"SBU Captions Dataset","full_name":"","num_papers_in_archive":11},{"url":"/dataset/pfn-pic","name":"PFN-PIC","full_name":"PFN Picking Instructions for Commodities Dataset","num_papers_in_archive":7},{"url":"/dataset/cite","name":"CITE","full_name":"","num_papers_in_archive":6},{"url":"/dataset/open-images-v7","name":"Open Images V7","full_name":"","num_papers_in_archive":6},{"url":"/dataset/peir-gross","name":"Peir Gross","full_name":"","num_papers_in_archive":6},{"url":"/dataset/uit-viic","name":"UIT-ViIC","full_name":"","num_papers_in_archive":6},{"url":"/dataset/banglalekhaimagecaptions","name":"BanglaLekhaImageCaptions","full_name":"","num_papers_in_archive":5},{"url":"/dataset/flickr-8k","name":"Flickr-8k","full_name":"","num_papers_in_archive":5},{"url":"/dataset/pomo","name":"PoMo","full_name":"","num_papers_in_archive":5},{"url":"/dataset/skyeye-968k","name":"SkyEye-968k","full_name":"","num_papers_in_archive":5},{"url":"/dataset/tencent-ml-images","name":"Tencent ML-Images","full_name":"","num_papers_in_archive":5},{"url":"/dataset/concadia","name":"Concadia","full_name":"","num_papers_in_archive":4},{"url":"/dataset/image-editing-request-dataset","name":"Image Editing Request Dataset","full_name":"","num_papers_in_archive":4},{"url":"/dataset/polaris","name":"Polaris","full_name":"Polaris dataset","num_papers_in_archive":4},{"url":"/dataset/stair-captions","name":"STAIR Captions","full_name":"STAIR Captions","num_papers_in_archive":4},{"url":"/dataset/hephaestus","name":"Hephaestus","full_name":"Hephaestus: A large scale multitask dataset towards InSAR understanding","num_papers_in_archive":3},{"url":"/dataset/iiw-400","name":"IIW-400","full_name":"ImageInWords: IIW-400","num_papers_in_archive":3},{"url":"/dataset/image-and-video-advertisements","name":"Image and Video Advertisements","full_name":"","num_papers_in_archive":3},{"url":"/dataset/kvasir-vqa","name":"Kvasir-VQA","full_name":"A Text-Image Pair GI Tract Dataset","num_papers_in_archive":3},{"url":"/dataset/laion-coco","name":"LAION COCO","full_name":"","num_papers_in_archive":3},{"url":"/dataset/openchair","name":"OpenCHAIR","full_name":"","num_papers_in_archive":3},{"url":"/dataset/gpscap","name":"SCapRepo","full_name":"Google Play Screenshot Caption","num_papers_in_archive":3},{"url":"/dataset/wikiscenes","name":"WikiScenes","full_name":"","num_papers_in_archive":3},{"url":"/dataset/decoco","name":"DeCOCO","full_name":"","num_papers_in_archive":2},{"url":"/dataset/dpc-captions","name":"DPC-Captions","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/egoshots","name":"EgoShots","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/posescript","name":"PoseScript","full_name":"","num_papers_in_archive":2},{"url":"/dataset/vizwiz-priv","name":"VizWiz-Priv","full_name":"Visual Privacy dataset","num_papers_in_archive":2},{"url":"/dataset/vizwiz-qualityissues","name":"VizWiz-QualityIssues","full_name":"","num_papers_in_archive":2},{"url":"/dataset/3u-vqa","name":"3U-VQA","full_name":"Usual, Unusual and Unknown object scenarios for LVQA with difficulty scoring dataset","num_papers_in_archive":1},{"url":"/dataset/bnature","name":"BNATURE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/capgaze","name":"CapGaze","full_name":"","num_papers_in_archive":1},{"url":"/dataset/esp","name":"ESP","full_name":"Evaluation for Styled Prompt","num_papers_in_archive":1},{"url":"/dataset/groundcap","name":"GroundCap","full_name":"","num_papers_in_archive":1},{"url":"/dataset/image-caption-quality-dataset","name":"Image Caption Quality Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/infashai","name":"InFashAI","full_name":"Inclusive Fashion AI","num_papers_in_archive":1},{"url":"/dataset/mcic-coco","name":"MCIC-COCO","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mminstruct-gpt4v","name":"MMInstruct-GPT4V","full_name":"MMInstruct: A High-Quality Multi-Modal Instruction Tuning Dataset with Extensive Diversity","num_papers_in_archive":1},{"url":"/dataset/parsvqa-caps","name":"ParsVQA-Caps","full_name":"","num_papers_in_archive":1},{"url":"/dataset/rpcd","name":"RPCD","full_name":"Reddit Photo Critique Dataset","num_papers_in_archive":1},{"url":"/dataset/smr-iu-x-ray","name":"SMR IU X-Ray","full_name":"Simplified Medical Reports","num_papers_in_archive":1},{"url":"/dataset/t2-guiding","name":"T2 Guiding","full_name":"","num_papers_in_archive":1},{"url":"/dataset/vdqg","name":"VDQG","full_name":"Visual Discriminative Question Generation","num_papers_in_archive":1},{"url":"/dataset/viscon-100k","name":"VisCon-100K","full_name":"","num_papers_in_archive":1},{"url":"/dataset/viscon-1m","name":"VisCon-1M","full_name":"","num_papers_in_archive":1},{"url":"/dataset/webli","name":"WebLI","full_name":"Web Language Image","num_papers_in_archive":1},{"url":"/dataset/wikiweb2m","name":"WikiWeb2M","full_name":"Wikipedia Webpage 2M","num_papers_in_archive":1},{"url":"/dataset/x-transferbench","name":"X-TransferBench","full_name":"X-TransferBench","num_papers_in_archive":1},{"url":"/dataset/balitanlp","name":"BalitaNLP","full_name":"","num_papers_in_archive":0},{"url":"/dataset/esp-dataset","name":"ESP Dataset","full_name":"Evaluation for Styled Prompt datase","num_papers_in_archive":0}],"subtasks":[{"url":"/task/3d-dense-captioning","name":"3D dense captioning"},{"url":"/task/aesthetic-image-captioning","name":"Aesthetic Image Captioning"},{"url":"/task/controllable-image-captioning","name":"controllable image captioning"},{"url":"/task/hindi-image-captioning","name":"Hindi Image Captioning"},{"url":"/task/patent-figure-description-generation","name":"Patent Figure Description Generation"},{"url":"/task/relational-captioning","name":"Relational Captioning"},{"url":"/task/semi-supervised-learning-for-image-captioning","name":"Semi Supervised Learning for Image Captioning"},{"url":"/task/vietnamese-image-captioning","name":"Vietnamese Image Captioning"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":19,"rows_per_page":100,"shown":100,"of":1878,"of_with_code":774,"tagged_in_all":1878,"counts":{"archive_papers_tagged":1878,"with_a_code_link":774,"where_syntology_ran_a_sample":243,"not_listed_spam_title":0,"listed":1878,"listed_where_code_ran":243,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":194,"every_run_a_failure_of_syntologys_instrument":49,"listed_with_a_run_with_no_instrument_failure":194,"listed_every_run_a_failure_of_syntologys_instrument":49,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/show-attend-and-tell-neural-image-caption","slug":"show-attend-and-tell-neural-image-caption","title":"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention","date":"2015-02-10","arxiv_id":"1502.03044","repositories_listed":92,"syntology":{"n":84,"n_ran":58,"n_constructed":0,"n_ran_checked":45,"n_instrument":13,"n_unverified":26,"n_honours":3,"n_violates":0,"n_no_contract":42,"n_pointer_only":14,"phrase":"58 ran (of which 0 constructed an object rather than computing a result; 45 with no instrument failure: 3 honoured, 0 violated, 42 with no contract checked; 13 where Syntology's instrument failed) · 26 unverified","sample_list":"/paper/show-attend-and-tell-neural-image-caption#ran","syntology_url":"https://syntology.ai/paper/1502.03044","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1502.03044"}},"official":null}},{"url":"/paper/show-and-tell-a-neural-image-caption","slug":"show-and-tell-a-neural-image-caption","title":"Show and Tell: A Neural Image Caption Generator","date":"2014-11-17","arxiv_id":"1411.4555","repositories_listed":74,"syntology":{"n":34,"n_ran":28,"n_constructed":0,"n_ran_checked":20,"n_instrument":8,"n_unverified":6,"n_honours":2,"n_violates":2,"n_no_contract":16,"n_pointer_only":7,"phrase":"28 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 2 honoured, 2 violated, 16 with no contract checked; 8 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/show-and-tell-a-neural-image-caption#ran","syntology_url":"https://syntology.ai/paper/1411.4555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1411.4555"}},"official":null}},{"url":"/paper/bottom-up-and-top-down-attention-for-image","slug":"bottom-up-and-top-down-attention-for-image","title":"Bottom-Up and Top-Down Attention for Image Captioning and Visual Question Answering","date":"2017-07-25","arxiv_id":"1707.07998","repositories_listed":65,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":1,"n_instrument":8,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 8 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bottom-up-and-top-down-attention-for-image#ran","syntology_url":"https://syntology.ai/paper/1707.07998","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1707.07998"}},"official":{"repos":["peteanderson80/bottom-up-attention"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/self-critical-sequence-training-for-image","slug":"self-critical-sequence-training-for-image","title":"Self-critical Sequence Training for Image Captioning","date":"2016-12-02","arxiv_id":"1612.00563","repositories_listed":31,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":5,"n_instrument":7,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":3,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/self-critical-sequence-training-for-image#ran","syntology_url":"https://syntology.ai/paper/1612.00563","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1612.00563"}},"official":null}},{"url":"/paper/cutmix-regularization-strategy-to-train","slug":"cutmix-regularization-strategy-to-train","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","date":"2019-05-13","arxiv_id":"1905.04899","repositories_listed":30,"syntology":{"n":24,"n_ran":17,"n_constructed":6,"n_ran_checked":10,"n_instrument":7,"n_unverified":7,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"17 ran (of which 6 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/cutmix-regularization-strategy-to-train#ran","syntology_url":"https://syntology.ai/paper/1905.04899","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.04899"}},"official":{"repos":["clovaai/CutMix-PyTorch"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/diverse-beam-search-decoding-diverse","slug":"diverse-beam-search-decoding-diverse","title":"Diverse Beam Search: Decoding Diverse Solutions from Neural Sequence Models","date":"2016-10-07","arxiv_id":"1610.02424","repositories_listed":25,"syntology":{"n":14,"n_ran":7,"n_constructed":0,"n_ran_checked":2,"n_instrument":5,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":14,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/diverse-beam-search-decoding-diverse#ran","syntology_url":"https://syntology.ai/paper/1610.02424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1610.02424"}},"official":{"repos":["ashwinkalyan/dbs"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/cider-consensus-based-image-description","slug":"cider-consensus-based-image-description","title":"CIDEr: Consensus-based Image Description Evaluation","date":"2014-11-20","arxiv_id":"1411.5726","repositories_listed":24,"syntology":{"n":32,"n_ran":13,"n_constructed":7,"n_ran_checked":9,"n_instrument":4,"n_unverified":19,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":27,"phrase":"13 ran (of which 7 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 4 where Syntology's instrument failed) · 19 unverified","sample_list":"/paper/cider-consensus-based-image-description#ran","syntology_url":"https://syntology.ai/paper/1411.5726","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1411.5726"}},"official":null}},{"url":"/paper/vqa-visual-question-answering","slug":"vqa-visual-question-answering","title":"VQA: Visual Question Answering","date":"2015-05-03","arxiv_id":"1505.00468","repositories_listed":21,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/vqa-visual-question-answering#ran","syntology_url":"https://syntology.ai/paper/1505.00468","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1505.00468"}},"official":null}},{"url":"/paper/recurrent-neural-network-regularization","slug":"recurrent-neural-network-regularization","title":"Recurrent Neural Network Regularization","date":"2014-09-08","arxiv_id":"1409.2329","repositories_listed":21,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/recurrent-neural-network-regularization#ran","syntology_url":"https://syntology.ai/paper/1409.2329","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1409.2329"}},"official":{"repos":["wojzaremba/lstm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/bertscore-evaluating-text-generation-with","slug":"bertscore-evaluating-text-generation-with","title":"BERTScore: Evaluating Text Generation with BERT","date":"2019-04-21","arxiv_id":"1904.09675","repositories_listed":20,"syntology":{"n":76,"n_ran":44,"n_constructed":4,"n_ran_checked":10,"n_instrument":34,"n_unverified":32,"n_honours":3,"n_violates":2,"n_no_contract":5,"n_pointer_only":33,"phrase":"44 ran (of which 4 constructed an object rather than computing a result; 10 with no instrument failure: 3 honoured, 2 violated, 5 with no contract checked; 34 where Syntology's instrument failed) · 32 unverified","sample_list":"/paper/bertscore-evaluating-text-generation-with#ran","syntology_url":"https://syntology.ai/paper/1904.09675","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1904.09675"}},"official":{"repos":["Tiiiger/bert_score"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/show-and-tell-lessons-learned-from-the-2015","slug":"show-and-tell-lessons-learned-from-the-2015","title":"Show and Tell: Lessons learned from the 2015 MSCOCO Image Captioning Challenge","date":"2016-09-21","arxiv_id":"1609.06647","repositories_listed":20,"syntology":{"n":15,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/show-and-tell-lessons-learned-from-the-2015#ran","syntology_url":"https://syntology.ai/paper/1609.06647","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1609.06647"}},"official":null}},{"url":"/paper/blip-2-bootstrapping-language-image-pre","slug":"blip-2-bootstrapping-language-image-pre","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","date":"2023-01-30","arxiv_id":"2301.12597","repositories_listed":17,"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/knowing-when-to-look-adaptive-attention-via-a","slug":"knowing-when-to-look-adaptive-attention-via-a","title":"Knowing When to Look: Adaptive Attention via A Visual Sentinel for Image Captioning","date":"2016-12-06","arxiv_id":"1612.01887","repositories_listed":17,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowing-when-to-look-adaptive-attention-via-a#ran","syntology_url":"https://syntology.ai/paper/1612.01887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1612.01887"}},"official":{"repos":["jiasenlu/AdaptiveAttention"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/rise-randomized-input-sampling-for","slug":"rise-randomized-input-sampling-for","title":"RISE: Randomized Input Sampling for Explanation of Black-box Models","date":"2018-06-19","arxiv_id":"1806.07421","repositories_listed":13,"syntology":{"n":34,"n_ran":32,"n_constructed":0,"n_ran_checked":32,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":31,"n_pointer_only":10,"phrase":"32 ran (of which 0 constructed an object rather than computing a result; 32 with no instrument failure: 1 honoured, 0 violated, 31 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/rise-randomized-input-sampling-for#ran","syntology_url":"https://syntology.ai/paper/1806.07421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.07421"}},"official":{"repos":["eclique/RISE"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/ms-celeb-1m-a-dataset-and-benchmark-for-large","slug":"ms-celeb-1m-a-dataset-and-benchmark-for-large","title":"MS-Celeb-1M: A Dataset and Benchmark for Large-Scale Face Recognition","date":"2016-07-27","arxiv_id":"1607.08221","repositories_listed":12,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ms-celeb-1m-a-dataset-and-benchmark-for-large#ran","syntology_url":"https://syntology.ai/paper/1607.08221","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1607.08221"}},"official":null}},{"url":"/paper/spice-semantic-propositional-image-caption","slug":"spice-semantic-propositional-image-caption","title":"SPICE: Semantic Propositional Image Caption Evaluation","date":"2016-07-29","arxiv_id":"1607.08822","repositories_listed":11,"syntology":null},{"url":"/paper/coco-stuff-thing-and-stuff-classes-in-context","slug":"coco-stuff-thing-and-stuff-classes-in-context","title":"COCO-Stuff: Thing and Stuff Classes in Context","date":"2016-12-12","arxiv_id":"1612.03716","repositories_listed":10,"syntology":{"n":29,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":21,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 21 unverified","sample_list":"/paper/coco-stuff-thing-and-stuff-classes-in-context#ran","syntology_url":"https://syntology.ai/paper/1612.03716","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1612.03716"}},"official":{"repos":["nightrome/cocostuff"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/blip-bootstrapping-language-image-pre","slug":"blip-bootstrapping-language-image-pre","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","date":"2022-01-28","arxiv_id":"2201.12086","repositories_listed":9,"syntology":null},{"url":"/paper/scheduled-sampling-for-sequence-prediction","slug":"scheduled-sampling-for-sequence-prediction","title":"Scheduled Sampling for Sequence Prediction with Recurrent Neural Networks","date":"2015-06-09","arxiv_id":"1506.03099","repositories_listed":9,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/scheduled-sampling-for-sequence-prediction#ran","syntology_url":"https://syntology.ai/paper/1506.03099","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1506.03099"}},"official":null}},{"url":"/paper/a-neural-attention-model-for-speech-command","slug":"a-neural-attention-model-for-speech-command","title":"A neural attention model for speech command recognition","date":"2018-08-27","arxiv_id":"1808.08929","repositories_listed":8,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-neural-attention-model-for-speech-command#ran","syntology_url":"https://syntology.ai/paper/1808.08929","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.08929"}},"official":{"repos":["douglas125/SpeechCmdRecognition"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/analog-bits-generating-discrete-data-using","slug":"analog-bits-generating-discrete-data-using","title":"Analog Bits: Generating Discrete Data using Diffusion Models with Self-Conditioning","date":"2022-08-08","arxiv_id":"2208.04202","repositories_listed":7,"syntology":{"n":20,"n_ran":13,"n_constructed":0,"n_ran_checked":4,"n_instrument":9,"n_unverified":7,"n_honours":1,"n_violates":3,"n_no_contract":0,"n_pointer_only":4,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 3 violated, 0 with no contract checked; 9 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/analog-bits-generating-discrete-data-using#ran","syntology_url":"https://syntology.ai/paper/2208.04202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.04202"}},"official":{"repos":["google-research/pix2seq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/vinvl-making-visual-representations-matter-in","slug":"vinvl-making-visual-representations-matter-in","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","date":"2021-01-02","arxiv_id":"2101.00529","repositories_listed":7,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/vinvl-making-visual-representations-matter-in#ran","syntology_url":"https://syntology.ai/paper/2101.00529","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.00529"}},"official":{"repos":["pzzhang/VinVL"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/coca-contrastive-captioners-are-image-text","slug":"coca-contrastive-captioners-are-image-text","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","date":"2022-05-04","arxiv_id":"2205.01917","repositories_listed":6,"syntology":{"n":17,"n_ran":10,"n_constructed":5,"n_ran_checked":9,"n_instrument":1,"n_unverified":7,"n_honours":2,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"10 ran (of which 5 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/coca-contrastive-captioners-are-image-text#ran","syntology_url":"https://syntology.ai/paper/2205.01917","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01917"}},"official":null}},{"url":"/paper/delete-retrieve-generate-a-simple-approach-to","slug":"delete-retrieve-generate-a-simple-approach-to","title":"Delete, Retrieve, Generate: A Simple Approach to Sentiment and Style Transfer","date":"2018-04-17","arxiv_id":"1804.06437","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/delete-retrieve-generate-a-simple-approach-to#ran","syntology_url":"https://syntology.ai/paper/1804.06437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.06437"}},"official":{"repos":["lijuncen/Sentiment-and-Style-Transfer","worksheets.codalab.org/worksheets/0xe3eb416773ed4883bb737662b31b4948"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/rlaif-v-aligning-mllms-through-open-source-ai","slug":"rlaif-v-aligning-mllms-through-open-source-ai","title":"RLAIF-V: Open-Source AI Feedback Leads to Super GPT-4V Trustworthiness","date":"2024-05-27","arxiv_id":"2405.17220","repositories_listed":5,"syntology":{"n":22,"n_ran":17,"n_constructed":0,"n_ran_checked":7,"n_instrument":10,"n_unverified":5,"n_honours":2,"n_violates":3,"n_no_contract":2,"n_pointer_only":17,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 3 violated, 2 with no contract checked; 10 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/rlaif-v-aligning-mllms-through-open-source-ai#ran","syntology_url":"https://syntology.ai/paper/2405.17220","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.17220"}},"official":{"repos":["openbmb/omnilmm","rlhf-v/rlaif-v"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/attention-on-attention-for-image-captioning","slug":"attention-on-attention-for-image-captioning","title":"Attention on Attention for Image Captioning","date":"2019-08-19","arxiv_id":"1908.06954","repositories_listed":5,"syntology":{"n":14,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/attention-on-attention-for-image-captioning#ran","syntology_url":"https://syntology.ai/paper/1908.06954","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.06954"}},"official":{"repos":["husthuaan/AoANet"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/rlhf-v-towards-trustworthy-mllms-via-behavior","slug":"rlhf-v-towards-trustworthy-mllms-via-behavior","title":"RLHF-V: Towards Trustworthy MLLMs via Behavior Alignment from Fine-grained Correctional Human Feedback","date":"2023-12-01","arxiv_id":"2312.00849","repositories_listed":4,"syntology":null},{"url":"/paper/text-only-training-for-image-captioning-using","slug":"text-only-training-for-image-captioning-using","title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","date":"2022-11-01","arxiv_id":"2211.00575","repositories_listed":4,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-only-training-for-image-captioning-using#ran","syntology_url":"https://syntology.ai/paper/2211.00575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00575"}},"official":{"repos":["davidhuji/capdec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pix2struct-screenshot-parsing-as-pretraining","slug":"pix2struct-screenshot-parsing-as-pretraining","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","date":"2022-10-07","arxiv_id":"2210.03347","repositories_listed":4,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pix2struct-screenshot-parsing-as-pretraining#ran","syntology_url":"https://syntology.ai/paper/2210.03347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03347"}},"official":{"repos":["google-research/pix2struct"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unifying-architectures-tasks-and-modalities","slug":"unifying-architectures-tasks-and-modalities","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","date":"2022-02-07","arxiv_id":"2202.03052","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unifying-architectures-tasks-and-modalities#ran","syntology_url":"https://syntology.ai/paper/2202.03052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.03052"}},"official":{"repos":["ofa-sys/ofa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clipcap-clip-prefix-for-image-captioning","slug":"clipcap-clip-prefix-for-image-captioning","title":"ClipCap: CLIP Prefix for Image Captioning","date":"2021-11-18","arxiv_id":"2111.09734","repositories_listed":4,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clipcap-clip-prefix-for-image-captioning#ran","syntology_url":"https://syntology.ai/paper/2111.09734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09734"}},"official":{"repos":["rmokady/clip_prefix_caption"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/oscar-object-semantics-aligned-pre-training","slug":"oscar-object-semantics-aligned-pre-training","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","date":"2020-04-13","arxiv_id":"2004.06165","repositories_listed":4,"syntology":{"n":23,"n_ran":13,"n_constructed":6,"n_ran_checked":10,"n_instrument":3,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"13 ran (of which 6 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/oscar-object-semantics-aligned-pre-training#ran","syntology_url":"https://syntology.ai/paper/2004.06165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.06165"}},"official":{"repos":["microsoft/Oscar"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/moverscore-text-generation-evaluating-with","slug":"moverscore-text-generation-evaluating-with","title":"MoverScore: Text Generation Evaluating with Contextualized Embeddings and Earth Mover Distance","date":"2019-09-05","arxiv_id":"1909.02622","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/moverscore-text-generation-evaluating-with#ran","syntology_url":"https://syntology.ai/paper/1909.02622","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02622"}},"official":null}},{"url":"/paper/image-captioning-transforming-objects-into","slug":"image-captioning-transforming-objects-into","title":"Image Captioning: Transforming Objects into Words","date":"2019-06-14","arxiv_id":"1906.05963","repositories_listed":4,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":4,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":3,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/image-captioning-transforming-objects-into#ran","syntology_url":"https://syntology.ai/paper/1906.05963","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.05963"}},"official":{"repos":["yahoo/object_relation_transformer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/pr-product-a-substitute-for-inner-product-in","slug":"pr-product-a-substitute-for-inner-product-in","title":"PR Product: A Substitute for Inner Product in Neural Networks","date":"2019-04-30","arxiv_id":"1904.13148","repositories_listed":4,"syntology":null},{"url":"/paper/convolutional-image-captioning","slug":"convolutional-image-captioning","title":"Convolutional Image Captioning","date":"2017-11-24","arxiv_id":"1711.09151","repositories_listed":4,"syntology":null},{"url":"/paper/what-is-the-role-of-recurrent-neural-networks","slug":"what-is-the-role-of-recurrent-neural-networks","title":"What is the Role of Recurrent Neural Networks (RNNs) in an Image Caption Generator?","date":"2017-08-07","arxiv_id":"1708.02043","repositories_listed":4,"syntology":null},{"url":"/paper/bayesian-recurrent-neural-networks","slug":"bayesian-recurrent-neural-networks","title":"Bayesian Recurrent Neural Networks","date":"2017-04-10","arxiv_id":"1704.02798","repositories_listed":4,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/bayesian-recurrent-neural-networks#ran","syntology_url":"https://syntology.ai/paper/1704.02798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1704.02798"}},"official":null}},{"url":"/paper/evolving-deep-neural-networks","slug":"evolving-deep-neural-networks","title":"Evolving Deep Neural Networks","date":"2017-03-01","arxiv_id":"1703.00548","repositories_listed":4,"syntology":null},{"url":"/paper/learning-a-deep-embedding-model-for-zero-shot","slug":"learning-a-deep-embedding-model-for-zero-shot","title":"Learning a Deep Embedding Model for Zero-Shot Learning","date":"2016-11-15","arxiv_id":"1611.05088","repositories_listed":4,"syntology":null},{"url":"/paper/deep-visual-semantic-alignments-for","slug":"deep-visual-semantic-alignments-for","title":"Deep Visual-Semantic Alignments for Generating Image Descriptions","date":"2014-12-07","arxiv_id":"1412.2306","repositories_listed":4,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/deep-visual-semantic-alignments-for#ran","syntology_url":"https://syntology.ai/paper/1412.2306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1412.2306"}},"official":null}},{"url":"/paper/vrsbench-a-versatile-vision-language","slug":"vrsbench-a-versatile-vision-language","title":"VRSBench: A Versatile Vision-Language Benchmark Dataset for Remote Sensing Image Understanding","date":"2024-06-18","arxiv_id":"2406.12384","repositories_listed":3,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":4,"n_instrument":7,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":13,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/vrsbench-a-versatile-vision-language#ran","syntology_url":"https://syntology.ai/paper/2406.12384","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.12384"}},"official":{"repos":["lx709/vrsbench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/chameleon-mixed-modal-early-fusion-foundation","slug":"chameleon-mixed-modal-early-fusion-foundation","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","date":"2024-05-16","arxiv_id":"2405.09818","repositories_listed":3,"syntology":null},{"url":"/paper/do-lvlms-understand-charts-analyzing-and","slug":"do-lvlms-understand-charts-analyzing-and","title":"Do LVLMs Understand Charts? Analyzing and Correcting Factual Errors in Chart Captioning","date":"2023-12-15","arxiv_id":"2312.10160","repositories_listed":3,"syntology":null},{"url":"/paper/mobileclip-fast-image-text-models-through","slug":"mobileclip-fast-image-text-models-through","title":"MobileCLIP: Fast Image-Text Models through Multi-Modal Reinforced Training","date":"2023-11-28","arxiv_id":"2311.17049","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mobileclip-fast-image-text-models-through#ran","syntology_url":"https://syntology.ai/paper/2311.17049","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.17049"}},"official":{"repos":["apple/ml-mobileclip","rwightman/pytorch-image-models"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vision-language-models-in-remote-sensing","slug":"vision-language-models-in-remote-sensing","title":"Vision-Language Models in Remote Sensing: Current Progress and Future Trends","date":"2023-05-09","arxiv_id":"2305.05726","repositories_listed":3,"syntology":null},{"url":"/paper/versatile-diffusion-text-images-and","slug":"versatile-diffusion-text-images-and","title":"Versatile Diffusion: Text, Images and Variations All in One Diffusion Model","date":"2022-11-15","arxiv_id":"2211.08332","repositories_listed":3,"syntology":null},{"url":"/paper/plug-and-play-vqa-zero-shot-vqa-by-conjoining","slug":"plug-and-play-vqa-zero-shot-vqa-by-conjoining","title":"Plug-and-Play VQA: Zero-shot VQA by Conjoining Large Pretrained Models with Zero Training","date":"2022-10-17","arxiv_id":"2210.08773","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/plug-and-play-vqa-zero-shot-vqa-by-conjoining#ran","syntology_url":"https://syntology.ai/paper/2210.08773","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.08773"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/mplug-effective-and-efficient-vision-language","slug":"mplug-effective-and-efficient-vision-language","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","date":"2022-05-24","arxiv_id":"2205.12005","repositories_listed":3,"syntology":null},{"url":"/paper/clipscore-a-reference-free-evaluation-metric","slug":"clipscore-a-reference-free-evaluation-metric","title":"CLIPScore: A Reference-free Evaluation Metric for Image Captioning","date":"2021-04-18","arxiv_id":"2104.08718","repositories_listed":3,"syntology":null},{"url":"/paper/conceptual-12m-pushing-web-scale-image-text","slug":"conceptual-12m-pushing-web-scale-image-text","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","date":"2021-02-17","arxiv_id":"2102.08981","repositories_listed":3,"syntology":null},{"url":"/paper/unimo-towards-unified-modal-understanding-and","slug":"unimo-towards-unified-modal-understanding-and","title":"UNIMO: Towards Unified-Modal Understanding and Generation via Cross-Modal Contrastive Learning","date":"2020-12-31","arxiv_id":"2012.15409","repositories_listed":3,"syntology":null},{"url":"/paper/virtex-learning-visual-representations-from","slug":"virtex-learning-visual-representations-from","title":"VirTex: Learning Visual Representations from Textual Annotations","date":"2020-06-11","arxiv_id":"2006.06666","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/virtex-learning-visual-representations-from#ran","syntology_url":"https://syntology.ai/paper/2006.06666","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.06666"}},"official":{"repos":["kdexd/virtex"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/uit-viic-a-dataset-for-the-first-evaluation","slug":"uit-viic-a-dataset-for-the-first-evaluation","title":"UIT-ViIC: A Dataset for the First Evaluation on Vietnamese Image Captioning","date":"2020-02-01","arxiv_id":"2002.00175","repositories_listed":3,"syntology":null},{"url":"/paper/towards-fairness-in-visual-recognition","slug":"towards-fairness-in-visual-recognition","title":"Towards Fairness in Visual Recognition: Effective Strategies for Bias Mitigation","date":"2019-11-26","arxiv_id":"1911.11834","repositories_listed":3,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/towards-fairness-in-visual-recognition#ran","syntology_url":"https://syntology.ai/paper/1911.11834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.11834"}},"official":{"repos":["princetonvisualai/DomainBiasMitigation"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/unified-vision-language-pre-training-for","slug":"unified-vision-language-pre-training-for","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","date":"2019-09-24","arxiv_id":"1909.11059","repositories_listed":3,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unified-vision-language-pre-training-for#ran","syntology_url":"https://syntology.ai/paper/1909.11059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.11059"}},"official":{"repos":["LuoweiZhou/VLP"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ludwig-a-type-based-declarative-deep-learning","slug":"ludwig-a-type-based-declarative-deep-learning","title":"Ludwig: a type-based declarative deep learning toolbox","date":"2019-09-17","arxiv_id":"1909.07930","repositories_listed":3,"syntology":null},{"url":"/paper/a-comprehensive-survey-of-deep-learning-for","slug":"a-comprehensive-survey-of-deep-learning-for","title":"A Comprehensive Survey of Deep Learning for Image Captioning","date":"2018-10-06","arxiv_id":"1810.04020","repositories_listed":3,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-comprehensive-survey-of-deep-learning-for#ran","syntology_url":"https://syntology.ai/paper/1810.04020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04020"}},"official":null}},{"url":"/paper/speaking-the-same-language-matching-machine","slug":"speaking-the-same-language-matching-machine","title":"Speaking the Same Language: Matching Machine to Human Captions by Adversarial Training","date":"2017-03-30","arxiv_id":"1703.10476","repositories_listed":3,"syntology":null},{"url":"/paper/a-hierarchical-approach-for-generating","slug":"a-hierarchical-approach-for-generating","title":"A Hierarchical Approach for Generating Descriptive Image Paragraphs","date":"2016-11-20","arxiv_id":"1611.06607","repositories_listed":3,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/a-hierarchical-approach-for-generating#ran","syntology_url":"https://syntology.ai/paper/1611.06607","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.06607"}},"official":null}},{"url":"/paper/a-large-annotated-corpus-for-learning-natural","slug":"a-large-annotated-corpus-for-learning-natural","title":"A large annotated corpus for learning natural language inference","date":"2015-08-21","arxiv_id":"1508.05326","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-large-annotated-corpus-for-learning-natural#ran","syntology_url":"https://syntology.ai/paper/1508.05326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1508.05326"}},"official":null}},{"url":"/paper/a-critical-review-of-recurrent-neural","slug":"a-critical-review-of-recurrent-neural","title":"A Critical Review of Recurrent Neural Networks for Sequence Learning","date":"2015-05-29","arxiv_id":"1506.00019","repositories_listed":3,"syntology":null},{"url":"/paper/benchmarking-retrieval-augmented-generation-1","slug":"benchmarking-retrieval-augmented-generation-1","title":"Benchmarking Retrieval-Augmented Generation in Multi-Modal Contexts","date":"2025-02-24","arxiv_id":"2502.17297","repositories_listed":2,"syntology":null},{"url":"/paper/fixing-imbalanced-attention-to-mitigate-in","slug":"fixing-imbalanced-attention-to-mitigate-in","title":"PAINT: Paying Attention to INformed Tokens to Mitigate Hallucination in Large Vision-Language Model","date":"2025-01-21","arxiv_id":"2501.12206","repositories_listed":2,"syntology":null},{"url":"/paper/lavcap-llm-based-audio-visual-captioning","slug":"lavcap-llm-based-audio-visual-captioning","title":"LAVCap: LLM-based Audio-Visual Captioning using Optimal Transport","date":"2025-01-16","arxiv_id":"2501.09291","repositories_listed":2,"syntology":null},{"url":"/paper/remote-sensing-temporal-vision-language","slug":"remote-sensing-temporal-vision-language","title":"Remote Sensing Temporal Vision-Language Models: A Comprehensive Survey","date":"2024-12-03","arxiv_id":"2412.02573","repositories_listed":2,"syntology":null},{"url":"/paper/learn-from-downstream-and-be-yourself-in","slug":"learn-from-downstream-and-be-yourself-in","title":"Learn from Downstream and Be Yourself in Multimodal Large Language Model Fine-Tuning","date":"2024-11-17","arxiv_id":"2411.10928","repositories_listed":2,"syntology":null},{"url":"/paper/lime-m-less-is-more-for-evaluation-of-mllms","slug":"lime-m-less-is-more-for-evaluation-of-mllms","title":"LIME: Less Is More for MLLM Evaluation","date":"2024-09-10","arxiv_id":"2409.06851","repositories_listed":2,"syntology":{"n":14,"n_ran":13,"n_constructed":0,"n_ran_checked":0,"n_instrument":13,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":14,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 13 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lime-m-less-is-more-for-evaluation-of-mllms#ran","syntology_url":"https://syntology.ai/paper/2409.06851","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.06851"}},"official":{"repos":["kangreen0210/lime","kangreen0210/lime-m"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mm-instruct-generated-visual-instructions-for","slug":"mm-instruct-generated-visual-instructions-for","title":"MM-Instruct: Generated Visual Instructions for Large Multimodal Model Alignment","date":"2024-06-28","arxiv_id":"2406.19736","repositories_listed":2,"syntology":null},{"url":"/paper/view-selection-for-3d-captioning-via","slug":"view-selection-for-3d-captioning-via","title":"View Selection for 3D Captioning via Diffusion Ranking","date":"2024-04-11","arxiv_id":"2404.07984","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/view-selection-for-3d-captioning-via#ran","syntology_url":"https://syntology.ai/paper/2404.07984","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07984"}},"official":null}},{"url":"/paper/comat-aligning-text-to-image-diffusion-model","slug":"comat-aligning-text-to-image-diffusion-model","title":"CoMat: Aligning Text-to-Image Diffusion Model with Image-to-Text Concept Matching","date":"2024-04-04","arxiv_id":"2404.03653","repositories_listed":2,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/comat-aligning-text-to-image-diffusion-model#ran","syntology_url":"https://syntology.ai/paper/2404.03653","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03653"}},"official":{"repos":["caraj7/comat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/h2rsvlm-towards-helpful-and-honest-remote","slug":"h2rsvlm-towards-helpful-and-honest-remote","title":"VHM: Versatile and Honest Vision Language Model for Remote Sensing Image Analysis","date":"2024-03-29","arxiv_id":"2403.20213","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/h2rsvlm-towards-helpful-and-honest-remote#ran","syntology_url":"https://syntology.ai/paper/2403.20213","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.20213"}},"official":{"repos":["opendatalab/h2rsvlm","opendatalab/vhm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pixart-s-weak-to-strong-training-of-diffusion","slug":"pixart-s-weak-to-strong-training-of-diffusion","title":"PixArt-Σ: Weak-to-Strong Training of Diffusion Transformer for 4K Text-to-Image Generation","date":"2024-03-07","arxiv_id":"2403.04692","repositories_listed":2,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":1,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 1 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pixart-s-weak-to-strong-training-of-diffusion#ran","syntology_url":"https://syntology.ai/paper/2403.04692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.04692"}},"official":{"repos":["PixArt-alpha/PixArt-sigma"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/learning-vision-from-models-rivals-learning","slug":"learning-vision-from-models-rivals-learning","title":"Learning Vision from Models Rivals Learning Vision from Data","date":"2023-12-28","arxiv_id":"2312.17742","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-vision-from-models-rivals-learning#ran","syntology_url":"https://syntology.ai/paper/2312.17742","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17742"}},"official":{"repos":["google-research/syn-rep-learn"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tinygpt-v-efficient-multimodal-large-language","slug":"tinygpt-v-efficient-multimodal-large-language","title":"TinyGPT-V: Efficient Multimodal Large Language Model via Small Backbones","date":"2023-12-28","arxiv_id":"2312.16862","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":1,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tinygpt-v-efficient-multimodal-large-language#ran","syntology_url":"https://syntology.ai/paper/2312.16862","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.16862"}},"official":{"repos":["dlyuangod/tinygpt-v"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/icd-lm-configuring-vision-language-in-context","slug":"icd-lm-configuring-vision-language-in-context","title":"Lever LM: Configuring In-Context Sequence to Lever Large Vision Language Models","date":"2023-12-15","arxiv_id":"2312.10104","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/icd-lm-configuring-vision-language-in-context#ran","syntology_url":"https://syntology.ai/paper/2312.10104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.10104"}},"official":{"repos":["forjadeforest/icd-lm","forjadeforest/lever-lm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/quilt-llava-visual-instruction-tuning-by","slug":"quilt-llava-visual-instruction-tuning-by","title":"Quilt-LLaVA: Visual Instruction Tuning by Extracting Localized Narratives from Open-Source Histopathology Videos","date":"2023-12-07","arxiv_id":"2312.04746","repositories_listed":2,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":7,"n_instrument":4,"n_unverified":1,"n_honours":2,"n_violates":1,"n_no_contract":4,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 1 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quilt-llava-visual-instruction-tuning-by#ran","syntology_url":"https://syntology.ai/paper/2312.04746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04746"}},"official":null}},{"url":"/paper/llama-vid-an-image-is-worth-2-tokens-in-large","slug":"llama-vid-an-image-is-worth-2-tokens-in-large","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","date":"2023-11-28","arxiv_id":"2311.17043","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/llama-vid-an-image-is-worth-2-tokens-in-large#ran","syntology_url":"https://syntology.ai/paper/2311.17043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.17043"}},"official":{"repos":["dvlab-research/llama-vid"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/infmllm-a-unified-framework-for-visual","slug":"infmllm-a-unified-framework-for-visual","title":"InfMLLM: A Unified Framework for Visual-Language Tasks","date":"2023-11-12","arxiv_id":"2311.06791","repositories_listed":2,"syntology":null},{"url":"/paper/visual-grounding-helps-learn-word-meanings-in","slug":"visual-grounding-helps-learn-word-meanings-in","title":"Visual Grounding Helps Learn Word Meanings in Low-Data Regimes","date":"2023-10-20","arxiv_id":"2310.13257","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visual-grounding-helps-learn-word-meanings-in#ran","syntology_url":"https://syntology.ai/paper/2310.13257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13257"}},"official":{"repos":["EvLab-MIT/LexiContrastiveGrd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/yolor-based-multi-task-learning","slug":"yolor-based-multi-task-learning","title":"YOLOR-Based Multi-Task Learning","date":"2023-09-29","arxiv_id":"2309.16921","repositories_listed":2,"syntology":null},{"url":"/paper/qwen-vl-a-frontier-large-vision-language","slug":"qwen-vl-a-frontier-large-vision-language","title":"Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond","date":"2023-08-24","arxiv_id":"2308.12966","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/qwen-vl-a-frontier-large-vision-language#ran","syntology_url":"https://syntology.ai/paper/2308.12966","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12966"}},"official":{"repos":["qwenlm/qwen-vl"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/vigc-visual-instruction-generation-and","slug":"vigc-visual-instruction-generation-and","title":"VIGC: Visual Instruction Generation and Correction","date":"2023-08-24","arxiv_id":"2308.12714","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/vigc-visual-instruction-generation-and#ran","syntology_url":"https://syntology.ai/paper/2308.12714","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12714"}},"official":{"repos":["opendatalab/vigc"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pro-cap-leveraging-a-frozen-vision-language","slug":"pro-cap-leveraging-a-frozen-vision-language","title":"Pro-Cap: Leveraging a Frozen Vision-Language Model for Hateful Meme Detection","date":"2023-08-16","arxiv_id":"2308.08088","repositories_listed":2,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pro-cap-leveraging-a-frozen-vision-language#ran","syntology_url":"https://syntology.ai/paper/2308.08088","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.08088"}},"official":{"repos":["social-ai-studio/pro-cap"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/rsgpt-a-remote-sensing-vision-language-model","slug":"rsgpt-a-remote-sensing-vision-language-model","title":"RSGPT: A Remote Sensing Vision Language Model and Benchmark","date":"2023-07-28","arxiv_id":"2307.15266","repositories_listed":2,"syntology":null},{"url":"/paper/generative-pretraining-in-multimodality","slug":"generative-pretraining-in-multimodality","title":"Emu: Generative Pretraining in Multimodality","date":"2023-07-11","arxiv_id":"2307.05222","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 2 unverified","sample_list":"/paper/generative-pretraining-in-multimodality#ran","syntology_url":"https://syntology.ai/paper/2307.05222","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.05222"}},"official":{"repos":["baaivision/emu"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/svit-scaling-up-visual-instruction-tuning","slug":"svit-scaling-up-visual-instruction-tuning","title":"SVIT: Scaling up Visual Instruction Tuning","date":"2023-07-09","arxiv_id":"2307.04087","repositories_listed":2,"syntology":null},{"url":"/paper/llavar-enhanced-visual-instruction-tuning-for","slug":"llavar-enhanced-visual-instruction-tuning-for","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","date":"2023-06-29","arxiv_id":"2306.17107","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llavar-enhanced-visual-instruction-tuning-for#ran","syntology_url":"https://syntology.ai/paper/2306.17107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17107"}},"official":{"repos":["SALT-NLP/LLaVAR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/kosmos-2-grounding-multimodal-large-language","slug":"kosmos-2-grounding-multimodal-large-language","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","date":"2023-06-26","arxiv_id":"2306.14824","repositories_listed":2,"syntology":null},{"url":"/paper/image-captioners-are-scalable-vision-learners","slug":"image-captioners-are-scalable-vision-learners","title":"Image Captioners Are Scalable Vision Learners Too","date":"2023-06-13","arxiv_id":"2306.07915","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/image-captioners-are-scalable-vision-learners#ran","syntology_url":"https://syntology.ai/paper/2306.07915","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07915"}},"official":{"repos":["google-research/big_vision"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vast-a-vision-audio-subtitle-text-omni-1","slug":"vast-a-vision-audio-subtitle-text-omni-1","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","date":"2023-05-29","arxiv_id":"2305.18500","repositories_listed":2,"syntology":{"n":42,"n_ran":35,"n_constructed":4,"n_ran_checked":25,"n_instrument":10,"n_unverified":7,"n_honours":4,"n_violates":1,"n_no_contract":20,"n_pointer_only":8,"phrase":"35 ran (of which 4 constructed an object rather than computing a result; 25 with no instrument failure: 4 honoured, 1 violated, 20 with no contract checked; 10 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/vast-a-vision-audio-subtitle-text-omni-1#ran","syntology_url":"https://syntology.ai/paper/2305.18500","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18500"}},"official":{"repos":["txh-mercury/vast"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":4,"n_ran_no_instrument_failure":9,"n_unverified":7,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/a-request-for-clarity-over-the-end-of","slug":"a-request-for-clarity-over-the-end-of","title":"A request for clarity over the End of Sequence token in the Self-Critical Sequence Training","date":"2023-05-20","arxiv_id":"2305.12254","repositories_listed":2,"syntology":null},{"url":"/paper/wikiweb2m-a-page-level-multimodal-wikipedia","slug":"wikiweb2m-a-page-level-multimodal-wikipedia","title":"WikiWeb2M: A Page-Level Multimodal Wikipedia Dataset","date":"2023-05-09","arxiv_id":"2305.05432","repositories_listed":2,"syntology":null},{"url":"/paper/zeronlg-aligning-and-autoencoding-domains-for","slug":"zeronlg-aligning-and-autoencoding-domains-for","title":"ZeroNLG: Aligning and Autoencoding Domains for Zero-Shot Multimodal and Multilingual Natural Language Generation","date":"2023-03-11","arxiv_id":"2303.06458","repositories_listed":2,"syntology":null},{"url":"/paper/spawrious-a-benchmark-for-fine-control-of","slug":"spawrious-a-benchmark-for-fine-control-of","title":"Spawrious: A Benchmark for Fine Control of Spurious Correlation Biases","date":"2023-03-09","arxiv_id":"2303.05470","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/spawrious-a-benchmark-for-fine-control-of#ran","syntology_url":"https://syntology.ai/paper/2303.05470","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.05470"}},"official":{"repos":["aengusl/spawrious"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/prismer-a-vision-language-model-with-an","slug":"prismer-a-vision-language-model-with-an","title":"Prismer: A Vision-Language Model with Multi-Task Experts","date":"2023-03-04","arxiv_id":"2303.02506","repositories_listed":2,"syntology":null},{"url":"/paper/upop-unified-and-progressive-pruning-for","slug":"upop-unified-and-progressive-pruning-for","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","date":"2023-01-31","arxiv_id":"2301.13741","repositories_listed":2,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 2 unverified","sample_list":"/paper/upop-unified-and-progressive-pruning-for#ran","syntology_url":"https://syntology.ai/paper/2301.13741","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13741"}},"official":{"repos":["sdc17/upop"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/semantic-conditional-diffusion-networks-for","slug":"semantic-conditional-diffusion-networks-for","title":"Semantic-Conditional Diffusion Networks for Image Captioning","date":"2022-12-06","arxiv_id":"2212.03099","repositories_listed":2,"syntology":null},{"url":"/paper/x-2-vlm-all-in-one-pre-trained-model-for","slug":"x-2-vlm-all-in-one-pre-trained-model-for","title":"X$^2$-VLM: All-In-One Pre-trained Model For Vision-Language Tasks","date":"2022-11-22","arxiv_id":"2211.12402","repositories_listed":2,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/x-2-vlm-all-in-one-pre-trained-model-for#ran","syntology_url":"https://syntology.ai/paper/2211.12402","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.12402"}},"official":{"repos":["zengyan-97/x2-vlm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/linearly-mapping-from-image-to-text-space","slug":"linearly-mapping-from-image-to-text-space","title":"Linearly Mapping from Image to Text Space","date":"2022-09-30","arxiv_id":"2209.15162","repositories_listed":2,"syntology":{"n":14,"n_ran":13,"n_constructed":0,"n_ran_checked":8,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/linearly-mapping-from-image-to-text-space#ran","syntology_url":"https://syntology.ai/paper/2209.15162","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.15162"}},"official":{"repos":["jmerullo/limber"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}}],"syntology_records":64,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":7,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/image-captioning-on-nocaps-in-domain","since_archive":"/sota/image-captioning-on-nocaps-in-domain#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/image-captioning-on-nocaps-near-domain","since_archive":"/sota/image-captioning-on-nocaps-near-domain#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/image-captioning-on-nocaps-out-of-domain","since_archive":"/sota/image-captioning-on-nocaps-out-of-domain#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/image-captioning-on-nocaps-entire","since_archive":"/sota/image-captioning-on-nocaps-entire#since-judged","papers_judged":3,"placed":0},{"leaderboard":"/sota/image-captioning-on-coco","since_archive":"/sota/image-captioning-on-coco#since-judged","papers_judged":2,"placed":0},{"leaderboard":"/sota/image-captioning-on-nocaps-val-overall","since_archive":"/sota/image-captioning-on-nocaps-val-overall#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/image-captioning-on-flickr30k-captions-test","since_archive":"/sota/image-captioning-on-flickr30k-captions-test#since-judged","papers_judged":3,"placed":0}]},"papers_where_code_ran":243,"papers_where_code_ran_first_page":"/task/image-captioning/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":19,"url":"/task/image-captioning/papers/2","json":"/task/image-captioning/papers/2.json","rows":100},{"order":"archive","page":3,"of":19,"url":"/task/image-captioning/papers/3","json":"/task/image-captioning/papers/3.json","rows":100},{"order":"archive","page":4,"of":19,"url":"/task/image-captioning/papers/4","json":"/task/image-captioning/papers/4.json","rows":100},{"order":"archive","page":5,"of":19,"url":"/task/image-captioning/papers/5","json":"/task/image-captioning/papers/5.json","rows":100},{"order":"archive","page":6,"of":19,"url":"/task/image-captioning/papers/6","json":"/task/image-captioning/papers/6.json","rows":100},{"order":"archive","page":7,"of":19,"url":"/task/image-captioning/papers/7","json":"/task/image-captioning/papers/7.json","rows":100},{"order":"archive","page":8,"of":19,"url":"/task/image-captioning/papers/8","json":"/task/image-captioning/papers/8.json","rows":100},{"order":"archive","page":9,"of":19,"url":"/task/image-captioning/papers/9","json":"/task/image-captioning/papers/9.json","rows":100},{"order":"archive","page":10,"of":19,"url":"/task/image-captioning/papers/10","json":"/task/image-captioning/papers/10.json","rows":100},{"order":"archive","page":11,"of":19,"url":"/task/image-captioning/papers/11","json":"/task/image-captioning/papers/11.json","rows":100},{"order":"archive","page":12,"of":19,"url":"/task/image-captioning/papers/12","json":"/task/image-captioning/papers/12.json","rows":100},{"order":"archive","page":13,"of":19,"url":"/task/image-captioning/papers/13","json":"/task/image-captioning/papers/13.json","rows":100},{"order":"archive","page":14,"of":19,"url":"/task/image-captioning/papers/14","json":"/task/image-captioning/papers/14.json","rows":100},{"order":"archive","page":15,"of":19,"url":"/task/image-captioning/papers/15","json":"/task/image-captioning/papers/15.json","rows":100},{"order":"archive","page":16,"of":19,"url":"/task/image-captioning/papers/16","json":"/task/image-captioning/papers/16.json","rows":100},{"order":"archive","page":17,"of":19,"url":"/task/image-captioning/papers/17","json":"/task/image-captioning/papers/17.json","rows":100},{"order":"archive","page":18,"of":19,"url":"/task/image-captioning/papers/18","json":"/task/image-captioning/papers/18.json","rows":100},{"order":"archive","page":19,"of":19,"url":"/task/image-captioning/papers/19","json":"/task/image-captioning/papers/19.json","rows":78},{"order":"ran","page":1,"of":3,"url":"/task/image-captioning/papers/ran/1","json":"/task/image-captioning/papers/ran/1.json","rows":100},{"order":"ran","page":2,"of":3,"url":"/task/image-captioning/papers/ran/2","json":"/task/image-captioning/papers/ran/2.json","rows":100},{"order":"ran","page":3,"of":3,"url":"/task/image-captioning/papers/ran/3","json":"/task/image-captioning/papers/ran/3.json","rows":43}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"d7284f622090f94ec63811f39076835767afe57a0696a726727d7f4f35317289","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}