{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/unsupervised-machine-translation","name":"Unsupervised Machine Translation","slug":"unsupervised-machine-translation","description_markdown":"Unsupervised machine translation is the task of doing machine translation without any translation resources at training time.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [Phrase-Based & Neural Unsupervised Machine Translation](https://arxiv.org/pdf/1804.07755v2.pdf) )</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":102,"papers_with_code":33,"benchmarks":9,"benchmark_tables_in_archive":9,"benchmark_tables_shown":9,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":4,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2014-1","slug":"unsupervised-machine-translation-on-wmt2014-1","dataset":"WMT2014 French-English","dataset_url":"/dataset/wmt-2014","rows_in_archive":7,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"GPT-3 175B (Few-Shot)","paper_title":"Language Models are Few-Shot Learners","paper_url":"/paper/language-models-are-few-shot-learners","paper_date":"2020-05-28","arxiv_id":"2005.14165","code_links":[{"title":"ggml-org/llama.cpp","url":"https://github.com/ggml-org/llama.cpp"},{"title":"ggerganov/llama.cpp","url":"https://github.com/ggerganov/llama.cpp"},{"title":"karpathy/llm.c","url":"https://github.com/karpathy/llm.c"},{"title":"openai/gpt-3","url":"https://github.com/openai/gpt-3"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/gpt-3"},{"title":"EleutherAI/lm_evaluation_harness","url":"https://github.com/EleutherAI/lm_evaluation_harness"},{"title":"EleutherAI/lm-evaluation-harness","url":"https://github.com/EleutherAI/lm-evaluation-harness"},{"title":"EleutherAI/gpt-neo","url":"https://github.com/EleutherAI/gpt-neo"},{"title":"karpathy/build-nanogpt","url":"https://github.com/karpathy/build-nanogpt"},{"title":"ncoop57/gpt-code-clippy","url":"https://github.com/ncoop57/gpt-code-clippy"},{"title":"codedotal/gpt-code-clippy","url":"https://github.com/codedotal/gpt-code-clippy"},{"title":"bigscience-workshop/promptsource","url":"https://github.com/bigscience-workshop/promptsource"},{"title":"shreyashankar/gpt3-sandbox","url":"https://github.com/shreyashankar/gpt3-sandbox"},{"title":"bigscience-workshop/Megatron-DeepSpeed","url":"https://github.com/bigscience-workshop/Megatron-DeepSpeed"},{"title":"NVIDIA/NeMo-Curator","url":"https://github.com/NVIDIA/NeMo-Curator"},{"title":"RUCAIBox/LLMBox","url":"https://github.com/RUCAIBox/LLMBox"},{"title":"hazyresearch/ama_prompting","url":"https://github.com/hazyresearch/ama_prompting"},{"title":"allenai/macaw","url":"https://github.com/allenai/macaw"},{"title":"facebookresearch/anli","url":"https://github.com/facebookresearch/anli"},{"title":"tonyzhaozh/few-shot-learning","url":"https://github.com/tonyzhaozh/few-shot-learning"},{"title":"haiyang-w/git","url":"https://github.com/haiyang-w/git"},{"title":"volcengine/vegiantmodel","url":"https://github.com/volcengine/vegiantmodel"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/gpt"},{"title":"asahi417/lmppl","url":"https://github.com/asahi417/lmppl"},{"title":"ethanjperez/true_few_shot","url":"https://github.com/ethanjperez/true_few_shot"},{"title":"ai21labs/lm-evaluation","url":"https://github.com/ai21labs/lm-evaluation"},{"title":"lambert-x/prolab","url":"https://github.com/lambert-x/prolab"},{"title":"asahi417/relbert","url":"https://github.com/asahi417/relbert"},{"title":"grantslatton/llama.cpp","url":"https://github.com/grantslatton/llama.cpp"},{"title":"milmor/GPT","url":"https://github.com/milmor/GPT"},{"title":"um-arm-lab/efficient-eng-2-ltl","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl"},{"title":"abhaskumarsinha/MinimalGPT","url":"https://github.com/abhaskumarsinha/MinimalGPT"},{"title":"turkunlp/megatron-deepspeed","url":"https://github.com/turkunlp/megatron-deepspeed"},{"title":"contextlab/abstract2paper","url":"https://github.com/contextlab/abstract2paper"},{"title":"kyegomez/GPT3","url":"https://github.com/kyegomez/GPT3"},{"title":"Samyu0304/thought-propagation","url":"https://github.com/Samyu0304/thought-propagation"},{"title":"smarton-empower/smarton-ai","url":"https://github.com/smarton-empower/smarton-ai"},{"title":"smile-data/smile","url":"https://github.com/smile-data/smile"},{"title":"postech-ami/smile-dataset","url":"https://github.com/postech-ami/smile-dataset"},{"title":"opengptx/lm-evaluation-harness","url":"https://github.com/opengptx/lm-evaluation-harness"},{"title":"gmum/dl-mo-2021","url":"https://github.com/gmum/dl-mo-2021"},{"title":"fywalter/label-bias","url":"https://github.com/fywalter/label-bias"},{"title":"nlx-group/overlapy","url":"https://github.com/nlx-group/overlapy"},{"title":"openbiolink/promptsource","url":"https://github.com/openbiolink/promptsource"},{"title":"insait-institute/lm-evaluation-harness-bg","url":"https://github.com/insait-institute/lm-evaluation-harness-bg"},{"title":"x-lance/neusym-rag","url":"https://github.com/x-lance/neusym-rag"},{"title":"crazydigger/Callibration-of-GPT","url":"https://github.com/crazydigger/Callibration-of-GPT"},{"title":"abhaskumarsinha/Corpus2GPT","url":"https://github.com/abhaskumarsinha/Corpus2GPT"},{"title":"vilm-ai/viet-llm-eval","url":"https://github.com/vilm-ai/viet-llm-eval"},{"title":"roberttwomey/machine-imagination-workshop","url":"https://github.com/roberttwomey/machine-imagination-workshop"},{"title":"VachanVY/gpt.jax","url":"https://github.com/VachanVY/gpt.jax"},{"title":"neuralmagic/lm-evaluation-harness","url":"https://github.com/neuralmagic/lm-evaluation-harness"},{"title":"scrayish/ML_NLP","url":"https://github.com/scrayish/ML_NLP"},{"title":"sambanova/lm-evaluation-harness","url":"https://github.com/sambanova/lm-evaluation-harness"},{"title":"roberttwomey/machine-imagination-isea","url":"https://github.com/roberttwomey/machine-imagination-isea"},{"title":"ltruncel/Microsoft_Azure_50daysofudacity","url":"https://github.com/ltruncel/Microsoft_Azure_50daysofudacity"},{"title":"ramanakshay/nanogpt","url":"https://github.com/ramanakshay/nanogpt"},{"title":"juletx/lm-evaluation-harness","url":"https://github.com/juletx/lm-evaluation-harness"},{"title":"national-center-for-ai-saudi-arabia/lm-evaluation-harness","url":"https://github.com/national-center-for-ai-saudi-arabia/lm-evaluation-harness"},{"title":"hilberthit/gpt-3","url":"https://github.com/hilberthit/gpt-3"},{"title":"longhao-chen/aicas2024","url":"https://github.com/longhao-chen/aicas2024"},{"title":"EightRice/atn_GPT-3","url":"https://github.com/EightRice/atn_GPT-3"},{"title":"Mind23-2/MindCode-138","url":"https://github.com/Mind23-2/MindCode-138"},{"title":"mbzuai-paris/lm-evaluation-harness-atlas-chat","url":"https://github.com/mbzuai-paris/lm-evaluation-harness-atlas-chat"},{"title":"Sypherd/lm-evaluation-harness","url":"https://github.com/Sypherd/lm-evaluation-harness"},{"title":"hojjat-mokhtarabadi/promptsource","url":"https://github.com/hojjat-mokhtarabadi/promptsource"},{"title":"zphang/lm_evaluation_harness","url":"https://github.com/zphang/lm_evaluation_harness"}],"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2014-2","slug":"unsupervised-machine-translation-on-wmt2014-2","dataset":"WMT2014 English-French","dataset_url":"/dataset/wmt-2014","rows_in_archive":7,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"BERT-fused NMT","paper_title":"Incorporating BERT into Neural Machine Translation","paper_url":"/paper/incorporating-bert-into-neural-machine-1","paper_date":"2020-02-17","arxiv_id":"2002.06823","code_links":[{"title":"bert-nmt/bert-nmt","url":"https://github.com/bert-nmt/bert-nmt"},{"title":"vivekgohel56/Neural-machine-translation-english-to-polish","url":"https://github.com/vivekgohel56/Neural-machine-translation-english-to-polish"},{"title":"StuartCHAN/KARL","url":"https://github.com/StuartCHAN/KARL"}],"syntology":null}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2016","slug":"unsupervised-machine-translation-on-wmt2016","dataset":"WMT2016 English-German","dataset_url":"/dataset/wmt-2016","rows_in_archive":7,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"GPT-3 175B (Few-Shot)","paper_title":"Language Models are Few-Shot Learners","paper_url":"/paper/language-models-are-few-shot-learners","paper_date":"2020-05-28","arxiv_id":"2005.14165","code_links":[{"title":"ggml-org/llama.cpp","url":"https://github.com/ggml-org/llama.cpp"},{"title":"ggerganov/llama.cpp","url":"https://github.com/ggerganov/llama.cpp"},{"title":"karpathy/llm.c","url":"https://github.com/karpathy/llm.c"},{"title":"openai/gpt-3","url":"https://github.com/openai/gpt-3"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/gpt-3"},{"title":"EleutherAI/lm_evaluation_harness","url":"https://github.com/EleutherAI/lm_evaluation_harness"},{"title":"EleutherAI/lm-evaluation-harness","url":"https://github.com/EleutherAI/lm-evaluation-harness"},{"title":"EleutherAI/gpt-neo","url":"https://github.com/EleutherAI/gpt-neo"},{"title":"karpathy/build-nanogpt","url":"https://github.com/karpathy/build-nanogpt"},{"title":"ncoop57/gpt-code-clippy","url":"https://github.com/ncoop57/gpt-code-clippy"},{"title":"codedotal/gpt-code-clippy","url":"https://github.com/codedotal/gpt-code-clippy"},{"title":"bigscience-workshop/promptsource","url":"https://github.com/bigscience-workshop/promptsource"},{"title":"shreyashankar/gpt3-sandbox","url":"https://github.com/shreyashankar/gpt3-sandbox"},{"title":"bigscience-workshop/Megatron-DeepSpeed","url":"https://github.com/bigscience-workshop/Megatron-DeepSpeed"},{"title":"NVIDIA/NeMo-Curator","url":"https://github.com/NVIDIA/NeMo-Curator"},{"title":"RUCAIBox/LLMBox","url":"https://github.com/RUCAIBox/LLMBox"},{"title":"hazyresearch/ama_prompting","url":"https://github.com/hazyresearch/ama_prompting"},{"title":"allenai/macaw","url":"https://github.com/allenai/macaw"},{"title":"facebookresearch/anli","url":"https://github.com/facebookresearch/anli"},{"title":"tonyzhaozh/few-shot-learning","url":"https://github.com/tonyzhaozh/few-shot-learning"},{"title":"haiyang-w/git","url":"https://github.com/haiyang-w/git"},{"title":"volcengine/vegiantmodel","url":"https://github.com/volcengine/vegiantmodel"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/gpt"},{"title":"asahi417/lmppl","url":"https://github.com/asahi417/lmppl"},{"title":"ethanjperez/true_few_shot","url":"https://github.com/ethanjperez/true_few_shot"},{"title":"ai21labs/lm-evaluation","url":"https://github.com/ai21labs/lm-evaluation"},{"title":"lambert-x/prolab","url":"https://github.com/lambert-x/prolab"},{"title":"asahi417/relbert","url":"https://github.com/asahi417/relbert"},{"title":"grantslatton/llama.cpp","url":"https://github.com/grantslatton/llama.cpp"},{"title":"milmor/GPT","url":"https://github.com/milmor/GPT"},{"title":"um-arm-lab/efficient-eng-2-ltl","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl"},{"title":"abhaskumarsinha/MinimalGPT","url":"https://github.com/abhaskumarsinha/MinimalGPT"},{"title":"turkunlp/megatron-deepspeed","url":"https://github.com/turkunlp/megatron-deepspeed"},{"title":"contextlab/abstract2paper","url":"https://github.com/contextlab/abstract2paper"},{"title":"kyegomez/GPT3","url":"https://github.com/kyegomez/GPT3"},{"title":"Samyu0304/thought-propagation","url":"https://github.com/Samyu0304/thought-propagation"},{"title":"smarton-empower/smarton-ai","url":"https://github.com/smarton-empower/smarton-ai"},{"title":"smile-data/smile","url":"https://github.com/smile-data/smile"},{"title":"postech-ami/smile-dataset","url":"https://github.com/postech-ami/smile-dataset"},{"title":"opengptx/lm-evaluation-harness","url":"https://github.com/opengptx/lm-evaluation-harness"},{"title":"gmum/dl-mo-2021","url":"https://github.com/gmum/dl-mo-2021"},{"title":"fywalter/label-bias","url":"https://github.com/fywalter/label-bias"},{"title":"nlx-group/overlapy","url":"https://github.com/nlx-group/overlapy"},{"title":"openbiolink/promptsource","url":"https://github.com/openbiolink/promptsource"},{"title":"insait-institute/lm-evaluation-harness-bg","url":"https://github.com/insait-institute/lm-evaluation-harness-bg"},{"title":"x-lance/neusym-rag","url":"https://github.com/x-lance/neusym-rag"},{"title":"crazydigger/Callibration-of-GPT","url":"https://github.com/crazydigger/Callibration-of-GPT"},{"title":"abhaskumarsinha/Corpus2GPT","url":"https://github.com/abhaskumarsinha/Corpus2GPT"},{"title":"vilm-ai/viet-llm-eval","url":"https://github.com/vilm-ai/viet-llm-eval"},{"title":"roberttwomey/machine-imagination-workshop","url":"https://github.com/roberttwomey/machine-imagination-workshop"},{"title":"VachanVY/gpt.jax","url":"https://github.com/VachanVY/gpt.jax"},{"title":"neuralmagic/lm-evaluation-harness","url":"https://github.com/neuralmagic/lm-evaluation-harness"},{"title":"scrayish/ML_NLP","url":"https://github.com/scrayish/ML_NLP"},{"title":"sambanova/lm-evaluation-harness","url":"https://github.com/sambanova/lm-evaluation-harness"},{"title":"roberttwomey/machine-imagination-isea","url":"https://github.com/roberttwomey/machine-imagination-isea"},{"title":"ltruncel/Microsoft_Azure_50daysofudacity","url":"https://github.com/ltruncel/Microsoft_Azure_50daysofudacity"},{"title":"ramanakshay/nanogpt","url":"https://github.com/ramanakshay/nanogpt"},{"title":"juletx/lm-evaluation-harness","url":"https://github.com/juletx/lm-evaluation-harness"},{"title":"national-center-for-ai-saudi-arabia/lm-evaluation-harness","url":"https://github.com/national-center-for-ai-saudi-arabia/lm-evaluation-harness"},{"title":"hilberthit/gpt-3","url":"https://github.com/hilberthit/gpt-3"},{"title":"longhao-chen/aicas2024","url":"https://github.com/longhao-chen/aicas2024"},{"title":"EightRice/atn_GPT-3","url":"https://github.com/EightRice/atn_GPT-3"},{"title":"Mind23-2/MindCode-138","url":"https://github.com/Mind23-2/MindCode-138"},{"title":"mbzuai-paris/lm-evaluation-harness-atlas-chat","url":"https://github.com/mbzuai-paris/lm-evaluation-harness-atlas-chat"},{"title":"Sypherd/lm-evaluation-harness","url":"https://github.com/Sypherd/lm-evaluation-harness"},{"title":"hojjat-mokhtarabadi/promptsource","url":"https://github.com/hojjat-mokhtarabadi/promptsource"},{"title":"zphang/lm_evaluation_harness","url":"https://github.com/zphang/lm_evaluation_harness"}],"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2016-1","slug":"unsupervised-machine-translation-on-wmt2016-1","dataset":"WMT2016 German-English","dataset_url":"/dataset/wmt-2016","rows_in_archive":7,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"GPT-3 175B (Few-Shot)","paper_title":"Language Models are Few-Shot Learners","paper_url":"/paper/language-models-are-few-shot-learners","paper_date":"2020-05-28","arxiv_id":"2005.14165","code_links":[{"title":"ggml-org/llama.cpp","url":"https://github.com/ggml-org/llama.cpp"},{"title":"ggerganov/llama.cpp","url":"https://github.com/ggerganov/llama.cpp"},{"title":"karpathy/llm.c","url":"https://github.com/karpathy/llm.c"},{"title":"openai/gpt-3","url":"https://github.com/openai/gpt-3"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/gpt-3"},{"title":"EleutherAI/lm_evaluation_harness","url":"https://github.com/EleutherAI/lm_evaluation_harness"},{"title":"EleutherAI/lm-evaluation-harness","url":"https://github.com/EleutherAI/lm-evaluation-harness"},{"title":"EleutherAI/gpt-neo","url":"https://github.com/EleutherAI/gpt-neo"},{"title":"karpathy/build-nanogpt","url":"https://github.com/karpathy/build-nanogpt"},{"title":"ncoop57/gpt-code-clippy","url":"https://github.com/ncoop57/gpt-code-clippy"},{"title":"codedotal/gpt-code-clippy","url":"https://github.com/codedotal/gpt-code-clippy"},{"title":"bigscience-workshop/promptsource","url":"https://github.com/bigscience-workshop/promptsource"},{"title":"shreyashankar/gpt3-sandbox","url":"https://github.com/shreyashankar/gpt3-sandbox"},{"title":"bigscience-workshop/Megatron-DeepSpeed","url":"https://github.com/bigscience-workshop/Megatron-DeepSpeed"},{"title":"NVIDIA/NeMo-Curator","url":"https://github.com/NVIDIA/NeMo-Curator"},{"title":"RUCAIBox/LLMBox","url":"https://github.com/RUCAIBox/LLMBox"},{"title":"hazyresearch/ama_prompting","url":"https://github.com/hazyresearch/ama_prompting"},{"title":"allenai/macaw","url":"https://github.com/allenai/macaw"},{"title":"facebookresearch/anli","url":"https://github.com/facebookresearch/anli"},{"title":"tonyzhaozh/few-shot-learning","url":"https://github.com/tonyzhaozh/few-shot-learning"},{"title":"haiyang-w/git","url":"https://github.com/haiyang-w/git"},{"title":"volcengine/vegiantmodel","url":"https://github.com/volcengine/vegiantmodel"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/gpt"},{"title":"asahi417/lmppl","url":"https://github.com/asahi417/lmppl"},{"title":"ethanjperez/true_few_shot","url":"https://github.com/ethanjperez/true_few_shot"},{"title":"ai21labs/lm-evaluation","url":"https://github.com/ai21labs/lm-evaluation"},{"title":"lambert-x/prolab","url":"https://github.com/lambert-x/prolab"},{"title":"asahi417/relbert","url":"https://github.com/asahi417/relbert"},{"title":"grantslatton/llama.cpp","url":"https://github.com/grantslatton/llama.cpp"},{"title":"milmor/GPT","url":"https://github.com/milmor/GPT"},{"title":"um-arm-lab/efficient-eng-2-ltl","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl"},{"title":"abhaskumarsinha/MinimalGPT","url":"https://github.com/abhaskumarsinha/MinimalGPT"},{"title":"turkunlp/megatron-deepspeed","url":"https://github.com/turkunlp/megatron-deepspeed"},{"title":"contextlab/abstract2paper","url":"https://github.com/contextlab/abstract2paper"},{"title":"kyegomez/GPT3","url":"https://github.com/kyegomez/GPT3"},{"title":"Samyu0304/thought-propagation","url":"https://github.com/Samyu0304/thought-propagation"},{"title":"smarton-empower/smarton-ai","url":"https://github.com/smarton-empower/smarton-ai"},{"title":"smile-data/smile","url":"https://github.com/smile-data/smile"},{"title":"postech-ami/smile-dataset","url":"https://github.com/postech-ami/smile-dataset"},{"title":"opengptx/lm-evaluation-harness","url":"https://github.com/opengptx/lm-evaluation-harness"},{"title":"gmum/dl-mo-2021","url":"https://github.com/gmum/dl-mo-2021"},{"title":"fywalter/label-bias","url":"https://github.com/fywalter/label-bias"},{"title":"nlx-group/overlapy","url":"https://github.com/nlx-group/overlapy"},{"title":"openbiolink/promptsource","url":"https://github.com/openbiolink/promptsource"},{"title":"insait-institute/lm-evaluation-harness-bg","url":"https://github.com/insait-institute/lm-evaluation-harness-bg"},{"title":"x-lance/neusym-rag","url":"https://github.com/x-lance/neusym-rag"},{"title":"crazydigger/Callibration-of-GPT","url":"https://github.com/crazydigger/Callibration-of-GPT"},{"title":"abhaskumarsinha/Corpus2GPT","url":"https://github.com/abhaskumarsinha/Corpus2GPT"},{"title":"vilm-ai/viet-llm-eval","url":"https://github.com/vilm-ai/viet-llm-eval"},{"title":"roberttwomey/machine-imagination-workshop","url":"https://github.com/roberttwomey/machine-imagination-workshop"},{"title":"VachanVY/gpt.jax","url":"https://github.com/VachanVY/gpt.jax"},{"title":"neuralmagic/lm-evaluation-harness","url":"https://github.com/neuralmagic/lm-evaluation-harness"},{"title":"scrayish/ML_NLP","url":"https://github.com/scrayish/ML_NLP"},{"title":"sambanova/lm-evaluation-harness","url":"https://github.com/sambanova/lm-evaluation-harness"},{"title":"roberttwomey/machine-imagination-isea","url":"https://github.com/roberttwomey/machine-imagination-isea"},{"title":"ltruncel/Microsoft_Azure_50daysofudacity","url":"https://github.com/ltruncel/Microsoft_Azure_50daysofudacity"},{"title":"ramanakshay/nanogpt","url":"https://github.com/ramanakshay/nanogpt"},{"title":"juletx/lm-evaluation-harness","url":"https://github.com/juletx/lm-evaluation-harness"},{"title":"national-center-for-ai-saudi-arabia/lm-evaluation-harness","url":"https://github.com/national-center-for-ai-saudi-arabia/lm-evaluation-harness"},{"title":"hilberthit/gpt-3","url":"https://github.com/hilberthit/gpt-3"},{"title":"longhao-chen/aicas2024","url":"https://github.com/longhao-chen/aicas2024"},{"title":"EightRice/atn_GPT-3","url":"https://github.com/EightRice/atn_GPT-3"},{"title":"Mind23-2/MindCode-138","url":"https://github.com/Mind23-2/MindCode-138"},{"title":"mbzuai-paris/lm-evaluation-harness-atlas-chat","url":"https://github.com/mbzuai-paris/lm-evaluation-harness-atlas-chat"},{"title":"Sypherd/lm-evaluation-harness","url":"https://github.com/Sypherd/lm-evaluation-harness"},{"title":"hojjat-mokhtarabadi/promptsource","url":"https://github.com/hojjat-mokhtarabadi/promptsource"},{"title":"zphang/lm_evaluation_harness","url":"https://github.com/zphang/lm_evaluation_harness"}],"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2016-2","slug":"unsupervised-machine-translation-on-wmt2016-2","dataset":"WMT2016 English-Romanian","dataset_url":"/dataset/wmt-2016","rows_in_archive":3,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"GPT-3 175B (Few-Shot)","paper_title":"Language Models are Few-Shot Learners","paper_url":"/paper/language-models-are-few-shot-learners","paper_date":"2020-05-28","arxiv_id":"2005.14165","code_links":[{"title":"ggml-org/llama.cpp","url":"https://github.com/ggml-org/llama.cpp"},{"title":"ggerganov/llama.cpp","url":"https://github.com/ggerganov/llama.cpp"},{"title":"karpathy/llm.c","url":"https://github.com/karpathy/llm.c"},{"title":"openai/gpt-3","url":"https://github.com/openai/gpt-3"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/gpt-3"},{"title":"EleutherAI/lm_evaluation_harness","url":"https://github.com/EleutherAI/lm_evaluation_harness"},{"title":"EleutherAI/lm-evaluation-harness","url":"https://github.com/EleutherAI/lm-evaluation-harness"},{"title":"EleutherAI/gpt-neo","url":"https://github.com/EleutherAI/gpt-neo"},{"title":"karpathy/build-nanogpt","url":"https://github.com/karpathy/build-nanogpt"},{"title":"ncoop57/gpt-code-clippy","url":"https://github.com/ncoop57/gpt-code-clippy"},{"title":"codedotal/gpt-code-clippy","url":"https://github.com/codedotal/gpt-code-clippy"},{"title":"bigscience-workshop/promptsource","url":"https://github.com/bigscience-workshop/promptsource"},{"title":"shreyashankar/gpt3-sandbox","url":"https://github.com/shreyashankar/gpt3-sandbox"},{"title":"bigscience-workshop/Megatron-DeepSpeed","url":"https://github.com/bigscience-workshop/Megatron-DeepSpeed"},{"title":"NVIDIA/NeMo-Curator","url":"https://github.com/NVIDIA/NeMo-Curator"},{"title":"RUCAIBox/LLMBox","url":"https://github.com/RUCAIBox/LLMBox"},{"title":"hazyresearch/ama_prompting","url":"https://github.com/hazyresearch/ama_prompting"},{"title":"allenai/macaw","url":"https://github.com/allenai/macaw"},{"title":"facebookresearch/anli","url":"https://github.com/facebookresearch/anli"},{"title":"tonyzhaozh/few-shot-learning","url":"https://github.com/tonyzhaozh/few-shot-learning"},{"title":"haiyang-w/git","url":"https://github.com/haiyang-w/git"},{"title":"volcengine/vegiantmodel","url":"https://github.com/volcengine/vegiantmodel"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/gpt"},{"title":"asahi417/lmppl","url":"https://github.com/asahi417/lmppl"},{"title":"ethanjperez/true_few_shot","url":"https://github.com/ethanjperez/true_few_shot"},{"title":"ai21labs/lm-evaluation","url":"https://github.com/ai21labs/lm-evaluation"},{"title":"lambert-x/prolab","url":"https://github.com/lambert-x/prolab"},{"title":"asahi417/relbert","url":"https://github.com/asahi417/relbert"},{"title":"grantslatton/llama.cpp","url":"https://github.com/grantslatton/llama.cpp"},{"title":"milmor/GPT","url":"https://github.com/milmor/GPT"},{"title":"um-arm-lab/efficient-eng-2-ltl","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl"},{"title":"abhaskumarsinha/MinimalGPT","url":"https://github.com/abhaskumarsinha/MinimalGPT"},{"title":"turkunlp/megatron-deepspeed","url":"https://github.com/turkunlp/megatron-deepspeed"},{"title":"contextlab/abstract2paper","url":"https://github.com/contextlab/abstract2paper"},{"title":"kyegomez/GPT3","url":"https://github.com/kyegomez/GPT3"},{"title":"Samyu0304/thought-propagation","url":"https://github.com/Samyu0304/thought-propagation"},{"title":"smarton-empower/smarton-ai","url":"https://github.com/smarton-empower/smarton-ai"},{"title":"smile-data/smile","url":"https://github.com/smile-data/smile"},{"title":"postech-ami/smile-dataset","url":"https://github.com/postech-ami/smile-dataset"},{"title":"opengptx/lm-evaluation-harness","url":"https://github.com/opengptx/lm-evaluation-harness"},{"title":"gmum/dl-mo-2021","url":"https://github.com/gmum/dl-mo-2021"},{"title":"fywalter/label-bias","url":"https://github.com/fywalter/label-bias"},{"title":"nlx-group/overlapy","url":"https://github.com/nlx-group/overlapy"},{"title":"openbiolink/promptsource","url":"https://github.com/openbiolink/promptsource"},{"title":"insait-institute/lm-evaluation-harness-bg","url":"https://github.com/insait-institute/lm-evaluation-harness-bg"},{"title":"x-lance/neusym-rag","url":"https://github.com/x-lance/neusym-rag"},{"title":"crazydigger/Callibration-of-GPT","url":"https://github.com/crazydigger/Callibration-of-GPT"},{"title":"abhaskumarsinha/Corpus2GPT","url":"https://github.com/abhaskumarsinha/Corpus2GPT"},{"title":"vilm-ai/viet-llm-eval","url":"https://github.com/vilm-ai/viet-llm-eval"},{"title":"roberttwomey/machine-imagination-workshop","url":"https://github.com/roberttwomey/machine-imagination-workshop"},{"title":"VachanVY/gpt.jax","url":"https://github.com/VachanVY/gpt.jax"},{"title":"neuralmagic/lm-evaluation-harness","url":"https://github.com/neuralmagic/lm-evaluation-harness"},{"title":"scrayish/ML_NLP","url":"https://github.com/scrayish/ML_NLP"},{"title":"sambanova/lm-evaluation-harness","url":"https://github.com/sambanova/lm-evaluation-harness"},{"title":"roberttwomey/machine-imagination-isea","url":"https://github.com/roberttwomey/machine-imagination-isea"},{"title":"ltruncel/Microsoft_Azure_50daysofudacity","url":"https://github.com/ltruncel/Microsoft_Azure_50daysofudacity"},{"title":"ramanakshay/nanogpt","url":"https://github.com/ramanakshay/nanogpt"},{"title":"juletx/lm-evaluation-harness","url":"https://github.com/juletx/lm-evaluation-harness"},{"title":"national-center-for-ai-saudi-arabia/lm-evaluation-harness","url":"https://github.com/national-center-for-ai-saudi-arabia/lm-evaluation-harness"},{"title":"hilberthit/gpt-3","url":"https://github.com/hilberthit/gpt-3"},{"title":"longhao-chen/aicas2024","url":"https://github.com/longhao-chen/aicas2024"},{"title":"EightRice/atn_GPT-3","url":"https://github.com/EightRice/atn_GPT-3"},{"title":"Mind23-2/MindCode-138","url":"https://github.com/Mind23-2/MindCode-138"},{"title":"mbzuai-paris/lm-evaluation-harness-atlas-chat","url":"https://github.com/mbzuai-paris/lm-evaluation-harness-atlas-chat"},{"title":"Sypherd/lm-evaluation-harness","url":"https://github.com/Sypherd/lm-evaluation-harness"},{"title":"hojjat-mokhtarabadi/promptsource","url":"https://github.com/hojjat-mokhtarabadi/promptsource"},{"title":"zphang/lm_evaluation_harness","url":"https://github.com/zphang/lm_evaluation_harness"}],"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2016-3","slug":"unsupervised-machine-translation-on-wmt2016-3","dataset":"WMT2016 Romanian-English","dataset_url":"/dataset/wmt-2016","rows_in_archive":3,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"GPT-3 175B (Few-Shot)","paper_title":"Language Models are Few-Shot Learners","paper_url":"/paper/language-models-are-few-shot-learners","paper_date":"2020-05-28","arxiv_id":"2005.14165","code_links":[{"title":"ggml-org/llama.cpp","url":"https://github.com/ggml-org/llama.cpp"},{"title":"ggerganov/llama.cpp","url":"https://github.com/ggerganov/llama.cpp"},{"title":"karpathy/llm.c","url":"https://github.com/karpathy/llm.c"},{"title":"openai/gpt-3","url":"https://github.com/openai/gpt-3"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/gpt-3"},{"title":"EleutherAI/lm_evaluation_harness","url":"https://github.com/EleutherAI/lm_evaluation_harness"},{"title":"EleutherAI/lm-evaluation-harness","url":"https://github.com/EleutherAI/lm-evaluation-harness"},{"title":"EleutherAI/gpt-neo","url":"https://github.com/EleutherAI/gpt-neo"},{"title":"karpathy/build-nanogpt","url":"https://github.com/karpathy/build-nanogpt"},{"title":"ncoop57/gpt-code-clippy","url":"https://github.com/ncoop57/gpt-code-clippy"},{"title":"codedotal/gpt-code-clippy","url":"https://github.com/codedotal/gpt-code-clippy"},{"title":"bigscience-workshop/promptsource","url":"https://github.com/bigscience-workshop/promptsource"},{"title":"shreyashankar/gpt3-sandbox","url":"https://github.com/shreyashankar/gpt3-sandbox"},{"title":"bigscience-workshop/Megatron-DeepSpeed","url":"https://github.com/bigscience-workshop/Megatron-DeepSpeed"},{"title":"NVIDIA/NeMo-Curator","url":"https://github.com/NVIDIA/NeMo-Curator"},{"title":"RUCAIBox/LLMBox","url":"https://github.com/RUCAIBox/LLMBox"},{"title":"hazyresearch/ama_prompting","url":"https://github.com/hazyresearch/ama_prompting"},{"title":"allenai/macaw","url":"https://github.com/allenai/macaw"},{"title":"facebookresearch/anli","url":"https://github.com/facebookresearch/anli"},{"title":"tonyzhaozh/few-shot-learning","url":"https://github.com/tonyzhaozh/few-shot-learning"},{"title":"haiyang-w/git","url":"https://github.com/haiyang-w/git"},{"title":"volcengine/vegiantmodel","url":"https://github.com/volcengine/vegiantmodel"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/gpt"},{"title":"asahi417/lmppl","url":"https://github.com/asahi417/lmppl"},{"title":"ethanjperez/true_few_shot","url":"https://github.com/ethanjperez/true_few_shot"},{"title":"ai21labs/lm-evaluation","url":"https://github.com/ai21labs/lm-evaluation"},{"title":"lambert-x/prolab","url":"https://github.com/lambert-x/prolab"},{"title":"asahi417/relbert","url":"https://github.com/asahi417/relbert"},{"title":"grantslatton/llama.cpp","url":"https://github.com/grantslatton/llama.cpp"},{"title":"milmor/GPT","url":"https://github.com/milmor/GPT"},{"title":"um-arm-lab/efficient-eng-2-ltl","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl"},{"title":"abhaskumarsinha/MinimalGPT","url":"https://github.com/abhaskumarsinha/MinimalGPT"},{"title":"turkunlp/megatron-deepspeed","url":"https://github.com/turkunlp/megatron-deepspeed"},{"title":"contextlab/abstract2paper","url":"https://github.com/contextlab/abstract2paper"},{"title":"kyegomez/GPT3","url":"https://github.com/kyegomez/GPT3"},{"title":"Samyu0304/thought-propagation","url":"https://github.com/Samyu0304/thought-propagation"},{"title":"smarton-empower/smarton-ai","url":"https://github.com/smarton-empower/smarton-ai"},{"title":"smile-data/smile","url":"https://github.com/smile-data/smile"},{"title":"postech-ami/smile-dataset","url":"https://github.com/postech-ami/smile-dataset"},{"title":"opengptx/lm-evaluation-harness","url":"https://github.com/opengptx/lm-evaluation-harness"},{"title":"gmum/dl-mo-2021","url":"https://github.com/gmum/dl-mo-2021"},{"title":"fywalter/label-bias","url":"https://github.com/fywalter/label-bias"},{"title":"nlx-group/overlapy","url":"https://github.com/nlx-group/overlapy"},{"title":"openbiolink/promptsource","url":"https://github.com/openbiolink/promptsource"},{"title":"insait-institute/lm-evaluation-harness-bg","url":"https://github.com/insait-institute/lm-evaluation-harness-bg"},{"title":"x-lance/neusym-rag","url":"https://github.com/x-lance/neusym-rag"},{"title":"crazydigger/Callibration-of-GPT","url":"https://github.com/crazydigger/Callibration-of-GPT"},{"title":"abhaskumarsinha/Corpus2GPT","url":"https://github.com/abhaskumarsinha/Corpus2GPT"},{"title":"vilm-ai/viet-llm-eval","url":"https://github.com/vilm-ai/viet-llm-eval"},{"title":"roberttwomey/machine-imagination-workshop","url":"https://github.com/roberttwomey/machine-imagination-workshop"},{"title":"VachanVY/gpt.jax","url":"https://github.com/VachanVY/gpt.jax"},{"title":"neuralmagic/lm-evaluation-harness","url":"https://github.com/neuralmagic/lm-evaluation-harness"},{"title":"scrayish/ML_NLP","url":"https://github.com/scrayish/ML_NLP"},{"title":"sambanova/lm-evaluation-harness","url":"https://github.com/sambanova/lm-evaluation-harness"},{"title":"roberttwomey/machine-imagination-isea","url":"https://github.com/roberttwomey/machine-imagination-isea"},{"title":"ltruncel/Microsoft_Azure_50daysofudacity","url":"https://github.com/ltruncel/Microsoft_Azure_50daysofudacity"},{"title":"ramanakshay/nanogpt","url":"https://github.com/ramanakshay/nanogpt"},{"title":"juletx/lm-evaluation-harness","url":"https://github.com/juletx/lm-evaluation-harness"},{"title":"national-center-for-ai-saudi-arabia/lm-evaluation-harness","url":"https://github.com/national-center-for-ai-saudi-arabia/lm-evaluation-harness"},{"title":"hilberthit/gpt-3","url":"https://github.com/hilberthit/gpt-3"},{"title":"longhao-chen/aicas2024","url":"https://github.com/longhao-chen/aicas2024"},{"title":"EightRice/atn_GPT-3","url":"https://github.com/EightRice/atn_GPT-3"},{"title":"Mind23-2/MindCode-138","url":"https://github.com/Mind23-2/MindCode-138"},{"title":"mbzuai-paris/lm-evaluation-harness-atlas-chat","url":"https://github.com/mbzuai-paris/lm-evaluation-harness-atlas-chat"},{"title":"Sypherd/lm-evaluation-harness","url":"https://github.com/Sypherd/lm-evaluation-harness"},{"title":"hojjat-mokhtarabadi/promptsource","url":"https://github.com/hojjat-mokhtarabadi/promptsource"},{"title":"zphang/lm_evaluation_harness","url":"https://github.com/zphang/lm_evaluation_harness"}],"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2014","slug":"unsupervised-machine-translation-on-wmt2014","dataset":"WMT2014 English-German","dataset_url":"/dataset/wmt-2014","rows_in_archive":2,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"SMT + NMT (tuning and joint refinement)","paper_title":"An Effective Approach to Unsupervised Machine Translation","paper_url":"/paper/an-effective-approach-to-unsupervised-machine","paper_date":"2019-02-04","arxiv_id":"1902.01313","code_links":[{"title":"artetxem/monoses","url":"https://github.com/artetxem/monoses"}],"syntology":null}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2014-3","slug":"unsupervised-machine-translation-on-wmt2014-3","dataset":"WMT2014 German-English","dataset_url":"/dataset/wmt-2014","rows_in_archive":2,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"SMT + NMT (tuning and joint refinement)","paper_title":"An Effective Approach to Unsupervised Machine Translation","paper_url":"/paper/an-effective-approach-to-unsupervised-machine","paper_date":"2019-02-04","arxiv_id":"1902.01313","code_links":[{"title":"artetxem/monoses","url":"https://github.com/artetxem/monoses"}],"syntology":null}},{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2016-5","slug":"unsupervised-machine-translation-on-wmt2016-5","dataset":"WMT2016 English--Romanian","dataset_url":"/dataset/wmt-2016","rows_in_archive":2,"metrics":["BLEU"],"first_row_in_archive_order":{"model":"BERT-fused NMT","paper_title":"Incorporating BERT into Neural Machine Translation","paper_url":"/paper/incorporating-bert-into-neural-machine-1","paper_date":"2020-02-17","arxiv_id":"2002.06823","code_links":[{"title":"bert-nmt/bert-nmt","url":"https://github.com/bert-nmt/bert-nmt"},{"title":"vivekgohel56/Neural-machine-translation-english-to-polish","url":"https://github.com/vivekgohel56/Neural-machine-translation-english-to-polish"},{"title":"StuartCHAN/KARL","url":"https://github.com/StuartCHAN/KARL"}],"syntology":null}}],"datasets":[{"url":"/dataset/wmt-2014","name":"WMT 2014","full_name":"","num_papers_in_archive":288},{"url":"/dataset/wmt-2016","name":"WMT 2016","full_name":"","num_papers_in_archive":178},{"url":"/dataset/ccmatrix","name":"CCMatrix","full_name":"","num_papers_in_archive":42},{"url":"/dataset/wmt-2016-news","name":"WMT 2016 News","full_name":"WMT 2016 News Translation Task","num_papers_in_archive":24}],"subtasks":[],"parent_tasks":[{"url":"/task/machine-translation","name":"Machine Translation"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":102,"of_with_code":33,"tagged_in_all":102,"counts":{"archive_papers_tagged":102,"with_a_code_link":33,"where_syntology_ran_a_sample":11,"not_listed_spam_title":0,"listed":102,"listed_where_code_ran":11,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":11,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":11,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","repositories_listed":67,"syntology":{"n":65,"n_ran":45,"n_constructed":0,"n_ran_checked":37,"n_instrument":8,"n_unverified":20,"n_honours":3,"n_violates":2,"n_no_contract":32,"n_pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 37 with no instrument failure: 3 honoured, 2 violated, 32 with no contract checked; 8 where Syntology's instrument failed) · 20 unverified","sample_list":"/paper/language-models-are-few-shot-learners#ran","syntology_url":"https://syntology.ai/paper/2005.14165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.14165"}},"official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/word-translation-without-parallel-data","slug":"word-translation-without-parallel-data","title":"Word Translation Without Parallel Data","date":"2017-10-11","arxiv_id":"1710.04087","repositories_listed":20,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/word-translation-without-parallel-data#ran","syntology_url":"https://syntology.ai/paper/1710.04087","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.04087"}},"official":{"repos":["facebookresearch/MUSE"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/cross-lingual-language-model-pretraining","slug":"cross-lingual-language-model-pretraining","title":"Cross-lingual Language Model Pretraining","date":"2019-01-22","arxiv_id":"1901.07291","repositories_listed":17,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/cross-lingual-language-model-pretraining#ran","syntology_url":"https://syntology.ai/paper/1901.07291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.07291"}},"official":null}},{"url":"/paper/phrase-based-neural-unsupervised-machine","slug":"phrase-based-neural-unsupervised-machine","title":"Phrase-Based & Neural Unsupervised Machine Translation","date":"2018-04-20","arxiv_id":"1804.07755","repositories_listed":14,"syntology":null},{"url":"/paper/unsupervised-machine-translation-using","slug":"unsupervised-machine-translation-using","title":"Unsupervised Machine Translation Using Monolingual Corpora Only","date":"2017-10-31","arxiv_id":"1711.00043","repositories_listed":14,"syntology":{"n":14,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":5,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/unsupervised-machine-translation-using#ran","syntology_url":"https://syntology.ai/paper/1711.00043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.00043"}},"official":null}},{"url":"/paper/unsupervised-translation-of-programming","slug":"unsupervised-translation-of-programming","title":"Unsupervised Translation of Programming Languages","date":"2020-06-05","arxiv_id":"2006.03511","repositories_listed":9,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 1 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unsupervised-translation-of-programming#ran","syntology_url":"https://syntology.ai/paper/2006.03511","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03511"}},"official":{"repos":["facebookresearch/CodeGen"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/multilingual-denoising-pre-training-for","slug":"multilingual-denoising-pre-training-for","title":"Multilingual Denoising Pre-training for Neural Machine Translation","date":"2020-01-22","arxiv_id":"2001.08210","repositories_listed":8,"syntology":null},{"url":"/paper/mass-masked-sequence-to-sequence-pre-training","slug":"mass-masked-sequence-to-sequence-pre-training","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","date":"2019-05-07","arxiv_id":"1905.02450","repositories_listed":7,"syntology":null},{"url":"/paper/a-probabilistic-formulation-of-unsupervised-1","slug":"a-probabilistic-formulation-of-unsupervised-1","title":"A Probabilistic Formulation of Unsupervised Text Style Transfer","date":"2020-02-10","arxiv_id":"2002.03912","repositories_listed":5,"syntology":{"n":25,"n_ran":18,"n_constructed":13,"n_ran_checked":11,"n_instrument":7,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":12,"phrase":"18 ran (of which 13 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 7 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/a-probabilistic-formulation-of-unsupervised-1#ran","syntology_url":"https://syntology.ai/paper/2002.03912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.03912"}},"official":{"repos":["cindyxinyiwang/deep-latent-sequence-model"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/incorporating-bert-into-neural-machine-1","slug":"incorporating-bert-into-neural-machine-1","title":"Incorporating BERT into Neural Machine Translation","date":"2020-02-17","arxiv_id":"2002.06823","repositories_listed":3,"syntology":null},{"url":"/paper/unsupervised-statistical-machine-translation","slug":"unsupervised-statistical-machine-translation","title":"Unsupervised Statistical Machine Translation","date":"2018-09-04","arxiv_id":"1809.01272","repositories_listed":3,"syntology":null},{"url":"/paper/unsupervised-neural-machine-translation","slug":"unsupervised-neural-machine-translation","title":"Unsupervised Neural Machine Translation","date":"2017-10-30","arxiv_id":"1710.11041","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unsupervised-neural-machine-translation#ran","syntology_url":"https://syntology.ai/paper/1710.11041","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.11041"}},"official":{"repos":["artetxem/undreamt","rsennrich/subword-nmt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/quick-back-translation-for-unsupervised","slug":"quick-back-translation-for-unsupervised","title":"Quick Back-Translation for Unsupervised Machine Translation","date":"2023-12-01","arxiv_id":"2312.00912","repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-deep-cognate-detection","slug":"weakly-supervised-deep-cognate-detection","title":"Weakly-supervised Deep Cognate Detection Framework for Low-Resourced Languages Using Morphological Knowledge of Closely-Related Languages","date":"2023-11-09","arxiv_id":"2311.05155","repositories_listed":1,"syntology":null},{"url":"/paper/bilex-rx-lexical-data-augmentation-for","slug":"bilex-rx-lexical-data-augmentation-for","title":"Bilex Rx: Lexical Data Augmentation for Massively Multilingual Machine Translation","date":"2023-03-27","arxiv_id":"2303.15265","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-mandarin-cantonese-machine","slug":"unsupervised-mandarin-cantonese-machine","title":"Unsupervised Mandarin-Cantonese Machine Translation","date":"2023-01-10","arxiv_id":"2301.03971","repositories_listed":1,"syntology":null},{"url":"/paper/a-theory-of-unsupervised-translation-1","slug":"a-theory-of-unsupervised-translation-1","title":"A Theory of Unsupervised Translation Motivated by Understanding Animal Communication","date":"2022-11-20","arxiv_id":"2211.11081","repositories_listed":1,"syntology":null},{"url":"/paper/refining-low-resource-unsupervised","slug":"refining-low-resource-unsupervised","title":"Refining Low-Resource Unsupervised Translation by Language Disentanglement of Multilingual Model","date":"2022-05-31","arxiv_id":"2205.15544","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/refining-low-resource-unsupervised#ran","syntology_url":"https://syntology.ai/paper/2205.15544","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.15544"}},"official":{"repos":["nxphi47/refine_unsup_multilingual_mt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/leveraging-automated-unit-tests-for-1","slug":"leveraging-automated-unit-tests-for-1","title":"Leveraging Automated Unit Tests for Unsupervised Code Translation","date":"2021-10-13","arxiv_id":"2110.06773","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-translation-of-german-lower","slug":"unsupervised-translation-of-german-lower","title":"Unsupervised Translation of German--Lower Sorbian: Exploring Training and Novel Transfer Methods on a Low-Resource Language","date":"2021-09-24","arxiv_id":"2109.12012","repositories_listed":1,"syntology":null},{"url":"/paper/break-it-fix-it-unsupervised-learning-for","slug":"break-it-fix-it-unsupervised-learning-for","title":"Break-It-Fix-It: Unsupervised Learning for Program Repair","date":"2021-06-11","arxiv_id":"2106.06600","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/break-it-fix-it-unsupervised-learning-for#ran","syntology_url":"https://syntology.ai/paper/2106.06600","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06600"}},"official":{"repos":["michiyasunaga/bifi"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-language-transfer-vs-iterative-back","slug":"zero-shot-language-transfer-vs-iterative-back","title":"Zero-Shot Language Transfer vs Iterative Back Translation for Unsupervised Machine Translation","date":"2021-03-31","arxiv_id":"2104.00106","repositories_listed":1,"syntology":null},{"url":"/paper/low-resource-unsupervised-nmt-diagnosing-the","slug":"low-resource-unsupervised-nmt-diagnosing-the","title":"Low-Resource Unsupervised NMT: Diagnosing the Problem and Providing a Linguistically Motivated Solution","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/the-lmu-munich-system-for-the-wmt-2020","slug":"the-lmu-munich-system-for-the-wmt-2020","title":"The LMU Munich System for the WMT 2020 Unsupervised Machine Translation Shared Task","date":"2020-10-25","arxiv_id":"2010.13192","repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-visualbert-pre-training","slug":"weakly-supervised-visualbert-pre-training","title":"Unsupervised Vision-and-Language Pre-training Without Parallel Images and Captions","date":"2020-10-24","arxiv_id":"2010.12831","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/weakly-supervised-visualbert-pre-training#ran","syntology_url":"https://syntology.ai/paper/2010.12831","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.12831"}},"official":null}},{"url":"/paper/a-retrieve-and-rewrite-initialization-method","slug":"a-retrieve-and-rewrite-initialization-method","title":"A Retrieve-and-Rewrite Initialization Method for Unsupervised Machine Translation","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/cross-lingual-retrieval-for-iterative-self","slug":"cross-lingual-retrieval-for-iterative-self","title":"Cross-lingual Retrieval for Iterative Self-Supervised Training","date":"2020-06-16","arxiv_id":"2006.09526","repositories_listed":1,"syntology":null},{"url":"/paper/multi-agent-cross-translated-diversification","slug":"multi-agent-cross-translated-diversification","title":"Cross-model Back-translated Distillation for Unsupervised Machine Translation","date":"2020-06-03","arxiv_id":"2006.02163","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-multilingual-alignment-using","slug":"unsupervised-multilingual-alignment-using","title":"Unsupervised Multilingual Alignment using Wasserstein Barycenter","date":"2020-01-28","arxiv_id":"2002.00743","repositories_listed":1,"syntology":null},{"url":"/paper/generating-classical-chinese-poems-from","slug":"generating-classical-chinese-poems-from","title":"Generating Classical Chinese Poems from Vernacular Chinese","date":"2019-08-31","arxiv_id":"1909.00279","repositories_listed":1,"syntology":null},{"url":"/paper/bilingual-lexicon-induction-through","slug":"bilingual-lexicon-induction-through","title":"Bilingual Lexicon Induction through Unsupervised Machine Translation","date":"2019-07-24","arxiv_id":"1907.10761","repositories_listed":1,"syntology":null},{"url":"/paper/an-effective-approach-to-unsupervised-machine","slug":"an-effective-approach-to-unsupervised-machine","title":"An Effective Approach to Unsupervised Machine Translation","date":"2019-02-04","arxiv_id":"1902.01313","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-neural-machine-translation-with","slug":"unsupervised-neural-machine-translation-with","title":"Unsupervised Neural Machine Translation with SMT as Posterior Regularization","date":"2019-01-14","arxiv_id":"1901.04112","repositories_listed":1,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/unsupervised-neural-machine-translation-with#ran","syntology_url":"https://syntology.ai/paper/1901.04112","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.04112"}},"official":{"repos":["Imagist-Shuo/UNMT-SPR"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":null,"slug":"effective-self-mining-of-in-context-examples","title":"Effective Self-Mining of In-Context Examples for Unsupervised Machine Translation with LLMs","date":"2024-10-14","arxiv_id":"2410.11006","repositories_listed":0,"syntology":null},{"url":null,"slug":"2408-02290","title":"Decoupled Vocabulary Learning Enables Zero-Shot Translation from Unseen Languages","date":"2024-08-05","arxiv_id":"2408.02290","repositories_listed":0,"syntology":null},{"url":null,"slug":"the-impact-of-syntactic-and-semantic","title":"The Impact of Syntactic and Semantic Proximity on Machine Translation with Back-Translation","date":"2024-03-26","arxiv_id":"2403.18031","repositories_listed":0,"syntology":null},{"url":null,"slug":"boosting-unsupervised-machine-translation","title":"Boosting Unsupervised Machine Translation with Pseudo-Parallel Data","date":"2023-10-22","arxiv_id":"2310.14262","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-the-role-of-parallel-data-in-cross-lingual","title":"On the Role of Parallel Data in Cross-lingual Transfer Learning","date":"2022-12-20","arxiv_id":"2212.10173","repositories_listed":0,"syntology":null},{"url":null,"slug":"domain-mismatch-doesn-t-always-prevent-cross","title":"Domain Mismatch Doesn't Always Prevent Cross-Lingual Transfer Learning","date":"2022-11-30","arxiv_id":"2211.16671","repositories_listed":0,"syntology":null},{"url":null,"slug":"cuni-submission-to-mt4all-shared-task","title":"CUNI Submission to MT4All Shared Task","date":"2022-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"domain-mismatch-doesnt-always-prevent-cross","title":"Domain Mismatch Doesn’t Always Prevent Cross-lingual Transfer Learning","date":"2022-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-machine-translation-in-real","title":"Unsupervised Machine Translation in Real-World Scenarios","date":"2022-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"qiuniu-a-chinese-lyrics-generation-system","title":"QiuNiu: A Chinese Lyrics Generation System with Passage-Level Input","date":"2022-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"flow-adapter-architecture-for-unsupervised","title":"Flow-Adapter Architecture for Unsupervised Machine Translation","date":"2022-04-26","arxiv_id":"2204.12225","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-systematic-style-differences-between","title":"On Systematic Style Differences between Unsupervised and Supervised MT and an Application for High-Resource Machine Translation","date":"2021-11-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-neural-machine-translation-with-6","title":"Unsupervised Neural Machine Translation with Universal Grammar","date":"2021-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-translation-of-german-lower-1","title":"Unsupervised Translation of German–Lower Sorbian: Exploring Training and Novel Transfer Methods on a Low-Resource Language","date":"2021-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"multilingual-unsupervised-neural-machine","title":"Multilingual Unsupervised Neural Machine Translation with Denoising Adapters","date":"2021-10-20","arxiv_id":"2110.10472","repositories_listed":0,"syntology":null},{"url":null,"slug":"contrastive-clustering-to-mine-pseudo","title":"Contrastive Clustering to Mine Pseudo Parallel Data for Unsupervised Translation","date":"2021-09-29","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"translating-robot-skills-learning","title":"Translating Robot Skills: Learning Unsupervised Skill Correspondences Across Robots","date":"2021-09-29","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"paraphrase-generation-as-unsupervised-machine","title":"Paraphrase Generation as Unsupervised Machine Translation","date":"2021-09-07","arxiv_id":"2109.02950","repositories_listed":0,"syntology":null},{"url":null,"slug":"exploring-cross-lingual-transfer-learning","title":"Exploring Cross-Lingual Transfer Learning with Unsupervised Machine Translation","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"manipuri-english-machine-translation-using","title":"Manipuri-English Machine Translation using Comparable Corpus","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"integrating-unsupervised-data-generation-into","title":"Integrating Unsupervised Data Generation into Self-Supervised Neural Machine Translation for Low-Resource Languages","date":"2021-07-19","arxiv_id":"2107.08772","repositories_listed":0,"syntology":null},{"url":null,"slug":"what-can-unsupervised-machine-translation","title":"On Systematic Style Differences between Unsupervised and Supervised MT and an Application for High-Resource Machine Translation","date":"2021-06-30","arxiv_id":"2106.15818","repositories_listed":0,"syntology":null},{"url":null,"slug":"crosslingual-embeddings-are-essential-in-unmt","title":"Crosslingual Embeddings are Essential in UNMT for Distant Languages: An English to IndoAryan Case Study","date":"2021-06-09","arxiv_id":"2106.04995","repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-multilingual-sentence-embeddings-1","title":"Unsupervised Multilingual Sentence Embeddings for Parallel Corpus Mining","date":"2021-05-21","arxiv_id":"2105.10419","repositories_listed":0,"syntology":null},{"url":null,"slug":"backretrieval-an-image-pivoted-evaluation","title":"Backretrieval: An Image-Pivoted Evaluation Metric for Cross-Lingual Text Representations Without Parallel Corpora","date":"2021-05-11","arxiv_id":"2105.04971","repositories_listed":0,"syntology":null},{"url":null,"slug":"efficient-unsupervised-nmt-for-related","title":"Efficient Unsupervised NMT for Related Languages with Cross-Lingual Language Models and Fidelity Objectives","date":"2021-04-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-machine-translation-on-dravidian","title":"Unsupervised Machine Translation On Dravidian Languages","date":"2021-03-29","arxiv_id":"2103.15877","repositories_listed":0,"syntology":null},{"url":null,"slug":"from-unsupervised-machine-translation-to","title":"From Unsupervised Machine Translation To Adversarial Text Generation","date":"2020-11-10","arxiv_id":"2011.05449","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-selection-for-unsupervised-translation","title":"Data Selection for Unsupervised Translation of German–Upper Sorbian","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"sjtu-nicts-supervised-and-unsupervised-neural","title":"SJTU-NICT’s Supervised and Unsupervised Neural Machine Translation Systems for the WMT20 News Translation Task","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"the-nits-cnlp-system-for-the-unsupervised-mt","title":"The NITS-CNLP System for the Unsupervised MT Task at WMT 2020","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"uds-dfki-wmt20-unsupervised-mt-and-very-low","title":"UdS-DFKI@WMT20: Unsupervised MT and Very Low Resource Supervised MT for German-Upper Sorbian","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"meta-learning-for-low-resource-unsupervised","title":"Unsupervised Neural Machine Translation for Low-Resource Domains via Meta-Learning","date":"2020-10-18","arxiv_id":"2010.09046","repositories_listed":0,"syntology":null},{"url":null,"slug":"sjtu-nict-s-supervised-and-unsupervised","title":"SJTU-NICT's Supervised and Unsupervised Neural Machine Translation Systems for the WMT20 News Translation Task","date":"2020-10-11","arxiv_id":"2010.05122","repositories_listed":0,"syntology":null},{"url":null,"slug":"harnessing-multilinguality-in-unsupervised","title":"Harnessing Multilinguality in Unsupervised Machine Translation for Rare Languages","date":"2020-09-23","arxiv_id":"2009.11201","repositories_listed":0,"syntology":null},{"url":null,"slug":"cross-lingual-unsupervised-sentiment","title":"Cross-Lingual Unsupervised Sentiment Classification with Multi-View Transfer Learning","date":"2020-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"data-augmentation-for-learning-bilingual-word","title":"Data Augmentation with Unsupervised Machine Translation Improves the Structural Similarity of Cross-lingual Word Embeddings","date":"2020-05-30","arxiv_id":"2006.00262","repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-multimodal-neural-machine","title":"Unsupervised Multimodal Neural Machine Translation with Pseudo Visual Pivoting","date":"2020-05-06","arxiv_id":"2005.03119","repositories_listed":0,"syntology":null},{"url":null,"slug":"data-dependent-gaussian-prior-objective-for","title":"Data-dependent Gaussian Prior Objective for Language Generation","date":"2020-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"a-call-for-more-rigor-in-unsupervised-cross","title":"A Call for More Rigor in Unsupervised Cross-lingual Learning","date":"2020-04-30","arxiv_id":"2004.14958","repositories_listed":0,"syntology":null},{"url":null,"slug":"semi-supervised-text-simplification-with-back","title":"Semi-Supervised Text Simplification with Back-Translation and Asymmetric Denoising Autoencoders","date":"2020-04-30","arxiv_id":"2004.14693","repositories_listed":0,"syntology":null},{"url":null,"slug":"when-does-unsupervised-machine-translation","title":"When Does Unsupervised Machine Translation Work?","date":"2020-04-12","arxiv_id":"2004.05516","repositories_listed":0,"syntology":null},{"url":null,"slug":"do-all-roads-lead-to-rome-understanding-the","title":"Do all Roads Lead to Rome? Understanding the Role of Initialization in Iterative Back-Translation","date":"2020-02-28","arxiv_id":"2002.12867","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-multilingual-view-of-unsupervised-machine","title":"A Multilingual View of Unsupervised Machine Translation","date":"2020-02-07","arxiv_id":"2002.02955","repositories_listed":0,"syntology":null},{"url":null,"slug":"comparing-unsupervised-word-translation","title":"Comparing Unsupervised Word Translation Methods Step by Step","date":"2019-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"machine-translation-with-weakly-paired-1","title":"Machine Translation With Weakly Paired Documents","date":"2019-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"supervised-and-unsupervised-machine","title":"Supervised and Unsupervised Machine Translation for Myanmar-English and Khmer-English","date":"2019-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"study-on-unsupervised-statistical-machine","title":"Study on Unsupervised Statistical Machine Translation for Backtranslation","date":"2019-09-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"explicit-cross-lingual-pre-training-for","title":"Explicit Cross-lingual Pre-training for Unsupervised Machine Translation","date":"2019-08-31","arxiv_id":"1909.00180","repositories_listed":0,"syntology":null},{"url":null,"slug":"incorporating-word-and-subword-units-in","title":"Incorporating Word and Subword Units in Unsupervised Machine Translation Using Language Model Rescoring","date":"2019-08-16","arxiv_id":"1908.05925","repositories_listed":0,"syntology":null},{"url":null,"slug":"nicts-unsupervised-neural-and-statistical","title":"NICT's Unsupervised Neural and Statistical Machine Translation Systems for the WMT19 News Translation Task","date":"2019-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"the-lmu-munich-unsupervised-machine-1","title":"The LMU Munich Unsupervised Machine Translation System for WMT19","date":"2019-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"unsupervised-joint-training-of-bilingual-word","title":"Unsupervised Joint Training of Bilingual Word Embeddings","date":"2019-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"translating-translationese-a-two-step","title":"Translating Translationese: A Two-Step Approach to Unsupervised Machine Translation","date":"2019-06-11","arxiv_id":"1906.05683","repositories_listed":0,"syntology":null},{"url":null,"slug":"generalized-data-augmentation-for-low","title":"Generalized Data Augmentation for Low-Resource Translation","date":"2019-06-10","arxiv_id":"1906.03785","repositories_listed":0,"syntology":null},{"url":null,"slug":"machine-translation-with-weakly-paired","title":"Machine Translation With Weakly Paired Bilingual Documents","date":"2019-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"bilingual-gan-a-step-towards-parallel-text","title":"Bilingual-GAN: A Step Towards Parallel Text Generation","date":"2019-04-09","arxiv_id":"1904.04742","repositories_listed":0,"syntology":null},{"url":null,"slug":"extract-and-edit-an-alternative-to-back","title":"Extract and Edit: An Alternative to Back-Translation for Unsupervised Neural Machine Translation","date":"2019-04-04","arxiv_id":"1904.02331","repositories_listed":0,"syntology":null},{"url":null,"slug":"using-logical-form-encodings-for-unsupervised","title":"EAT: a simple and versatile semantic representation format for multi-purpose NLP","date":"2019-02-25","arxiv_id":"1902.09381","repositories_listed":0,"syntology":null},{"url":null,"slug":"off-the-shelf-unsupervised-nmt","title":"Off-the-Shelf Unsupervised NMT","date":"2018-11-06","arxiv_id":"1811.02278","repositories_listed":0,"syntology":null},{"url":"/paper/unsupervised-neural-machine-translation-1","slug":"unsupervised-neural-machine-translation-1","title":"Unsupervised Neural Machine Translation Initialized by Unsupervised Statistical Machine Translation","date":"2018-10-30","arxiv_id":"1810.12703","repositories_listed":0,"syntology":null},{"url":null,"slug":"lmu-munichas-neural-machine-translation","title":"LMU Munich's Neural Machine Translation Systems at WMT 2018","date":"2018-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"phrase-based-neural-unsupervised-machine-1","title":"Phrase-Based \\& Neural Unsupervised Machine Translation","date":"2018-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"phrase-based-unsupervised-machine-translation","title":"Phrase-based Unsupervised Machine Translation with Compositional Phrase Embeddings","date":"2018-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"the-lmu-munich-unsupervised-machine","title":"The LMU Munich Unsupervised Machine Translation Systems","date":"2018-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"style-transfer-as-unsupervised-machine","title":"Style Transfer as Unsupervised Machine Translation","date":"2018-08-23","arxiv_id":"1808.07894","repositories_listed":0,"syntology":null},{"url":null,"slug":"orthographic-features-for-bilingual-lexicon","title":"Orthographic Features for Bilingual Lexicon Induction","date":"2018-07-01","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":11,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/unsupervised-machine-translation-on-wmt2014-3","since_archive":"/sota/unsupervised-machine-translation-on-wmt2014-3#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":11,"papers_where_code_ran_first_page":"/task/unsupervised-machine-translation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/task/unsupervised-machine-translation/papers/2","json":"/task/unsupervised-machine-translation/papers/2.json","rows":2},{"order":"ran","page":1,"of":1,"url":"/task/unsupervised-machine-translation/papers/ran/1","json":"/task/unsupervised-machine-translation/papers/ran/1.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"580c8257c02e63b4a2f4fa73aa16445d0ce5ddcef8e91531762d8930358925da","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}