{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/comment-generation","name":"Comment Generation","slug":"comment-generation","description_markdown":"Article commenting poses new challenges for machines, as it involves multiple cognitive abilities: understanding the given article, formulating opinions and arguments, and organizing natu ral language for expression.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":65,"papers_with_code":23,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":1,"rows_per_page":100,"shown":65,"of":65,"of_with_code":23,"tagged_in_all":65,"counts":{"archive_papers_tagged":65,"with_a_code_link":23,"where_syntology_ran_a_sample":1,"not_listed_spam_title":0,"listed":65,"listed_where_code_ran":1,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":1,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/incoder-a-generative-model-for-code-infilling","slug":"incoder-a-generative-model-for-code-infilling","title":"InCoder: A Generative Model for Code Infilling and Synthesis","date":"2022-04-12","arxiv_id":"2204.05999","repositories_listed":3,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/incoder-a-generative-model-for-code-infilling#ran","syntology_url":"https://syntology.ai/paper/2204.05999","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.05999"}},"official":{"repos":["dpfried/incoder"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/cont-contrastive-neural-text-generation","slug":"cont-contrastive-neural-text-generation","title":"CoNT: Contrastive Neural Text Generation","date":"2022-05-29","arxiv_id":"2205.14690","repositories_listed":2,"syntology":null},{"url":"/paper/codereviewer-pre-training-for-automating-code","slug":"codereviewer-pre-training-for-automating-code","title":"Automating Code Review Activities by Large-Scale Pre-training","date":"2022-03-17","arxiv_id":"2203.09095","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/codereviewer-pre-training-for-automating-code#ran","syntology_url":"https://syntology.ai/paper/2203.09095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09095"}},"official":{"repos":["microsoft/CodeBERT"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/code-attention-translating-code-to-comments","slug":"code-attention-translating-code-to-comments","title":"Code Attention: Translating Code to Comments by Exploiting Domain Features","date":"2017-09-22","arxiv_id":"1709.07642","repositories_listed":2,"syntology":null},{"url":"/paper/leveraging-reward-models-for-guiding-code","slug":"leveraging-reward-models-for-guiding-code","title":"Leveraging Reward Models for Guiding Code Review Comment Generation","date":"2025-06-04","arxiv_id":"2506.04464","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-code-generation-via-bidirectional","slug":"enhancing-code-generation-via-bidirectional","title":"Enhancing Code Generation via Bidirectional Comment-Level Mutual Grounding","date":"2025-05-12","arxiv_id":"2505.07768","repositories_listed":1,"syntology":null},{"url":"/paper/automated-medical-report-generation-for-ecg","slug":"automated-medical-report-generation-for-ecg","title":"Automated Medical Report Generation for ECG Data: Bridging Medical Text and Signal Processing with Deep Learning","date":"2024-12-05","arxiv_id":"2412.04067","repositories_listed":1,"syntology":null},{"url":"/paper/prompting-for-numerical-sequences-a-case","slug":"prompting-for-numerical-sequences-a-case","title":"Prompting for Numerical Sequences: A Case Study on Market Comment Generation","date":"2024-04-03","arxiv_id":"2404.02466","repositories_listed":1,"syntology":null},{"url":"/paper/mesia-understanding-and-leveraging","slug":"mesia-understanding-and-leveraging","title":"MESIA: Understanding and Leveraging Supplementary Nature of Method-level Comments for Automatic Comment Generation","date":"2024-03-26","arxiv_id":"2403.17357","repositories_listed":1,"syntology":null},{"url":"/paper/investigating-the-efficacy-of-large-language-1","slug":"investigating-the-efficacy-of-large-language-1","title":"Investigating the Efficacy of Large Language Models for Code Clone Detection","date":"2024-01-24","arxiv_id":"2401.13802","repositories_listed":1,"syntology":null},{"url":"/paper/a-variational-selection-mechanism-for-article","slug":"a-variational-selection-mechanism-for-article","title":"A variational selection mechanism for article comment generation","date":"2023-09-12","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-enhanced-model-for-live-video","slug":"knowledge-enhanced-model-for-live-video","title":"Knowledge Enhanced Model for Live Video Comment Generation","date":"2023-04-28","arxiv_id":"2304.14657","repositories_listed":1,"syntology":null},{"url":"/paper/storyer-automatic-story-evaluation-via","slug":"storyer-automatic-story-evaluation-via","title":"StoryER: Automatic Story Evaluation via Ranking, Rating and Reasoning","date":"2022-10-16","arxiv_id":"2210.08459","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/storyer-automatic-story-evaluation-via#ran","syntology_url":"https://syntology.ai/paper/2210.08459","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.08459"}},"official":{"repos":["sairin1202/storyer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/automatic-comment-generation-via-multi-pass","slug":"automatic-comment-generation-via-multi-pass","title":"Automatic Comment Generation via Multi-Pass Deliberation","date":"2022-09-14","arxiv_id":"2209.06634","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-methods-for-generating-feedback","slug":"exploring-methods-for-generating-feedback","title":"Exploring Methods for Generating Feedback Comments for Writing Learning","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/evaluation-methodologies-for-code-learning","slug":"evaluation-methodologies-for-code-learning","title":"Impact of Evaluation Methodologies on Code Summarization","date":"2021-08-22","arxiv_id":"2108.09619","repositories_listed":1,"syntology":null},{"url":"/paper/learning-with-contrastive-examples-for-data","slug":"learning-with-contrastive-examples-for-data","title":"Learning with Contrastive Examples for Data-to-Text Generation","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/one-comment-from-one-perspective-an-effective","slug":"one-comment-from-one-perspective-an-effective","title":"One Comment from One Perspective: An Effective Strategy for Enhancing Automatic Music Comment","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/retrieve-and-refine-exemplar-based-neural","slug":"retrieve-and-refine-exemplar-based-neural","title":"Retrieve and Refine: Exemplar-based Neural Comment Generation","date":"2020-10-09","arxiv_id":"2010.04459","repositories_listed":1,"syntology":null},{"url":"/paper/malcom-generating-malicious-comments-to","slug":"malcom-generating-malicious-comments-to","title":"MALCOM: Generating Malicious Comments to Attack Neural Fake News Detection Models","date":"2020-09-01","arxiv_id":"2009.01048","repositories_listed":1,"syntology":null},{"url":"/paper/automatic-generation-of-personalized-comment","slug":"automatic-generation-of-personalized-comment","title":"Automatic Generation of Personalized Comment Based on User Profile","date":"2019-07-24","arxiv_id":"1907.10371","repositories_listed":1,"syntology":null},{"url":"/paper/cross-modal-commentator-automatic-machine","slug":"cross-modal-commentator-automatic-machine","title":"Cross-Modal Commentator: Automatic Machine Commenting Based on Cross-Modal Information","date":"2019-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/coherent-comment-generation-for-chinese","slug":"coherent-comment-generation-for-chinese","title":"Coherent Comment Generation for Chinese Articles with a Graph-to-Sequence Model","date":"2019-06-04","arxiv_id":"1906.01231","repositories_listed":1,"syntology":null},{"url":null,"slug":"reviewagents-bridging-the-gap-between-human","title":"ReviewAgents: Bridging the Gap Between Human and AI-Generated Paper Reviews","date":"2025-03-11","arxiv_id":"2503.08506","repositories_listed":0,"syntology":null},{"url":null,"slug":"mimicking-the-familiar-dynamic-command","title":"Mimicking the Familiar: Dynamic Command Generation for Information Theft Attacks in LLM Tool-Learning System","date":"2025-02-17","arxiv_id":"2502.11358","repositories_listed":0,"syntology":null},{"url":null,"slug":"deepcrceval-revisiting-the-evaluation-of-code","title":"DeepCRCEval: Revisiting the Evaluation of Code Review Comment Generation","date":"2024-12-24","arxiv_id":"2412.18291","repositories_listed":0,"syntology":null},{"url":null,"slug":"prompting-and-fine-tuning-large-language","title":"Prompting and Fine-tuning Large Language Models for Automated Code Review Comment Generation","date":"2024-11-15","arxiv_id":"2411.10129","repositories_listed":0,"syntology":null},{"url":null,"slug":"deepcodeprobe-towards-understanding-what","title":"DeepCodeProbe: Towards Understanding What Models Trained on Code Learn","date":"2024-07-11","arxiv_id":"2407.08890","repositories_listed":0,"syntology":null},{"url":null,"slug":"ompgpt-a-generative-pre-trained-transformer","title":"OMPGPT: A Generative Pre-trained Transformer Model for OpenMP","date":"2024-01-28","arxiv_id":"2401.16445","repositories_listed":0,"syntology":null},{"url":null,"slug":"diffucom-a-novel-diffusion-model-for-comment","title":"DiffuCom: A novel diffusion model for comment generation","date":"2023-10-16","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"livechat-video-comment-generation-from-audio","title":"LiveChat: Video Comment Generation from Audio-Visual Multimodal Contexts","date":"2023-10-01","arxiv_id":"2311.12826","repositories_listed":0,"syntology":null},{"url":null,"slug":"vico-engaging-video-comment-generation-with","title":"ViCo: Engaging Video Comment Generation with Human Preference Rewards","date":"2023-08-22","arxiv_id":"2308.11171","repositories_listed":0,"syntology":null},{"url":null,"slug":"steering-language-generation-harnessing","title":"Steering Language Generation: Harnessing Contrastive Expert Guidance and Negative Prompting for Coherent and Diverse Synthetic Data Generation","date":"2023-08-15","arxiv_id":"2308.07645","repositories_listed":0,"syntology":null},{"url":null,"slug":"apicontext2com-code-comment-generation-by","title":"APIContext2Com: Code Comment Generation by Incorporating Pre-Defined API Documentation","date":"2023-03-03","arxiv_id":"2303.01645","repositories_listed":0,"syntology":null},{"url":null,"slug":"error-syntax-aware-augmentation-of-feedback","title":"Error syntax aware augmentation of feedback comment generation dataset","date":"2022-12-29","arxiv_id":"2212.14293","repositories_listed":0,"syntology":null},{"url":null,"slug":"sentence-level-feedback-generation-for","title":"Sentence-level Feedback Generation for English Language Learners: Does Data Augmentation Help?","date":"2022-12-18","arxiv_id":"2212.08999","repositories_listed":0,"syntology":null},{"url":"/paper/moprd-a-multidisciplinary-open-peer-review","slug":"moprd-a-multidisciplinary-open-peer-review","title":"MOPRD: A multidisciplinary open peer review dataset","date":"2022-12-09","arxiv_id":"2212.04972","repositories_listed":0,"syntology":null},{"url":null,"slug":"multi-attribute-controlled-text-generation","title":"Multi-Attribute Controlled Text Generation with Contrastive-Generator and External-Discriminator","date":"2022-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"automating-horizon-scanning-in-future-studies","title":"Automating Horizon Scanning in Future Studies","date":"2022-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"lamner-code-comment-generation-using","title":"LAMNER: Code Comment Generation Using Character Language Model and Named Entity Recognition","date":"2022-04-05","arxiv_id":"2204.09654","repositories_listed":0,"syntology":null},{"url":null,"slug":"topic-analysis-for-text-with-side-data","title":"Topic Analysis for Text with Side Data","date":"2022-03-01","arxiv_id":"2203.00762","repositories_listed":0,"syntology":null},{"url":null,"slug":"energy-bounded-learning-for-robust-models-of","title":"Energy-bounded Learning for Robust Models of Code","date":"2021-12-20","arxiv_id":"2112.11226","repositories_listed":0,"syntology":null},{"url":null,"slug":"shared-task-on-feedback-comment-generation","title":"Shared Task on Feedback Comment Generation for Language Learners","date":"2021-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-controlled-and-diverse-generation-of","title":"Towards Controlled and Diverse Generation of Article Comments","date":"2021-07-25","arxiv_id":"2107.11781","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-to-generate-code-comments-from-class","title":"Learning to Generate Code Comments from Class Hierarchies","date":"2021-03-24","arxiv_id":"2103.13426","repositories_listed":0,"syntology":null},{"url":null,"slug":"api2com-on-the-improvement-of-automatically","title":"API2Com: On the Improvement of Automatically Generated Code Comments Using API Documentations","date":"2021-03-19","arxiv_id":"2103.10668","repositories_listed":0,"syntology":null},{"url":null,"slug":"generating-diversified-comments-via-reader","title":"Generating Diversified Comments via Reader-Aware Topic Modeling and Saliency Detection","date":"2021-02-13","arxiv_id":"2102.06856","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-distributed-representations-of-code","title":"InferCode: Self-Supervised Learning of Code Representations by Predicting Subtrees","date":"2020-12-13","arxiv_id":"2012.07023","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-to-represent-programs-with-1","title":"Learning to Represent Programs with Heterogeneous Graphs","date":"2020-12-08","arxiv_id":"2012.04188","repositories_listed":0,"syntology":null},{"url":null,"slug":"market-comment-generation-from-data-with","title":"Market Comment Generation from Data with Noisy Alignments","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-context-aware-code-comment-generation","title":"Towards Context-Aware Code Comment Generation","date":"2020-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"generating-pertinent-and-diversified-comments","title":"Generating Pertinent and Diversified Comments with Topic-aware Pointer-Generator Networks","date":"2020-05-09","arxiv_id":"2005.04396","repositories_listed":0,"syntology":null},{"url":null,"slug":"tag-type-auxiliary-guiding-for-code-comment","title":"TAG : Type Auxiliary Guiding for Code Comment Generation","date":"2020-05-06","arxiv_id":"2005.02835","repositories_listed":0,"syntology":null},{"url":null,"slug":"creating-corpora-for-research-in-feedback","title":"Creating Corpora for Research in Feedback Comment Generation","date":"2020-05-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-to-encode-evolutionary-knowledge-for","title":"Learning to Encode Evolutionary Knowledge for Automatic Commenting Long Novels","date":"2020-04-21","arxiv_id":"2004.09974","repositories_listed":0,"syntology":null},{"url":null,"slug":"diversified-co-attention-towards-informative","title":"DCA: Diversified Co-Attention towards Informative Live Video Commenting","date":"2019-11-07","arxiv_id":"1911.02739","repositories_listed":0,"syntology":null},{"url":null,"slug":"toward-a-task-of-feedback-comment-generation","title":"Toward a Task of Feedback Comment Generation for Writing Learning","date":"2019-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"read-attend-and-comment-a-deep-architecture-1","title":"Read, Attend and Comment: A Deep Architecture for Automatic NewsComment Generation","date":"2019-10-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"read-attend-and-comment-a-deep-architecture","title":"Read, Attend and Comment: A Deep Architecture for Automatic News Comment Generation","date":"2019-09-26","arxiv_id":"1909.11974","repositories_listed":0,"syntology":null},{"url":null,"slug":"toward-imitating-visual-attention-of-experts","title":"Toward Imitating Visual Attention of Experts in Software Development Tasks","date":"2019-03-15","arxiv_id":"1903.06320","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-comment-generation-by-leveraging","title":"Learning Comment Generation by Leveraging User-Generated Data","date":"2018-10-29","arxiv_id":"1810.12264","repositories_listed":0,"syntology":null},{"url":null,"slug":"live-video-comment-generation-based-on","title":"Live Video Comment Generation Based on Surrounding Frames and Live Comments","date":"2018-08-13","arxiv_id":"1808.04091","repositories_listed":0,"syntology":null},{"url":null,"slug":"explainable-outfit-recommendation-with-joint","title":"Explainable Outfit Recommendation with Joint Outfit Matching and Comment Generation","date":"2018-06-23","arxiv_id":"1806.08977","repositories_listed":0,"syntology":null},{"url":null,"slug":"automatic-article-commenting-the-task-and","title":"Automatic Article Commenting: the Task and Dataset","date":"2018-05-09","arxiv_id":"1805.03668","repositories_listed":0,"syntology":null},{"url":null,"slug":"automatic-generation-of-news-comments-based","title":"Automatic Generation of News Comments Based on Gated Attention Neural Networks","date":"2017-11-17","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":3,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":1,"papers_where_code_ran_first_page":"/task/comment-generation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"ran","page":1,"of":1,"url":"/task/comment-generation/papers/ran/1","json":"/task/comment-generation/papers/ran/1.json","rows":1}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"77f9a161790b5e0e3d0af108e61b0f1db29e4d6077c6953610a20f4c536527be","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}