{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/text-annotation","name":"text annotation","slug":"text-annotation","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":127,"papers_with_code":39,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":6,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[{"url":"/dataset/oasst1","name":"OASST1","full_name":"OpenAssistant Conversations Dataset","num_papers_in_archive":25},{"url":"/dataset/mathwell-human-annotation-dataset","name":"MATHWELL Human Annotation Dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mibot-motivational-interviewing-for-smoking","name":"MIBot - Motivational Interviewing for Smoking Cessation Dataset, based on MIBOT Version 6.3A","full_name":"","num_papers_in_archive":1},{"url":"/dataset/reddit-posts-related-to-eating-disorders-and","name":"Reddit Posts Related To Eating Disorders and Dieting","full_name":"Topic Annotations on Reddit Posts from Eating Disorders and Dieting Forums by Human and LLMs","num_papers_in_archive":1},{"url":"/dataset/vmd","name":"VMD","full_name":"Virtual Moderation Dataset","num_papers_in_archive":1},{"url":"/dataset/comentarios-vacuna-vph","name":"Text_VPH","full_name":"","num_papers_in_archive":0}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":127,"of_with_code":39,"tagged_in_all":127,"counts":{"archive_papers_tagged":127,"with_a_code_link":39,"where_syntology_ran_a_sample":11,"not_listed_spam_title":0,"listed":127,"listed_where_code_ran":11,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":8,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":8,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/a-bilingual-openworld-video-text-dataset-and","slug":"a-bilingual-openworld-video-text-dataset-and","title":"A Bilingual, OpenWorld Video Text Dataset and End-to-end Video Text Spotter with Transformer","date":"2021-12-09","arxiv_id":"2112.04888","repositories_listed":3,"syntology":{"n":19,"n_ran":16,"n_constructed":0,"n_ran_checked":12,"n_instrument":4,"n_unverified":3,"n_honours":10,"n_violates":1,"n_no_contract":1,"n_pointer_only":19,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 10 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/a-bilingual-openworld-video-text-dataset-and#ran","syntology_url":"https://syntology.ai/paper/2112.04888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.04888"}},"official":{"repos":["weijiawu/BOVText-Benchmark","weijiawu/transvtspotter"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/text-guided-foundation-model-adaptation-for","slug":"text-guided-foundation-model-adaptation-for","title":"Text-guided Foundation Model Adaptation for Pathological Image Classification","date":"2023-07-27","arxiv_id":"2307.14901","repositories_listed":2,"syntology":null},{"url":"/paper/how-to-use-llms-for-text-analysis","slug":"how-to-use-llms-for-text-analysis","title":"How to use LLMs for Text Analysis","date":"2023-07-24","arxiv_id":"2307.13106","repositories_listed":2,"syntology":null},{"url":"/paper/patent-sentiment-analysis-to-highlight-patent","slug":"patent-sentiment-analysis-to-highlight-patent","title":"Patent Sentiment Analysis to Highlight Patent Paragraphs","date":"2021-11-06","arxiv_id":"2111.09741","repositories_listed":2,"syntology":null},{"url":"/paper/open-images-v5-text-annotation-and-yet","slug":"open-images-v5-text-annotation-and-yet","title":"Open Images V5 Text Annotation and Yet Another Mask Text Spotter","date":"2021-06-23","arxiv_id":"2106.12326","repositories_listed":2,"syntology":null},{"url":"/paper/marvin-semantic-annotation-using-multiple","slug":"marvin-semantic-annotation-using-multiple","title":"Marvin: Semantic annotation using multiple knowledge sources","date":"2016-02-01","arxiv_id":"1602.00515","repositories_listed":2,"syntology":null},{"url":"/paper/educoder-an-open-source-annotation-system-for","slug":"educoder-an-open-source-annotation-system-for","title":"EduCoder: An Open-Source Annotation System for Education Transcript Data","date":"2025-07-07","arxiv_id":"2507.05385","repositories_listed":1,"syntology":null},{"url":"/paper/probably-approximately-correct-labels","slug":"probably-approximately-correct-labels","title":"Probably Approximately Correct Labels","date":"2025-06-12","arxiv_id":"2506.10908","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/probably-approximately-correct-labels#ran","syntology_url":"https://syntology.ai/paper/2506.10908","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.10908"}},"official":{"repos":["tijana-zrnic/pac-labels"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/avatarshield-visual-reinforcement-learning","slug":"avatarshield-visual-reinforcement-learning","title":"AvatarShield: Visual Reinforcement Learning for Human-Centric Video Forgery Detection","date":"2025-05-21","arxiv_id":"2505.15173","repositories_listed":1,"syntology":null},{"url":"/paper/comparing-llm-text-annotation-skills-a-study","slug":"comparing-llm-text-annotation-skills-a-study","title":"Comparing LLM Text Annotation Skills: A Study on Human Rights Violations in Social Media Data","date":"2025-05-15","arxiv_id":"2505.10260","repositories_listed":1,"syntology":null},{"url":"/paper/it-s-a-blind-match-towards-vision-language","slug":"it-s-a-blind-match-towards-vision-language","title":"It's a (Blind) Match! Towards Vision-Language Correspondence without Parallel Data","date":"2025-03-31","arxiv_id":"2503.24129","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/it-s-a-blind-match-towards-vision-language#ran","syntology_url":"https://syntology.ai/paper/2503.24129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.24129"}},"official":{"repos":["dominik-schnaus/itsamatch"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gpt4scene-understand-3d-scenes-from-videos","slug":"gpt4scene-understand-3d-scenes-from-videos","title":"GPT4Scene: Understand 3D Scenes from Videos with Vision-Language Models","date":"2025-01-02","arxiv_id":"2501.01428","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gpt4scene-understand-3d-scenes-from-videos#ran","syntology_url":"https://syntology.ai/paper/2501.01428","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.01428"}},"official":{"repos":["Qi-Zhangyang/GPT4Scene"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/holmes-vau-towards-long-term-video-anomaly","slug":"holmes-vau-towards-long-term-video-anomaly","title":"Holmes-VAU: Towards Long-term Video Anomaly Understanding at Any Granularity","date":"2024-12-09","arxiv_id":"2412.06171","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":1,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 1 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/holmes-vau-towards-long-term-video-anomaly#ran","syntology_url":"https://syntology.ai/paper/2412.06171","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.06171"}},"official":{"repos":["pipixin321/holmesvau"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/verified-a-video-corpus-moment-retrieval","slug":"verified-a-video-corpus-moment-retrieval","title":"VERIFIED: A Video Corpus Moment Retrieval Benchmark for Fine-Grained Video Understanding","date":"2024-10-11","arxiv_id":"2410.08593","repositories_listed":1,"syntology":null},{"url":"/paper/2408-03125","slug":"2408-03125","title":"COMMENTATOR: A Code-mixed Multilingual Text Annotation Framework","date":"2024-08-06","arxiv_id":"2408.03125","repositories_listed":1,"syntology":{"n":14,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/2408-03125#ran","syntology_url":"https://syntology.ai/paper/2408.03125","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.03125"}},"official":{"repos":["lingo-iitgn/commentator"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/busclean-open-source-software-for-breast","slug":"busclean-open-source-software-for-breast","title":"BUSClean: Open-source software for breast ultrasound image pre-processing and knowledge extraction for medical AI","date":"2024-07-16","arxiv_id":"2407.11316","repositories_listed":1,"syntology":null},{"url":"/paper/chatbots-are-not-reliable-text-annotators","slug":"chatbots-are-not-reliable-text-annotators","title":"Chatbots Are Not Reliable Text Annotators","date":"2023-11-09","arxiv_id":"2311.05769","repositories_listed":1,"syntology":null},{"url":"/paper/coannotating-uncertainty-guided-work","slug":"coannotating-uncertainty-guided-work","title":"CoAnnotating: Uncertainty-Guided Work Allocation between Human and Large Language Models for Data Annotation","date":"2023-10-24","arxiv_id":"2310.15638","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/coannotating-uncertainty-guided-work#ran","syntology_url":"https://syntology.ai/paper/2310.15638","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15638"}},"official":{"repos":["salt-nlp/coannotating"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/llm-in-the-loop-leveraging-large-language","slug":"llm-in-the-loop-leveraging-large-language","title":"LLM-in-the-loop: Leveraging Large Language Model for Thematic Analysis","date":"2023-10-23","arxiv_id":"2310.15100","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-in-the-loop-leveraging-large-language#ran","syntology_url":"https://syntology.ai/paper/2310.15100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15100"}},"official":{"repos":["sjdai/llm-thematic-analysis"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/motion-x-a-large-scale-3d-expressive-whole","slug":"motion-x-a-large-scale-3d-expressive-whole","title":"Motion-X: A Large-scale 3D Expressive Whole-body Human Motion Dataset","date":"2023-07-03","arxiv_id":"2307.00818","repositories_listed":1,"syntology":null},{"url":"/paper/high-fidelity-3d-face-generation-from-natural","slug":"high-fidelity-3d-face-generation-from-natural","title":"High-Fidelity 3D Face Generation from Natural Language Descriptions","date":"2023-05-05","arxiv_id":"2305.03302","repositories_listed":1,"syntology":null},{"url":"/paper/chatgpt-outperforms-crowd-workers-for-text","slug":"chatgpt-outperforms-crowd-workers-for-text","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","date":"2023-03-27","arxiv_id":"2303.15056","repositories_listed":1,"syntology":null},{"url":"/paper/potato-the-portable-text-annotation-tool","slug":"potato-the-portable-text-annotation-tool","title":"POTATO: The Portable Text Annotation Tool","date":"2022-12-16","arxiv_id":"2212.08620","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/potato-the-portable-text-annotation-tool#ran","syntology_url":"https://syntology.ai/paper/2212.08620","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08620"}},"official":{"repos":["davidjurgens/potato"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/measuring-annotator-agreement-generally","slug":"measuring-annotator-agreement-generally","title":"Measuring Annotator Agreement Generally across Complex Structured, Multi-object, and Free-text Annotation Tasks","date":"2022-12-15","arxiv_id":"2212.09503","repositories_listed":1,"syntology":null},{"url":"/paper/freevc-towards-high-quality-text-free-one","slug":"freevc-towards-high-quality-text-free-one","title":"FreeVC: Towards High-Quality Text-Free One-Shot Voice Conversion","date":"2022-10-27","arxiv_id":"2210.15418","repositories_listed":1,"syntology":null},{"url":"/paper/humset-dataset-of-multilingual-information","slug":"humset-dataset-of-multilingual-information","title":"HumSet: Dataset of Multilingual Information Extraction and Classification for Humanitarian Crisis Response","date":"2022-10-10","arxiv_id":"2210.04573","repositories_listed":1,"syntology":null},{"url":"/paper/sciannotate-a-tool-for-integrating-weak","slug":"sciannotate-a-tool-for-integrating-weak","title":"SciAnnotate: A Tool for Integrating Weak Labeling Sources for Sequence Labeling","date":"2022-08-07","arxiv_id":"2208.10241","repositories_listed":1,"syntology":null},{"url":"/paper/lvit-language-meets-vision-transformer-in","slug":"lvit-language-meets-vision-transformer-in","title":"LViT: Language meets Vision Transformer in Medical Image Segmentation","date":"2022-06-29","arxiv_id":"2206.14718","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lvit-language-meets-vision-transformer-in#ran","syntology_url":"https://syntology.ai/paper/2206.14718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.14718"}},"official":{"repos":["huanglizi/lvit"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-grained-image-captioning-with-clip","slug":"fine-grained-image-captioning-with-clip","title":"Fine-grained Image Captioning with CLIP Reward","date":"2022-05-26","arxiv_id":"2205.13115","repositories_listed":1,"syntology":null},{"url":"/paper/dotat-a-domain-oriented-text-annotation-tool-1","slug":"dotat-a-domain-oriented-text-annotation-tool-1","title":"DoTAT: A Domain-oriented Text Annotation Tool","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/dotat-a-domain-oriented-text-annotation-tool","slug":"dotat-a-domain-oriented-text-annotation-tool","title":"DoTAT: A Domain-oriented Text Annotation Tool","date":"2021-10-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/from-zero-to-hero-human-in-the-loop-entity","slug":"from-zero-to-hero-human-in-the-loop-entity","title":"From Zero to Hero: Human-In-The-Loop Entity Linking in Low Resource Domains","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/avlnet-learning-audio-visual-language","slug":"avlnet-learning-audio-visual-language","title":"AVLnet: Learning Audio-Visual Language Representations from Instructional Videos","date":"2020-06-16","arxiv_id":"2006.09199","repositories_listed":1,"syntology":null},{"url":"/paper/teamtat-a-collaborative-text-annotation-tool","slug":"teamtat-a-collaborative-text-annotation-tool","title":"TeamTat: a collaborative text annotation tool","date":"2020-04-24","arxiv_id":"2004.11894","repositories_listed":1,"syntology":null},{"url":"/paper/inforex-a-collaborative-systemfor-text","slug":"inforex-a-collaborative-systemfor-text","title":"Inforex --- a Collaborative Systemfor Text Corpora Annotation and Analysis Goes Open","date":"2019-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/nlatool-an-application-for-enhanced-deep-text","slug":"nlatool-an-application-for-enhanced-deep-text","title":"NLATool: an Application for Enhanced Deep Text Understanding","date":"2018-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/the-inception-platform-machine-assisted-and","slug":"the-inception-platform-machine-assisted-and","title":"The INCEpTION Platform: Machine-Assisted and Knowledge-Oriented Interactive Annotation","date":"2018-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/yedda-a-lightweight-collaborative-text-span","slug":"yedda-a-lightweight-collaborative-text-span","title":"YEDDA: A Lightweight Collaborative Text Span Annotation Tool","date":"2017-11-10","arxiv_id":"1711.03759","repositories_listed":1,"syntology":{"n":12,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/yedda-a-lightweight-collaborative-text-span#ran","syntology_url":"https://syntology.ai/paper/1711.03759","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.03759"}},"official":{"repos":["jiesutd/YEDDA"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/text-annotation-graphs-annotating-complex","slug":"text-annotation-graphs-annotating-complex","title":"Text Annotation Graphs: Annotating Complex Natural Language Phenomena","date":"2017-11-01","arxiv_id":"1711.00529","repositories_listed":1,"syntology":null},{"url":null,"slug":"the-risks-of-using-large-language-models-for","title":"The Risks of Using Large Language Models for Text Annotation in Social Science Research","date":"2025-03-27","arxiv_id":"2503.22040","repositories_listed":0,"syntology":null},{"url":null,"slug":"mask-2-dit-dual-mask-based-diffusion","title":"Mask$^2$DiT: Dual Mask-based Diffusion Transformer for Multi-Scene Long Video Generation","date":"2025-03-25","arxiv_id":"2503.19881","repositories_listed":0,"syntology":null},{"url":null,"slug":"evaluation-of-safety-cognition-capability-in","title":"Evaluation of Safety Cognition Capability in Vision-Language Models for Autonomous Driving","date":"2025-03-09","arxiv_id":"2503.06497","repositories_listed":0,"syntology":null},{"url":null,"slug":"memory-is-all-you-need-testing-how-model","title":"Memory Is All You Need: Testing How Model Memory Affects LLM Performance in Annotation Tasks","date":"2025-03-06","arxiv_id":"2503.04874","repositories_listed":0,"syntology":null},{"url":null,"slug":"nota-multimodal-music-notation-understanding","title":"NOTA: Multimodal Music Notation Understanding for Visual Large Language Model","date":"2025-02-17","arxiv_id":"2502.14893","repositories_listed":0,"syntology":null},{"url":null,"slug":"how-humans-help-llms-assessing-and","title":"How Humans Help LLMs: Assessing and Incentivizing Human Preference Annotators","date":"2025-02-10","arxiv_id":"2502.06387","repositories_listed":0,"syntology":null},{"url":null,"slug":"mask-2dit-dual-mask-based-diffusion","title":"Mask^2DiT: Dual Mask-based Diffusion Transformer for Multi-Scene Long Video Generation","date":"2025-01-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"from-human-annotation-to-llms-silicon","title":"From Human Annotation to LLMs: SILICON Annotation Workflow for Management Research","date":"2024-12-19","arxiv_id":"2412.14461","repositories_listed":0,"syntology":null},{"url":null,"slug":"rethinking-emotion-annotations-in-the-era-of","title":"Rethinking Emotion Annotations in the Era of Large Language Models","date":"2024-12-10","arxiv_id":"2412.07906","repositories_listed":0,"syntology":null},{"url":null,"slug":"gigahands-a-massive-annotated-dataset-of","title":"GigaHands: A Massive Annotated Dataset of Bimanual Hand Activities","date":"2024-12-05","arxiv_id":"2412.04244","repositories_listed":0,"syntology":null},{"url":null,"slug":"multimodal-remote-sensing-scene","title":"Multimodal Remote Sensing Scene Classification Using VLMs and Dual-Cross Attention Networks","date":"2024-12-03","arxiv_id":"2412.02531","repositories_listed":0,"syntology":null},{"url":null,"slug":"harmful-youtube-video-detection-a-taxonomy-of","title":"Harmful YouTube Video Detection: A Taxonomy of Online Harm and MLLMs as Alternative Annotators","date":"2024-11-06","arxiv_id":"2411.05854","repositories_listed":0,"syntology":null},{"url":null,"slug":"which-demographics-do-llms-default-to-during","title":"Which Demographics do LLMs Default to During Annotation?","date":"2024-10-11","arxiv_id":"2410.08820","repositories_listed":0,"syntology":null},{"url":null,"slug":"mmhead-towards-fine-grained-multi-modal-3d","title":"MMHead: Towards Fine-grained Multi-modal 3D Facial Animation","date":"2024-10-10","arxiv_id":"2410.07757","repositories_listed":0,"syntology":null},{"url":null,"slug":"benchmarking-llms-in-political-content-text","title":"Benchmarking LLMs in Political Content Text-Annotation: Proof-of-Concept with Toxicity and Incivility Data","date":"2024-09-15","arxiv_id":"2409.09741","repositories_listed":0,"syntology":null},{"url":null,"slug":"enhancing-text-annotation-through-rationale","title":"Enhancing Text Annotation through Rationale-Driven Collaborative Few-Shot Prompting","date":"2024-09-15","arxiv_id":"2409.09615","repositories_listed":0,"syntology":null},{"url":null,"slug":"keeping-humans-in-the-loop-human-centered","title":"Keeping Humans in the Loop: Human-Centered Automated Annotation with Generative AI","date":"2024-09-14","arxiv_id":"2409.09467","repositories_listed":0,"syntology":null},{"url":null,"slug":"what-color-scheme-is-more-effective-in","title":"What Color Scheme is More Effective in Assisting Readers to Locate Information in a Color-Coded Article?","date":"2024-08-12","arxiv_id":"2408.06494","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-visual-grounding-from-generative","title":"Learning Visual Grounding from Generative Vision and Language Model","date":"2024-07-18","arxiv_id":"2407.14563","repositories_listed":0,"syntology":null},{"url":null,"slug":"prompt-selection-matters-enhancing-text","title":"Prompt Selection Matters: Enhancing Text Annotations for Social Sciences with Large Language Models","date":"2024-07-15","arxiv_id":"2407.10645","repositories_listed":0,"syntology":null},{"url":null,"slug":"ispo-an-integrated-ontology-of-symptom","title":"ISPO: An Integrated Ontology of Symptom Phenotypes for Semantic Integration of Traditional Chinese Medical Data","date":"2024-07-08","arxiv_id":"2407.12851","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-automating-text-annotation-a-case","title":"Towards Automating Text Annotation: A Case Study on Semantic Proximity Annotation using GPT-4","date":"2024-07-04","arxiv_id":"2407.04130","repositories_listed":0,"syntology":null},{"url":null,"slug":"prompt-stability-scoring-for-text-annotation","title":"Prompt Stability Scoring for Text Annotation with Large Language Models","date":"2024-07-02","arxiv_id":"2407.02039","repositories_listed":0,"syntology":null},{"url":null,"slug":"advancing-annotation-of-stance-in-social","title":"Advancing Annotation of Stance in Social Media Posts: A Comparative Analysis of Large Language Models and Crowd Sourcing","date":"2024-06-11","arxiv_id":"2406.07483","repositories_listed":0,"syntology":null},{"url":null,"slug":"automated-assessment-of-encouragement-and","title":"Automated Assessment of Encouragement and Warmth in Classrooms Leveraging Multimodal Emotional Features and ChatGPT","date":"2024-04-01","arxiv_id":"2404.15310","repositories_listed":0,"syntology":null},{"url":null,"slug":"best-practices-for-text-annotation-with-large","title":"Best Practices for Text Annotation with Large Language Models","date":"2024-02-05","arxiv_id":"2402.05129","repositories_listed":0,"syntology":null},{"url":"/paper/cartomark-a-benchmark-dataset-for-map-pattern","slug":"cartomark-a-benchmark-dataset-for-map-pattern","title":"CartoMark: a benchmark dataset for map pattern recognition and 1 map content retrieval with machine intelligence","date":"2023-12-14","arxiv_id":"2312.08600","repositories_listed":0,"syntology":null},{"url":null,"slug":"llms-accelerate-annotation-for-medical","title":"LLMs Accelerate Annotation for Medical Information Extraction","date":"2023-12-04","arxiv_id":"2312.02296","repositories_listed":0,"syntology":null},{"url":null,"slug":"text-annotation-handbook-a-practical-guide","title":"Text Annotation Handbook: A Practical Guide for Machine Learning Projects","date":"2023-10-18","arxiv_id":"2310.11780","repositories_listed":0,"syntology":null},{"url":null,"slug":"separate-scene-text-detector-for-unseen","title":"Separate Scene Text Detector for Unseen Scripts is Not All You Need","date":"2023-07-29","arxiv_id":"2307.15991","repositories_listed":0,"syntology":null},{"url":null,"slug":"open-source-large-language-models-outperform","title":"Open-Source LLMs for Text Annotation: A Practical Guide for Model Setting and Fine-Tuning","date":"2023-07-05","arxiv_id":"2307.02179","repositories_listed":0,"syntology":null},{"url":null,"slug":"leveraging-chatgpt-as-text-annotation-tool","title":"Leveraging ChatGPT As Text Annotation Tool For Sentiment Analysis","date":"2023-06-18","arxiv_id":"2306.17177","repositories_listed":0,"syntology":null},{"url":null,"slug":"automated-annotation-with-generative-ai","title":"Automated Annotation with Generative AI Requires Validation","date":"2023-05-31","arxiv_id":"2306.00176","repositories_listed":0,"syntology":null},{"url":null,"slug":"testing-the-reliability-of-chatgpt-for-text","title":"Testing the Reliability of ChatGPT for Text Annotation and Classification: A Cautionary Remark","date":"2023-04-17","arxiv_id":"2304.11085","repositories_listed":0,"syntology":null},{"url":null,"slug":"text2struct-a-machine-learning-pipeline-for","title":"Text2Struct: A Machine Learning Pipeline for Mining Structured Data from Text","date":"2022-12-18","arxiv_id":"2212.09044","repositories_listed":0,"syntology":null},{"url":null,"slug":"end-to-end-clinical-event-extraction-from","title":"End-to-end Clinical Event Extraction from Chinese Electronic Health Record","date":"2022-08-19","arxiv_id":"2208.09354","repositories_listed":0,"syntology":null},{"url":null,"slug":"mean-field-inference-of-crfs-based-on-gat","title":"Mean Field inference of CRFs based on GAT","date":"2022-05-29","arxiv_id":"2205.15312","repositories_listed":0,"syntology":null},{"url":null,"slug":"assisted-text-annotation-using-active","title":"Assisted Text Annotation Using Active Learning to Achieve High Quality with Little Effort","date":"2021-12-15","arxiv_id":"2112.11914","repositories_listed":0,"syntology":null},{"url":null,"slug":"tassy-a-text-annotation-survey-system","title":"TASSY -- A Text Annotation Survey System","date":"2021-12-14","arxiv_id":"2112.07391","repositories_listed":0,"syntology":null},{"url":null,"slug":"lighttag-text-annotation-platform","title":"LightTag: Text Annotation Platform","date":"2021-09-06","arxiv_id":"2109.02320","repositories_listed":0,"syntology":null},{"url":null,"slug":"sipos-a-benchmark-dataset-for-sindhi-part-of","title":"SiPOS: A Benchmark Dataset for Sindhi Part-of-Speech Tagging","date":"2021-09-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"tell-me-what-you-read-automatic-expertise","title":"Tell Me What You Read: Automatic Expertise-Based Annotator Assignment for Text Annotation in Expert Domains","date":"2021-09-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"text-preprocessing-and-its-implications-in-a","title":"Text Preprocessing and its Implications in a Digital Humanities Project","date":"2021-09-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"an-automated-domain-independent-text-reading","title":"An automated domain-independent text reading, interpreting and extracting approach for reviewing the scientific literature","date":"2021-07-30","arxiv_id":"2107.14638","repositories_listed":0,"syntology":null},{"url":null,"slug":"video-moment-retrieval-with-text-query","title":"Video Moment Retrieval with Text Query Considering Many-to-Many Correspondence Using Potentially Relevant Pair","date":"2021-06-25","arxiv_id":"2106.13566","repositories_listed":0,"syntology":null},{"url":null,"slug":"fitannotator-a-flexible-and-intelligent-text","title":"FITAnnotator: A Flexible and Intelligent Text Annotation System","date":"2021-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"human-in-the-loopentity-linking-for-low","title":"Human-In-The-LoopEntity Linking for Low Resource Domains","date":"2021-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"creating-and-evaluating-resources-for","title":"Creating and Evaluating Resources for Sentiment Analysis in the Low-resource Language: Sindhi","date":"2021-04-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"tracking-based-semi-automatic-annotation-for","title":"Tracking Based Semi-Automatic Annotation for Scene Text Videos","date":"2021-03-29","arxiv_id":"2103.15488","repositories_listed":0,"syntology":null},{"url":null,"slug":"exploring-amharic-sentiment-analysis-from","title":"Exploring Amharic Sentiment Analysis from Social Media Texts: Building Annotation Tools and Classification Models","date":"2020-12-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"rurebus-a-case-study-of-joint-named-entity","title":"RuREBus: a Case Study of Joint Named Entity Recognition and Relation Extraction from e-Government Domain","date":"2020-10-29","arxiv_id":"2010.15939","repositories_listed":0,"syntology":null},{"url":null,"slug":"bayesian-methods-for-semi-supervised-text","title":"Bayesian Methods for Semi-supervised Text Annotation","date":"2020-10-28","arxiv_id":"2010.14872","repositories_listed":0,"syntology":null},{"url":null,"slug":"dart-a-lightweight-quality-suggestive-data-to","title":"DART: A Lightweight Quality-Suggestive Data-to-Text Annotation Tool","date":"2020-10-08","arxiv_id":"2010.04141","repositories_listed":0,"syntology":null},{"url":null,"slug":"the-go-transformer-natural-language-modeling","title":"The Go Transformer: Natural Language Modeling for Game Play","date":"2020-07-07","arxiv_id":"2007.03500","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-evaluating-gaussian-blurring-in","title":"Towards Evaluating Gaussian Blurring in Perceptual Hashing as a Facial Image Filter","date":"2020-02-01","arxiv_id":"2002.00140","repositories_listed":0,"syntology":null},{"url":null,"slug":"discoverability-in-satellite-imagery-a-good","title":"Discoverability in Satellite Imagery: A Good Sentence is Worth a Thousand Pictures","date":"2020-01-03","arxiv_id":"2001.05839","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-multi-platform-annotation-ecosystem-for","title":"A Multi-Platform Annotation Ecosystem for Domain Adaptation","date":"2019-08-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"medcattrainer-a-biomedical-free-text","title":"MedCATTrainer: A Biomedical Free Text Annotation Interface with Active Learning and Research Use Case Specific Customisation","date":"2019-07-16","arxiv_id":"1907.07322","repositories_listed":0,"syntology":null},{"url":null,"slug":"scene-text-magnifier","title":"Scene Text Magnifier","date":"2019-06-17","arxiv_id":"1907.00693","repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-multi-label-attention-networks-for","title":"Joint Multi-Label Attention Networks for Social Text Annotation","date":"2019-06-01","arxiv_id":null,"repositories_listed":0,"syntology":null},{"url":null,"slug":"integrating-knowledge-supported-search-into","title":"Integrating Knowledge-Supported Search into the INCEpTION Annotation Platform","date":"2018-11-01","arxiv_id":null,"repositories_listed":0,"syntology":null}],"syntology_records":11,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":0,"papers_placed":0,"judged_by":{"model":"a model","models_as_recorded":[],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[]},"papers_where_code_ran":11,"papers_where_code_ran_first_page":"/task/text-annotation/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/task/text-annotation/papers/2","json":"/task/text-annotation/papers/2.json","rows":27},{"order":"ran","page":1,"of":1,"url":"/task/text-annotation/papers/ran/1","json":"/task/text-annotation/papers/ran/1.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"ee5e8390f0a0ded38585c1e87e5a6cc6dfc9a5063c577ba9f4c0e6779f962cbe","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}