{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/roberta","slug":"roberta","name":"RoBERTa","full_name":"RoBERTa","full_name_withheld":false,"description_markdown":"**RoBERTa** is an extension of [BERT](https://paperswithcode.com/method/bert) with changes to the pretraining procedure. The modifications include: \r\n\r\n- training the model longer, with bigger batches, over more data\r\n- removing the next sentence prediction objective\r\n- training on longer sequences\r\n- dynamically changing the masking pattern applied to the training data. The authors also collect a large new dataset ($\\text{CC-News}$) of comparable size to other privately used datasets, to better control for training set size effects","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":"https://arxiv.org/abs/1907.11692v1","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Transformers","url":"/methods/category/transformers","pwc_aliases":[]}],"n_papers_tagged":913,"archive_num_papers":null,"papers_newest_first":[{"paper":null,"slug":"rethinking-the-effects-of-data-contamination","title":"Rethinking the effects of data contamination in Code Intelligence","date":"2025-06-03","arxiv_id":"2506.02791","n_code_links":0,"syntology":null},{"paper":"/paper/evaluating-ai-capabilities-in-detecting","slug":"evaluating-ai-capabilities-in-detecting","title":"Evaluating AI capabilities in detecting conspiracy theories on YouTube","date":"2025-05-29","arxiv_id":"2505.23570","n_code_links":1,"syntology":null},{"paper":null,"slug":"detection-of-suicidal-risk-on-social-media-a","title":"Detection of Suicidal Risk on Social Media: A Hybrid Model","date":"2025-05-26","arxiv_id":"2505.23797","n_code_links":0,"syntology":null},{"paper":"/paper/hermes-dravidianlangtech-2025-sentiment","slug":"hermes-dravidianlangtech-2025-sentiment","title":"Hermes@DravidianLangTech 2025: Sentiment Analysis of Dravidian Languages using XLM-RoBERTa","date":"2025-05-25","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/optimized-text-embedding-models-and","slug":"optimized-text-embedding-models-and","title":"Optimized Text Embedding Models and Benchmarks for Amharic Passage Retrieval","date":"2025-05-25","arxiv_id":"2505.19356","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-scale-probabilistic-generation-theory-a","title":"Multi-Scale Probabilistic Generation Theory: A Hierarchical Framework for Interpreting Large Language Models","date":"2025-05-23","arxiv_id":"2505.18244","n_code_links":0,"syntology":null},{"paper":"/paper/climate-research-domain-berts-pretraining","slug":"climate-research-domain-berts-pretraining","title":"Climate Research Domain BERTs: Pretraining, Adaptation, and Evaluation","date":"2025-05-19","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"suicide-risk-assessment-using-multimodal","title":"Suicide Risk Assessment Using Multimodal Speech Features: A Study on the SW1 Challenge Dataset","date":"2025-05-19","arxiv_id":"2505.13069","n_code_links":0,"syntology":null},{"paper":"/paper/kgalign-joint-semantic-structural-knowledge","slug":"kgalign-joint-semantic-structural-knowledge","title":"KGAlign: Joint Semantic-Structural Knowledge Encoding for Multimodal Fake News Detection","date":"2025-05-18","arxiv_id":"2505.14714","n_code_links":1,"syntology":null},{"paper":null,"slug":"comparative-sentiment-analysis-of-public","title":"Comparative sentiment analysis of public perception: Monkeypox vs. COVID-19 behavioral insights","date":"2025-05-12","arxiv_id":"2505.07430","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-sound-of-populism-distinct-linguistic","title":"The Sound of Populism: Distinct Linguistic Features Across Populist Variants","date":"2025-05-10","arxiv_id":"2505.07874","n_code_links":0,"syntology":null},{"paper":null,"slug":"leveraging-language-models-for-automated","title":"Leveraging Language Models for Automated Patient Record Linkage","date":"2025-04-21","arxiv_id":"2504.15261","n_code_links":0,"syntology":null},{"paper":null,"slug":"llms-as-data-annotators-how-close-are-we-to","title":"LLMs as Data Annotators: How Close Are We to Human Performance","date":"2025-04-21","arxiv_id":"2504.15022","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-synthetic-imputation-approach-generating","title":"The Synthetic Imputation Approach: Generating Optimal Synthetic Texts For Underrepresented Categories In Supervised Classification Tasks","date":"2025-04-21","arxiv_id":"2504.15160","n_code_links":0,"syntology":null},{"paper":null,"slug":"modernbert-or-debertav3-examining","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","date":"2025-04-11","arxiv_id":"2504.08716","n_code_links":0,"syntology":null},{"paper":null,"slug":"beyond-llms-a-linguistic-approach-to-causal","title":"Beyond LLMs: A Linguistic Approach to Causal Graph Generation from Narrative Texts","date":"2025-04-10","arxiv_id":"2504.07459","n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-generative-ai-techniques-in","title":"Exploring Generative AI Techniques in Government: A Case Study","date":"2025-04-06","arxiv_id":"2504.10497","n_code_links":0,"syntology":null},{"paper":"/paper/a-thorough-benchmark-of-automatic-text","slug":"a-thorough-benchmark-of-automatic-text","title":"A thorough benchmark of automatic text classification: From traditional approaches to large language models","date":"2025-04-02","arxiv_id":"2504.01930","n_code_links":1,"syntology":null},{"paper":"/paper/context-aware-toxicity-detection-in","slug":"context-aware-toxicity-detection-in","title":"Context-Aware Toxicity Detection in Multiplayer Games: Integrating Domain-Adaptive Pretraining and Match Metadata","date":"2025-04-02","arxiv_id":"2504.01534","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-based-named-entity-recognition-2","slug":"transformer-based-named-entity-recognition-2","title":"Transformer-Based Named Entity Recognition for Automated Server Provisioning","date":"2025-04-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"measuring-online-hate-on-4chan-using-pre","title":"Measuring Online Hate on 4chan using Pre-trained Deep Learning Models","date":"2025-03-30","arxiv_id":"2504.00045","n_code_links":0,"syntology":null},{"paper":null,"slug":"enhancing-recommender-systems-using-textual","title":"Enhancing Recommender Systems Using Textual Embeddings from Pre-trained Language Models","date":"2025-03-24","arxiv_id":"2504.08746","n_code_links":0,"syntology":null},{"paper":null,"slug":"lakotabert-a-transformer-based-model-for-low","title":"LakotaBERT: A Transformer-based Model for Low Resource Lakota Language","date":"2025-03-23","arxiv_id":"2503.18212","n_code_links":0,"syntology":null},{"paper":null,"slug":"predicting-human-choice-between-textually","title":"Predicting Human Choice Between Textually Described Lotteries","date":"2025-03-18","arxiv_id":"2503.14004","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-evaluation-of-llms-for-detecting-harmful","title":"An Evaluation of LLMs for Detecting Harmful Computing Terms","date":"2025-03-12","arxiv_id":"2503.09341","n_code_links":0,"syntology":null},{"paper":null,"slug":"multimodal-emotion-recognition-and-sentiment","title":"Multimodal Emotion Recognition and Sentiment Analysis in Multi-Party Conversation Contexts","date":"2025-03-09","arxiv_id":"2503.06805","n_code_links":0,"syntology":null},{"paper":null,"slug":"seeing-delta-parameters-as-jpeg-images-data","title":"Seeing Delta Parameters as JPEG Images: Data-Free Delta Compression with Discrete Cosine Transform","date":"2025-03-09","arxiv_id":"2503.06676","n_code_links":0,"syntology":null},{"paper":"/paper/constructions-are-revealed-in-word","slug":"constructions-are-revealed-in-word","title":"Constructions are Revealed in Word Distributions","date":"2025-03-08","arxiv_id":"2503.06048","n_code_links":1,"syntology":null},{"paper":null,"slug":"evaluating-open-source-large-language-models","title":"Evaluating open-source Large Language Models for automated fact-checking","date":"2025-03-07","arxiv_id":"2503.05565","n_code_links":0,"syntology":null},{"paper":null,"slug":"intermediate-task-transfer-learning","title":"Intermediate-Task Transfer Learning: Leveraging Sarcasm Detection for Stance Detection","date":"2025-03-05","arxiv_id":"2503.03172","n_code_links":0,"syntology":null},{"paper":null,"slug":"large-language-models-in-finance-estimating","title":"Large language models in finance : what is financial sentiment?","date":"2025-03-05","arxiv_id":"2503.03612","n_code_links":0,"syntology":null},{"paper":null,"slug":"sarcasm-detection-as-a-catalyst-improving","title":"Sarcasm Detection as a Catalyst: Improving Stance Detection with Cross-Target Capabilities","date":"2025-03-05","arxiv_id":"2503.03787","n_code_links":0,"syntology":null},{"paper":"/paper/neobert-a-next-generation-bert","slug":"neobert-a-next-generation-bert","title":"NeoBERT: A Next-Generation BERT","date":"2025-02-26","arxiv_id":"2502.19587","n_code_links":1,"syntology":null},{"paper":null,"slug":"broadening-discovery-through-structural","title":"Broadening Discovery through Structural Models: Multimodal Combination of Local and Structural Properties for Predicting Chemical Features","date":"2025-02-25","arxiv_id":"2502.17986","n_code_links":0,"syntology":null},{"paper":null,"slug":"actionable-help-in-crises-a-novel-dataset-and","title":"\"Actionable Help\" in Crises: A Novel Dataset and Resource-Efficient Models for Identifying Request and Offer Social Media Posts","date":"2025-02-24","arxiv_id":"2502.16839","n_code_links":0,"syntology":null},{"paper":"/paper/adversarial-training-for-defense-against","slug":"adversarial-training-for-defense-against","title":"Adversarial Training for Defense Against Label Poisoning Attacks","date":"2025-02-24","arxiv_id":"2502.17121","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["melisilaydabal/floral"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"iterative-auto-annotation-for-scientific","title":"Iterative Auto-Annotation for Scientific Named Entity Recognition Using BERT-Based Models","date":"2025-02-22","arxiv_id":"2502.16312","n_code_links":0,"syntology":null},{"paper":null,"slug":"extraction-multi-etiquettes-de-relations-en","title":"Extraction multi-étiquettes de relations en utilisant des couches de Transformer","date":"2025-02-21","arxiv_id":"2502.15619","n_code_links":0,"syntology":null},{"paper":"/paper/adasplash-adaptive-sparse-flash-attention","slug":"adasplash-adaptive-sparse-flash-attention","title":"AdaSplash: Adaptive Sparse Flash Attention","date":"2025-02-17","arxiv_id":"2502.12082","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":0,"n_instrument":2,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["deep-spin/adasplash"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"predicting-cognitive-decline-a-multimodal-ai","title":"Predicting Cognitive Decline: A Multimodal AI Approach to Dementia Screening from Speech","date":"2025-02-13","arxiv_id":"2502.08862","n_code_links":0,"syntology":null},{"paper":null,"slug":"making-language-models-robust-against","title":"Making Language Models Robust Against Negation","date":"2025-02-11","arxiv_id":"2502.07717","n_code_links":0,"syntology":null},{"paper":null,"slug":"alphaadam-asynchronous-masked-optimization","title":"AlphaAdam:Asynchronous Masked Optimization with Dynamic Alpha for Selective Updates","date":"2025-01-30","arxiv_id":"2501.18094","n_code_links":0,"syntology":null},{"paper":null,"slug":"general-embedding-vs-task-specific-embedding","title":"General Embedding vs. Task-Specific Embedding: A Comparative Approach to Enhancing NLP Performance","date":"2025-01-30","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-comprehensive-study-on-fine-tuning-large","title":"A Comprehensive Study on Fine-Tuning Large Language Models for Medical Question Answering Using Classification Models and Comparative Analysis","date":"2025-01-27","arxiv_id":"2501.17190","n_code_links":0,"syntology":null},{"paper":null,"slug":"trustdatafilter-leveraging-trusted-knowledge","title":"TrustDataFilter:Leveraging Trusted Knowledge Base Data for More Effective Filtering of Unknown Information","date":"2025-01-25","arxiv_id":"2502.15714","n_code_links":0,"syntology":null},{"paper":"/paper/a-transformer-based-autoregressive-decoder","slug":"a-transformer-based-autoregressive-decoder","title":"A Transformer-based Autoregressive Decoder Architecture for Hierarchical Text Classification","date":"2025-01-23","arxiv_id":"2501.13598","n_code_links":1,"syntology":null},{"paper":null,"slug":"expanding-vietnamese-sentiwordnet-to-improve","title":"Expanding Vietnamese SentiWordNet to Improve Performance of Vietnamese Sentiment Analysis Models","date":"2025-01-15","arxiv_id":"2501.08758","n_code_links":0,"syntology":null},{"paper":"/paper/punctuation-s-semantic-role-between-brain-and","slug":"punctuation-s-semantic-role-between-brain-and","title":"Aligning Brain Activity with Advanced Transformer Models: Exploring the Role of Punctuation in Semantic Processing","date":"2025-01-10","arxiv_id":"2501.06278","n_code_links":1,"syntology":null},{"paper":"/paper/text-to-band-gap-pre-trained-language-models","slug":"text-to-band-gap-pre-trained-language-models","title":"Text to Band Gap: Pre-trained Language Models as Encoders for Semiconductor Band Gap Prediction","date":"2025-01-07","arxiv_id":"2501.03456","n_code_links":1,"syntology":null},{"paper":null,"slug":"llm-content-moderation-and-user-satisfaction","title":"LLM Content Moderation and User Satisfaction: Evidence from Response Refusals in Chatbot Arena","date":"2025-01-04","arxiv_id":"2501.03266","n_code_links":0,"syntology":null},{"paper":"/paper/column-property-annotation-using-large","slug":"column-property-annotation-using-large","title":"Column Property Annotation using Large Language Models","date":"2025-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/labels-generated-by-large-language-model","slug":"labels-generated-by-large-language-model","title":"Labels Generated by Large Language Model Helps Measuring People's Empathy in Vitro","date":"2025-01-01","arxiv_id":"2501.00691","n_code_links":1,"syntology":null},{"paper":null,"slug":"dementia-detection-using-multi-modal-methods","title":"Dementia Detection using Multi-modal Methods on Audio Data","date":"2024-12-31","arxiv_id":"2501.00465","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-adversarial-robustness-of-language-models","title":"On Adversarial Robustness of Language Models in Transfer Learning","date":"2024-12-29","arxiv_id":"2501.00066","n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-text-classification-methods-for","title":"Assessing Text Classification Methods for Cyberbullying Detection on Social Media Platforms","date":"2024-12-27","arxiv_id":"2412.19928","n_code_links":0,"syntology":null},{"paper":"/paper/gradient-weight-normalized-low-rank","slug":"gradient-weight-normalized-low-rank","title":"Gradient Weight-normalized Low-rank Projection for Efficient LLM Training","date":"2024-12-27","arxiv_id":"2412.19616","n_code_links":1,"syntology":null},{"paper":null,"slug":"injecting-bias-into-text-classification","title":"Injecting Bias into Text Classification Models using Backdoor Attacks","date":"2024-12-25","arxiv_id":"2412.18975","n_code_links":0,"syntology":null},{"paper":null,"slug":"unlocking-the-potential-of-multiple-bert","title":"Unlocking the Potential of Multiple BERT Models for Bangla Question Answering in NCTB Textbooks","date":"2024-12-24","arxiv_id":"2412.18440","n_code_links":0,"syntology":null},{"paper":null,"slug":"identifying-cyberbullying-roles-in-social","title":"Identifying Cyberbullying Roles in Social Media","date":"2024-12-21","arxiv_id":"2412.16417","n_code_links":0,"syntology":null},{"paper":null,"slug":"adversarial-robustness-through-dynamic","title":"Adversarial Robustness through Dynamic Ensemble Learning","date":"2024-12-20","arxiv_id":"2412.16254","n_code_links":0,"syntology":null},{"paper":null,"slug":"decade-of-natural-language-processing-in","title":"Decade of Natural Language Processing in Chronic Pain: A Systematic Review","date":"2024-12-19","arxiv_id":"2412.15360","n_code_links":0,"syntology":null},{"paper":"/paper/till-the-layers-collapse-compressing-a-deep","slug":"till-the-layers-collapse-compressing-a-deep","title":"Till the Layers Collapse: Compressing a Deep Neural Network through the Lenses of Batch Normalization Layers","date":"2024-12-19","arxiv_id":"2412.15077","n_code_links":1,"syntology":null},{"paper":"/paper/farexstance-explainable-stance-detection-for","slug":"farexstance-explainable-stance-detection-for","title":"FarExStance: Explainable Stance Detection for Farsi","date":"2024-12-18","arxiv_id":"2412.14008","n_code_links":2,"syntology":null},{"paper":null,"slug":"optimized-quran-passage-retrieval-using-an","title":"Optimized Quran Passage Retrieval Using an Expanded QA Dataset and Fine-Tuned Language Models","date":"2024-12-16","arxiv_id":"2412.11431","n_code_links":0,"syntology":null},{"paper":null,"slug":"tokens-the-oft-overlooked-appetizer-large","title":"Tokens, the oft-overlooked appetizer: Large language models, the distributional hypothesis, and meaning","date":"2024-12-14","arxiv_id":"2412.10924","n_code_links":0,"syntology":null},{"paper":null,"slug":"advancing-single-and-multi-task-text","title":"Advancing Single and Multi-task Text Classification through Large Language Model Fine-tuning","date":"2024-12-11","arxiv_id":"2412.08587","n_code_links":0,"syntology":null},{"paper":null,"slug":"su-roberta-a-semi-supervised-approach-to","title":"Su-RoBERTa: A Semi-supervised Approach to Predicting Suicide Risk through Social Media using Base Language Models","date":"2024-12-02","arxiv_id":"2412.01353","n_code_links":0,"syntology":null},{"paper":"/paper/development-of-pre-trained-transformer-based","slug":"development-of-pre-trained-transformer-based","title":"Development of Pre-Trained Transformer-based Models for the Nepali Language","date":"2024-11-24","arxiv_id":"2411.15734","n_code_links":0,"syntology":null},{"paper":"/paper/a-comparative-analysis-of-transformer-and","slug":"a-comparative-analysis-of-transformer-and","title":"A Comparative Analysis of Transformer and LSTM Models for Detecting Suicidal Ideation on Reddit","date":"2024-11-23","arxiv_id":"2411.15404","n_code_links":1,"syntology":null},{"paper":null,"slug":"inducing-human-like-biases-in-moral-reasoning","title":"Inducing Human-like Biases in Moral Reasoning Language Models","date":"2024-11-23","arxiv_id":"2411.15386","n_code_links":0,"syntology":null},{"paper":"/paper/bert-based-approach-for-automating-course","slug":"bert-based-approach-for-automating-course","title":"BERT-Based Approach for Automating Course Articulation Matrix Construction with Explainable AI","date":"2024-11-21","arxiv_id":"2411.14254","n_code_links":1,"syntology":null},{"paper":null,"slug":"suicide-risk-assessment-on-social-media-with","title":"Suicide Risk Assessment on Social Media with Semi-Supervised Learning","date":"2024-11-18","arxiv_id":"2411.12767","n_code_links":0,"syntology":null},{"paper":null,"slug":"camembert-2-0-a-smarter-french-language-model","title":"CamemBERT 2.0: A Smarter French Language Model Aged to Perfection","date":"2024-11-13","arxiv_id":"2411.08868","n_code_links":0,"syntology":null},{"paper":null,"slug":"tempcharbert-keystroke-dynamics-for","title":"TempCharBERT: Keystroke Dynamics for Continuous Access Control Based on Pre-trained Language Models","date":"2024-11-11","arxiv_id":"2411.07224","n_code_links":0,"syntology":null},{"paper":"/paper/heartbert-a-self-supervised-ecg-embedding","slug":"heartbert-a-self-supervised-ecg-embedding","title":"HeartBERT: A Self-Supervised ECG Embedding Model for Efficient and Effective Medical Signal Analysis","date":"2024-11-08","arxiv_id":"2411.11896","n_code_links":1,"syntology":null},{"paper":null,"slug":"words-that-move-markets-quantifying-the","title":"Words that Move Markets- Quantifying the Impact of RBI's Monetary Policy Communications on Indian Financial Market","date":"2024-11-07","arxiv_id":"2411.04808","n_code_links":0,"syntology":null},{"paper":"/paper/understanding-the-effects-of-human-written","slug":"understanding-the-effects-of-human-written","title":"Understanding the Effects of Human-written Paraphrases in LLM-generated Text Detection","date":"2024-11-06","arxiv_id":"2411.03806","n_code_links":1,"syntology":null},{"paper":null,"slug":"enriching-tabular-data-with-contextual-llm","title":"Enriching Tabular Data with Contextual LLM Embeddings: A Comprehensive Ablation Study for Ensemble Classifiers","date":"2024-11-03","arxiv_id":"2411.01645","n_code_links":0,"syntology":null},{"paper":"/paper/protransformer-robustify-transformers-via","slug":"protransformer-robustify-transformers-via","title":"ProTransformer: Robustify Transformers via Plug-and-Play Paradigm","date":"2024-10-30","arxiv_id":"2410.23182","n_code_links":1,"syntology":null},{"paper":null,"slug":"meta-learning-adaptable-foundation-models","title":"Meta-Learning Adaptable Foundation Models","date":"2024-10-29","arxiv_id":"2410.22264","n_code_links":0,"syntology":null},{"paper":"/paper/kd-lora-a-hybrid-approach-to-efficient-fine","slug":"kd-lora-a-hybrid-approach-to-efficient-fine","title":"KD-LoRA: A Hybrid Approach to Efficient Fine-Tuning with LoRA and Knowledge Distillation","date":"2024-10-28","arxiv_id":"2410.20777","n_code_links":1,"syntology":null},{"paper":"/paper/uottawa-at-legallens-2024-transformer-based","slug":"uottawa-at-legallens-2024-transformer-based","title":"uOttawa at LegalLens-2024: Transformer-based Classification Experiments","date":"2024-10-28","arxiv_id":"2410.21139","n_code_links":1,"syntology":null},{"paper":"/paper/natural-galore-accelerating-galore-for-memory","slug":"natural-galore-accelerating-galore-for-memory","title":"Natural GaLore: Accelerating GaLore for memory-efficient LLM Training and Fine-tuning","date":"2024-10-21","arxiv_id":"2410.16029","n_code_links":1,"syntology":null},{"paper":null,"slug":"medical-gat-cancer-document-classification","title":"Medical-GAT: Cancer Document Classification Leveraging Graph-Based Residual Network for Scenarios with Limited Data","date":"2024-10-19","arxiv_id":"2410.15198","n_code_links":0,"syntology":null},{"paper":null,"slug":"implicit-regularization-of-sharpness-aware","title":"Implicit Regularization of Sharpness-Aware Minimization for Scale-Invariant Problems","date":"2024-10-18","arxiv_id":"2410.14802","n_code_links":0,"syntology":null},{"paper":null,"slug":"sentiment-analysis-based-on-roberta-for","title":"Sentiment Analysis Based on RoBERTa for Amazon Review: An Empirical Study on Decision Making","date":"2024-10-18","arxiv_id":"2411.00796","n_code_links":0,"syntology":null},{"paper":"/paper/detecting-ai-generated-texts-in-cross-domains","slug":"detecting-ai-generated-texts-in-cross-domains","title":"Detecting AI-Generated Texts in Cross-Domains","date":"2024-10-17","arxiv_id":"2410.13966","n_code_links":1,"syntology":null},{"paper":null,"slug":"linguistically-grounded-analysis-of-language","title":"Linguistically Grounded Analysis of Language Models using Shapley Head Values","date":"2024-10-17","arxiv_id":"2410.13396","n_code_links":0,"syntology":null},{"paper":"/paper/loldu-low-rank-adaptation-via-lower-diag","slug":"loldu-low-rank-adaptation-via-lower-diag","title":"LoLDU: Low-Rank Adaptation via Lower-Diag-Upper Decomposition for Parameter-Efficient Fine-Tuning","date":"2024-10-17","arxiv_id":"2410.13618","n_code_links":1,"syntology":{"ran":4,"of":4,"n_ran_checked":2,"n_instrument":2,"unverified":0,"pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["skddj/loldu"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/rocoft-efficient-finetuning-of-large-language","slug":"rocoft-efficient-finetuning-of-large-language","title":"RoCoFT: Efficient Finetuning of Large Language Models with Row-Column Updates","date":"2024-10-14","arxiv_id":"2410.10075","n_code_links":1,"syntology":null},{"paper":"/paper/will-llms-replace-the-encoder-only-models-in","slug":"will-llms-replace-the-encoder-only-models-in","title":"Will LLMs Replace the Encoder-Only Models in Temporal Relation Classification?","date":"2024-10-14","arxiv_id":"2410.10476","n_code_links":1,"syntology":{"ran":5,"of":6,"n_ran_checked":5,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["brownfortress/llms-trc"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"dice-discrete-inversion-enabling-controllable","title":"DICE: Discrete Inversion Enabling Controllable Editing for Multinomial Diffusion and Masked Generative Models","date":"2024-10-10","arxiv_id":"2410.08207","n_code_links":0,"syntology":null},{"paper":null,"slug":"fine-tuning-language-models-for-ethical","title":"Fine-Tuning Language Models for Ethical Ambiguity: A Comparative Study of Alignment with Human Responses","date":"2024-10-10","arxiv_id":"2410.07826","n_code_links":0,"syntology":null},{"paper":"/paper/robust-ai-generated-text-detection-by","slug":"robust-ai-generated-text-detection-by","title":"Robust AI-Generated Text Detection by Restricted Embeddings","date":"2024-10-10","arxiv_id":"2410.08113","n_code_links":1,"syntology":{"ran":3,"of":6,"n_ran_checked":2,"n_instrument":1,"unverified":3,"pointer_only":6,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":{"repos":["silversolver/robustatd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/sparsegrad-a-selective-method-for-efficient","slug":"sparsegrad-a-selective-method-for-efficient","title":"SparseGrad: A Selective Method for Efficient Fine-tuning of MLP Layers","date":"2024-10-09","arxiv_id":"2410.07383","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-comparative-study-of-hybrid-models-in","title":"A Comparative Study of Hybrid Models in Health Misinformation Text Classification","date":"2024-10-08","arxiv_id":"2410.06311","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-semantic-structure-through-first","title":"Learning Semantic Structure through First-Order-Logic Translation","date":"2024-10-04","arxiv_id":"2410.03203","n_code_links":0,"syntology":null},{"paper":null,"slug":"emotion-aware-response-generation-using","title":"Emotion-Aware Embedding Fusion in LLMs (Flan-T5, LLAMA 2, DeepSeek-R1, and ChatGPT 4) for Intelligent Response Generation","date":"2024-10-02","arxiv_id":"2410.01306","n_code_links":0,"syntology":null},{"paper":"/paper/insightbuddy-ai-medication-extraction-and","slug":"insightbuddy-ai-medication-extraction-and","title":"INSIGHTBUDDY-AI: Medication Extraction and Entity Linking using Large Language Models and Ensemble Learning","date":"2024-09-28","arxiv_id":"2409.19467","n_code_links":2,"syntology":null},{"paper":null,"slug":"suicide-phenotyping-from-clinical-notes-in","title":"Suicide Phenotyping from Clinical Notes in Safety-Net Psychiatric Hospital Using Multi-Label Classification with Pre-Trained Language Models","date":"2024-09-27","arxiv_id":"2409.18878","n_code_links":0,"syntology":null}],"papers_shown":100,"papers_order":"date (newest first), then slug","paper_counts":{"archive_papers_tagged":913,"with_a_code_link":399,"where_syntology_ran_a_sample":87,"not_listed_spam_title":0,"listed":913,"listed_where_code_ran":87,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":62,"every_run_a_failure_of_syntologys_instrument":25,"listed_with_a_run_with_no_instrument_failure":62,"listed_every_run_a_failure_of_syntologys_instrument":25,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"papers_where_code_ran":87,"papers_where_code_ran_first_page":"/method/roberta/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not isolate this method inside it.","pages":[{"order":"archive","page":2,"of":10,"url":"/method/roberta/papers/2","json":"/method/roberta/papers/2.json","rows":100},{"order":"archive","page":3,"of":10,"url":"/method/roberta/papers/3","json":"/method/roberta/papers/3.json","rows":100},{"order":"archive","page":4,"of":10,"url":"/method/roberta/papers/4","json":"/method/roberta/papers/4.json","rows":100},{"order":"archive","page":5,"of":10,"url":"/method/roberta/papers/5","json":"/method/roberta/papers/5.json","rows":100},{"order":"archive","page":6,"of":10,"url":"/method/roberta/papers/6","json":"/method/roberta/papers/6.json","rows":100},{"order":"archive","page":7,"of":10,"url":"/method/roberta/papers/7","json":"/method/roberta/papers/7.json","rows":100},{"order":"archive","page":8,"of":10,"url":"/method/roberta/papers/8","json":"/method/roberta/papers/8.json","rows":100},{"order":"archive","page":9,"of":10,"url":"/method/roberta/papers/9","json":"/method/roberta/papers/9.json","rows":100},{"order":"archive","page":10,"of":10,"url":"/method/roberta/papers/10","json":"/method/roberta/papers/10.json","rows":13},{"order":"ran","page":1,"of":1,"url":"/method/roberta/papers/ran/1","json":"/method/roberta/papers/ran/1.json","rows":87}],"tasks":[{"task":"/task/language-modelling","name":"Language Modelling","papers":145},{"task":"/task/language-modeling","name":"Language Modeling","papers":128},{"task":"/task/sentence","name":"Sentence","papers":103},{"task":"/task/sentiment-analysis","name":"Sentiment Analysis","papers":75},{"task":"/task/question-answering","name":"Question Answering","papers":68},{"task":"/task/text-classification","name":"Text Classification","papers":65},{"task":"/task/text-classification-1","name":"text-classification","papers":56},{"task":"/task/natural-language-understanding","name":"Natural Language Understanding","papers":45},{"task":"/task/classification-1","name":"Classification","papers":44},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":43},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":42},{"task":"/task/named-entity-recognition-1","name":"Named Entity Recognition","papers":40},{"task":"/task/named-entity-recognition","name":"named-entity-recognition","papers":39},{"task":"/task/named-entity-recognition-ner","name":"Named Entity Recognition (NER)","papers":35},{"task":"/task/natural-language-inference","name":"Natural Language Inference","papers":33},{"task":"/task/cg","name":"NER","papers":32},{"task":"/task/reading-comprehension","name":"Reading Comprehension","papers":28},{"task":"/task/articles","name":"Articles","papers":26},{"task":"/task/word-embeddings","name":"Word Embeddings","papers":26},{"task":"/task/decoder","name":"Decoder","papers":23}],"tasks_shown":20,"n_tasks":477,"usage_by_year":[{"year":"2019","papers":19},{"year":"2020","papers":168},{"year":"2021","papers":205},{"year":"2022","papers":138},{"year":"2023","papers":172},{"year":"2024","papers":159},{"year":"2025","papers":52}],"row_source":"embedded","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/roberta"},"syntology_read_at":"2026-10-05T00:36:11+00:00","syntology":{"source":"Syntology's have check for this name (the free coverage lookup), read from Syntology's graph","have_url":"https://syntology.ai/api/graph/have?x=RoBERTa","read_at":"2026-10-05T01:01:20+00:00","query":"RoBERTa","kind":"method","have":"declared_code","tier":"repo_known","verified_implementation":false,"level":null,"level_meaning":"the served verification level, per answer; never summed across methods","resolved_to":{"method":"RoBERTa","origin_arxiv_id":"1907.11692"},"resolution":"exact","resolved_name_differs":false,"absence_asserted":false,"absence_unchecked":null,"no_code_is_about_this_method":false,"subject":"unknown","archive_paper_arxiv_id":null,"repositories":{"listed":5,"in_graph":67,"list_truncated":true,"strongest_link":"official"},"retrieve_with":null,"name_competition":{"verdict":"sole_bearer","may_be_wrong_sense":false,"bearers_found":1,"served":{"arxiv_id":"1907.11692","citations":31106},"leading_other_bearer":null,"n_other_bearers_listed":0,"note":"Nothing else in this corpus is named 'RoBERTa'. That is a statement about this corpus and not about the field: short names are reused, and a sense we never collected cannot show up here. Confirm `served.arxiv_id` if you had a specific paper in mind."},"name_competition_text":null,"near_matches":null,"code_nearby":[],"code_nearby_caption":null,"origin_paper":{"arxiv_id":"1907.11692","page":"/paper/roberta-a-robustly-optimized-bert-pretraining","syntology_url":"https://syntology.ai/paper/1907.11692","in_graph_layer":true,"samples":48,"ran":37,"n_ran_checked":36,"n_instrument":1,"unverified":11,"phrase":"37 ran (of which 11 constructed an object rather than computing a result; 36 with no instrument failure: 2 honoured, 0 violated, 34 with no contract checked; 1 where Syntology's instrument failed) · 11 unverified","instrument_means":"failures of Syntology's instrument, not of the code"},"line":"repository known, no verified implementation (declared_code; repositories: 5 listed of 67 in the graph, strongest link: official). The archive credits no paper with an arXiv id for this method, so whether this answer (about arXiv:1907.11692) is about this method is not checked.","level_legend":null},"syntology_have_state":"loaded","record_sha256":"81c24cd18ff159171f8fffe165bab738e0c77b136886b1e8ef79d6c37642dd4b","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}