{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/bias-detection","name":"Bias Detection","slug":"bias-detection","description_markdown":"Bias detection is the task of detecting and measuring racism, sexism and otherwise discriminatory behavior in a model (Source: https://stereoset.mit.edu/)","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":199,"papers_with_code":80,"benchmarks":5,"benchmark_tables_in_archive":5,"benchmark_tables_shown":5,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":11,"subtasks":1,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/bias-detection-on-stereoset-1","slug":"bias-detection-on-stereoset-1","dataset":"StereoSet","dataset_url":"/dataset/stereoset","rows_in_archive":11,"metrics":["ICAT Score","LMS","SS"],"first_row_in_archive_order":{"model":"GPT-2 (small)","paper_title":"StereoSet: Measuring stereotypical bias in pretrained language models","paper_url":"/paper/stereoset-measuring-stereotypical-bias-in","paper_date":"2020-04-20","arxiv_id":"2004.09456","code_links":[{"title":"moinnadeem/StereoSet","url":"https://github.com/moinnadeem/StereoSet"},{"title":"kanekomasahiro/evaluate_bias_in_mlm","url":"https://github.com/kanekomasahiro/evaluate_bias_in_mlm"},{"title":"zalkikar/mlm-bias","url":"https://github.com/zalkikar/mlm-bias"}],"syntology":null}},{"leaderboard":"/sota/bias-detection-on-rt-inod-bias","slug":"bias-detection-on-rt-inod-bias","dataset":"rt-inod-bias","dataset_url":"/dataset/rt-inod-bias","rows_in_archive":5,"metrics":["Best-of"],"first_row_in_archive_order":{"model":"GPT-4","paper_title":"Benchmarking Llama2, Mistral, Gemma and GPT for Factuality, Toxicity, Bias and Propensity for Hallucinations","paper_url":"/paper/benchmarking-llama2-mistral-gemma-and-gpt-for","paper_date":"2024-04-15","arxiv_id":"2404.09785","code_links":[{"title":"innodatalabs/innodata-llm-safety","url":"https://github.com/innodatalabs/innodata-llm-safety"}],"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":1,"n_instrument":6,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/benchmarking-llama2-mistral-gemma-and-gpt-for#ran","syntology_url":"https://syntology.ai/paper/2404.09785","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.09785"}},"official":{"repos":["innodatalabs/innodata-llm-safety"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/bias-detection-on-icat-llm-bias","slug":"bias-detection-on-icat-llm-bias","dataset":"ICAT LLM bias","dataset_url":null,"rows_in_archive":1,"metrics":["ICAT Score"],"first_row_in_archive_order":{"model":"BAD","paper_title":"BAD: BiAs Detection for Large Language Models in the context of candidate screening","paper_url":"/paper/bad-bias-detection-for-large-language-models","paper_date":"2023-05-17","arxiv_id":"2305.10407","code_links":[{"title":"namhkoh/bad-bias-detection-in-llms","url":"https://github.com/namhkoh/bad-bias-detection-in-llms"}],"syntology":null}},{"leaderboard":"/sota/bias-detection-on-plantvillage-8px","slug":"bias-detection-on-plantvillage-8px","dataset":"PlantVillage_8px","dataset_url":null,"rows_in_archive":1,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"RandomForest_default_hyperparameters","paper_title":"Uncovering bias in the PlantVillage dataset","paper_url":"/paper/uncovering-bias-in-the-plantvillage-dataset","paper_date":"2022-06-09","arxiv_id":"2206.04374","code_links":[{"title":"Ipsumio/plantvillage_bias","url":"https://github.com/Ipsumio/plantvillage_bias"}],"syntology":null}},{"leaderboard":"/sota/bias-detection-on-wiki-neutrality-corpus","slug":"bias-detection-on-wiki-neutrality-corpus","dataset":"Wiki Neutrality Corpus","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"RoBERTa+ALBERT","paper_title":"Towards Detection of Subjective Bias using Contextualized Word Embeddings","paper_url":"/paper/towards-detection-of-subjective-bias-using","paper_date":"2020-02-16","arxiv_id":"2002.06644","code_links":[{"title":"tanvidadu/Subjective-Bias-Detection","url":"https://github.com/tanvidadu/Subjective-Bias-Detection"}],"syntology":null}}],"datasets":[{"url":"/dataset/stereoset","name":"StereoSet","full_name":"","num_papers_in_archive":156},{"url":"/dataset/basil","name":"BASIL","full_name":"","num_papers_in_archive":27},{"url":"/dataset/grep-biasir","name":"Grep-BiasIR","full_name":"Gender Representation-Bias for Information Retrieval","num_papers_in_archive":5},{"url":"/dataset/ci-mnist","name":"CI-MNIST","full_name":"Correlated and Imbalanced MNIST","num_papers_in_archive":4},{"url":"/dataset/clear-bias","name":"CLEAR-Bias","full_name":"Corpus for Linguistic Evaluation of Adversarial Robustness against Bias","num_papers_in_archive":2},{"url":"/dataset/newb","name":"NewB","full_name":"","num_papers_in_archive":2},{"url":"/dataset/twinviews-13k","name":"TwinViews-13k","full_name":"","num_papers_in_archive":2},{"url":"/dataset/filipino-crows-pairs-and-filipino-winoqueer","name":"Filipino CrowS-Pairs and Filipino WinoQueer","full_name":"","num_papers_in_archive":1},{"url":"/dataset/chicago-face-database-cfd","name":"international faces","full_name":"","num_papers_in_archive":1},{"url":"/dataset/rt-inod-bias","name":"rt-inod-bias","full_name":"Red Teaming Innodata Bias","num_papers_in_archive":1},{"url":"/dataset/weathub","name":"WEATHub","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/selection-bias","name":"Selection bias"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":2,"rows_per_page":100,"shown":100,"of":199,"of_with_code":80,"tagged_in_all":199,"counts":{"archive_papers_tagged":199,"with_a_code_link":80,"where_syntology_ran_a_sample":11,"not_listed_spam_title":0,"listed":199,"listed_where_code_ran":11,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":9,"every_run_a_failure_of_syntologys_instrument":2,"listed_with_a_run_with_no_instrument_failure":9,"listed_every_run_a_failure_of_syntologys_instrument":2,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/stereoset-measuring-stereotypical-bias-in","slug":"stereoset-measuring-stereotypical-bias-in","title":"StereoSet: Measuring stereotypical bias in pretrained language models","date":"2020-04-20","arxiv_id":"2004.09456","repositories_listed":3,"syntology":null},{"url":"/paper/investigating-subtler-biases-in-llms-ageism","slug":"investigating-subtler-biases-in-llms-ageism","title":"Investigating Subtler Biases in LLMs: Ageism, Beauty, Institutional, and Nationality Bias in Generative Models","date":"2023-09-16","arxiv_id":"2309.08902","repositories_listed":2,"syntology":null},{"url":"/paper/bipol-multi-axes-evaluation-of-bias-with","slug":"bipol-multi-axes-evaluation-of-bias-with","title":"Bipol: Multi-axes Evaluation of Bias with Explainability in Benchmark Datasets","date":"2023-01-28","arxiv_id":"2301.12139","repositories_listed":2,"syntology":null},{"url":"/paper/detecting-emergent-intersectional-biases","slug":"detecting-emergent-intersectional-biases","title":"Detecting Emergent Intersectional Biases: Contextualized Word Embeddings Contain a Distribution of Human-like Biases","date":"2020-06-06","arxiv_id":"2006.03955","repositories_listed":2,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":2,"n_honours":5,"n_violates":0,"n_no_contract":2,"n_pointer_only":6,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 5 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/detecting-emergent-intersectional-biases#ran","syntology_url":"https://syntology.ai/paper/2006.03955","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03955"}},"official":{"repos":["weiguowilliam/CEAT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/diagnostic-curves-for-black-box-models","slug":"diagnostic-curves-for-black-box-models","title":"Automated Dependence Plots","date":"2019-12-02","arxiv_id":"1912.01108","repositories_listed":2,"syntology":null},{"url":"/paper/how-neural-networks-organize-concepts","slug":"how-neural-networks-organize-concepts","title":"How Neural Networks Organize Concepts: Introducing Concept Trajectory Analysis for Deep Learning Interpretability","date":"2025-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/to-bias-or-not-to-bias-detecting-bias-in-news","slug":"to-bias-or-not-to-bias-detecting-bias-in-news","title":"To Bias or Not to Bias: Detecting bias in News with bias-detector","date":"2025-05-19","arxiv_id":"2505.13010","repositories_listed":1,"syntology":null},{"url":"/paper/2505-11189","slug":"2505-11189","title":"Can Global XAI Methods Reveal Injected Bias in LLMs? SHAP vs Rule Extraction vs RuleSHAP","date":"2025-05-16","arxiv_id":"2505.11189","repositories_listed":1,"syntology":null},{"url":"/paper/explainable-ai-in-spatial-analysis","slug":"explainable-ai-in-spatial-analysis","title":"Explainable AI in Spatial Analysis","date":"2025-05-01","arxiv_id":"2505.00591","repositories_listed":1,"syntology":null},{"url":"/paper/robust-bias-detection-in-mlms-and-its","slug":"robust-bias-detection-in-mlms-and-its","title":"Robust Bias Detection in MLMs and its Application to Human Trait Ratings","date":"2025-02-21","arxiv_id":"2502.15600","repositories_listed":1,"syntology":null},{"url":"/paper/vilbias-a-framework-for-bias-detection-using","slug":"vilbias-a-framework-for-bias-detection-using","title":"ViLBias: A Comprehensive Framework for Bias Detection through Linguistic and Visual Cues , presenting Annotation Strategies, Evaluation, and Key Challenges","date":"2024-12-22","arxiv_id":"2412.17052","repositories_listed":1,"syntology":null},{"url":"/paper/mt-lens-an-all-in-one-toolkit-for-better","slug":"mt-lens-an-all-in-one-toolkit-for-better","title":"MT-LENS: An all-in-one Toolkit for Better Machine Translation Evaluation","date":"2024-12-16","arxiv_id":"2412.11615","repositories_listed":1,"syntology":null},{"url":"/paper/the-promises-and-pitfalls-of-llm-annotations","slug":"the-promises-and-pitfalls-of-llm-annotations","title":"The Promises and Pitfalls of LLM Annotations in Dataset Labeling: a Case Study on Media Bias Detection","date":"2024-11-17","arxiv_id":"2411.11081","repositories_listed":1,"syntology":null},{"url":"/paper/mitigating-bias-in-queer-representation","slug":"mitigating-bias-in-queer-representation","title":"Mitigating Bias in Queer Representation within Large Language Models: A Collaborative Agent Approach","date":"2024-11-12","arxiv_id":"2411.07656","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/mitigating-bias-in-queer-representation#ran","syntology_url":"https://syntology.ai/paper/2411.07656","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.07656"}},"official":{"repos":["tonyhrule/queer-bias-llms"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mapping-bias-in-vision-language-models","slug":"mapping-bias-in-vision-language-models","title":"debiaSAE: Benchmarking and Mitigating Vision-Language Model Bias","date":"2024-10-17","arxiv_id":"2410.13146","repositories_listed":1,"syntology":null},{"url":"/paper/gus-net-social-bias-classification-in-text","slug":"gus-net-social-bias-classification-in-text","title":"GUS-Net: Social Bias Classification in Text with Generalizations, Unfairness, and Stereotypes","date":"2024-10-10","arxiv_id":"2410.08388","repositories_listed":1,"syntology":null},{"url":"/paper/tinyemo-scaling-down-emotional-reasoning-via","slug":"tinyemo-scaling-down-emotional-reasoning-via","title":"TinyEmo: Scaling down Emotional Reasoning via Metric Projection","date":"2024-10-09","arxiv_id":"2410.07062","repositories_listed":1,"syntology":null},{"url":"/paper/towards-implicit-bias-detection-and","slug":"towards-implicit-bias-detection-and","title":"Towards Implicit Bias Detection and Mitigation in Multi-Agent LLM Interactions","date":"2024-10-03","arxiv_id":"2410.02584","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-implicit-bias-detection-and#ran","syntology_url":"https://syntology.ai/paper/2410.02584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.02584"}},"official":{"repos":["MichiganNLP/MultiAgent_ImplicitBias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/counterfactual-token-generation-in-large","slug":"counterfactual-token-generation-in-large","title":"Counterfactual Token Generation in Large Language Models","date":"2024-09-25","arxiv_id":"2409.17027","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":10,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/counterfactual-token-generation-in-large#ran","syntology_url":"https://syntology.ai/paper/2409.17027","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.17027"}},"official":{"repos":["networks-learning/counterfactual-llms"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/explainable-ai-for-computational-pathology","slug":"explainable-ai-for-computational-pathology","title":"Explainable AI for computational pathology identifies model limitations and tissue biomarkers","date":"2024-09-04","arxiv_id":"2409.03080","repositories_listed":1,"syntology":null},{"url":"/paper/gradbias-unveiling-word-influence-on-bias-in","slug":"gradbias-unveiling-word-influence-on-bias-in","title":"GradBias: Unveiling Word Influence on Bias in Text-to-Image Generative Models","date":"2024-08-29","arxiv_id":"2408.16700","repositories_listed":1,"syntology":null},{"url":"/paper/the-bias-detection-framework-bias-detection","slug":"the-bias-detection-framework-bias-detection","title":"The BIAS Detection Framework: Bias Detection in Word Embeddings and Language Models for European Languages","date":"2024-07-26","arxiv_id":"2407.18689","repositories_listed":1,"syntology":null},{"url":"/paper/social-bias-in-large-language-models-for","slug":"social-bias-in-large-language-models-for","title":"Social Bias in Large Language Models For Bangla: An Empirical Study on Gender and Religious Bias","date":"2024-07-03","arxiv_id":"2407.03536","repositories_listed":1,"syntology":null},{"url":"/paper/a-study-of-nationality-bias-in-names-and","slug":"a-study-of-nationality-bias-in-names-and","title":"A Study of Nationality Bias in Names and Perplexity using Off-the-Shelf Affect-related Tweet Classifiers","date":"2024-07-01","arxiv_id":"2407.01834","repositories_listed":1,"syntology":null},{"url":"/paper/gender-bias-detection-in-court-decisions-a","slug":"gender-bias-detection-in-court-decisions-a","title":"Gender Bias Detection in Court Decisions: A Brazilian Case Study","date":"2024-06-01","arxiv_id":"2406.00393","repositories_listed":1,"syntology":null},{"url":"/paper/disparisk-assessing-and-interpreting","slug":"disparisk-assessing-and-interpreting","title":"DispaRisk: Auditing Fairness Through Usable Information","date":"2024-05-20","arxiv_id":"2405.12372","repositories_listed":1,"syntology":null},{"url":"/paper/synthesizrr-generating-diverse-datasets-with","slug":"synthesizrr-generating-diverse-datasets-with","title":"SynthesizRR: Generating Diverse Datasets with Retrieval Augmentation","date":"2024-05-16","arxiv_id":"2405.10040","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/synthesizrr-generating-diverse-datasets-with#ran","syntology_url":"https://syntology.ai/paper/2405.10040","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.10040"}},"official":{"repos":["amazon-science/synthesizrr"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/benchmarking-llama2-mistral-gemma-and-gpt-for","slug":"benchmarking-llama2-mistral-gemma-and-gpt-for","title":"Benchmarking Llama2, Mistral, Gemma and GPT for Factuality, Toxicity, Bias and Propensity for Hallucinations","date":"2024-04-15","arxiv_id":"2404.09785","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":1,"n_instrument":6,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/benchmarking-llama2-mistral-gemma-and-gpt-for#ran","syntology_url":"https://syntology.ai/paper/2404.09785","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.09785"}},"official":{"repos":["innodatalabs/innodata-llm-safety"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/openbias-open-set-bias-detection-in-text-to","slug":"openbias-open-set-bias-detection-in-text-to","title":"OpenBias: Open-set Bias Detection in Text-to-Image Generative Models","date":"2024-04-11","arxiv_id":"2404.07990","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":5,"n_instrument":5,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":10,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/openbias-open-set-bias-detection-in-text-to#ran","syntology_url":"https://syntology.ai/paper/2404.07990","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07990"}},"official":{"repos":["picsart-ai-research/openbias"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/denetdm-debiasing-by-network-depth-modulation","slug":"denetdm-debiasing-by-network-depth-modulation","title":"DeNetDM: Debiasing by Network Depth Modulation","date":"2024-03-28","arxiv_id":"2403.19863","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/denetdm-debiasing-by-network-depth-modulation#ran","syntology_url":"https://syntology.ai/paper/2403.19863","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.19863"}},"official":{"repos":["kadarsh22/denetdm"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rubia-a-russian-language-bias-detection","slug":"rubia-a-russian-language-bias-detection","title":"RuBia: A Russian Language Bias Detection Dataset","date":"2024-03-26","arxiv_id":"2403.17553","repositories_listed":1,"syntology":null},{"url":"/paper/multi-task-media-bias-analysis-generalization","slug":"multi-task-media-bias-analysis-generalization","title":"MAGPIE: Multi-Task Media-Bias Analysis Generalization for Pre-Trained Identification of Expressions","date":"2024-02-27","arxiv_id":"2403.07910","repositories_listed":1,"syntology":null},{"url":"/paper/indivec-an-exploration-of-leveraging-large","slug":"indivec-an-exploration-of-leveraging-large","title":"IndiVec: An Exploration of Leveraging Large Language Models for Media Bias Detection with Fine-Grained Bias Indicators","date":"2024-02-01","arxiv_id":"2402.00345","repositories_listed":1,"syntology":null},{"url":"/paper/new-job-new-gender-measuring-the-social-bias","slug":"new-job-new-gender-measuring-the-social-bias","title":"New Job, New Gender? Measuring the Social Bias in Image Generation Models","date":"2024-01-01","arxiv_id":"2401.00763","repositories_listed":1,"syntology":null},{"url":"/paper/the-media-bias-taxonomy-a-systematic","slug":"the-media-bias-taxonomy-a-systematic","title":"The Media Bias Taxonomy: A Systematic Literature Review on the Forms and Automated Detection of Media Bias","date":"2023-12-26","arxiv_id":"2312.16148","repositories_listed":1,"syntology":null},{"url":"/paper/lucid-gan-conditional-generative-models-to","slug":"lucid-gan-conditional-generative-models-to","title":"LUCID-GAN: Conditional Generative Models to Locate Unfairness","date":"2023-07-28","arxiv_id":"2307.15466","repositories_listed":1,"syntology":null},{"url":"/paper/the-hidden-language-of-diffusion-models","slug":"the-hidden-language-of-diffusion-models","title":"The Hidden Language of Diffusion Models","date":"2023-06-01","arxiv_id":"2306.00966","repositories_listed":1,"syntology":null},{"url":"/paper/a-systematic-study-and-comprehensive","slug":"a-systematic-study-and-comprehensive","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","date":"2023-05-29","arxiv_id":"2305.18486","repositories_listed":1,"syntology":null},{"url":"/paper/trade-offs-between-fairness-and-privacy-in","slug":"trade-offs-between-fairness-and-privacy-in","title":"Trade-Offs Between Fairness and Privacy in Language Modeling","date":"2023-05-24","arxiv_id":"2305.14936","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trade-offs-between-fairness-and-privacy-in#ran","syntology_url":"https://syntology.ai/paper/2305.14936","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14936"}},"official":{"repos":["cleolotta/fair-and-private-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/language-agnostic-bias-detection-in-language","slug":"language-agnostic-bias-detection-in-language","title":"Language-Agnostic Bias Detection in Language Models with Bias Probing","date":"2023-05-22","arxiv_id":"2305.13302","repositories_listed":1,"syntology":null},{"url":"/paper/biasasker-measuring-the-bias-in","slug":"biasasker-measuring-the-bias-in","title":"BiasAsker: Measuring the Bias in Conversational AI System","date":"2023-05-21","arxiv_id":"2305.12434","repositories_listed":1,"syntology":null},{"url":"/paper/bad-bias-detection-for-large-language-models","slug":"bad-bias-detection-for-large-language-models","title":"BAD: BiAs Detection for Large Language Models in the context of candidate screening","date":"2023-05-17","arxiv_id":"2305.10407","repositories_listed":1,"syntology":null},{"url":"/paper/introducing-mbib-the-first-media-bias","slug":"introducing-mbib-the-first-media-bias","title":"Introducing MBIB -- the first Media Bias Identification Benchmark Task and Dataset Collection","date":"2023-04-25","arxiv_id":"2304.13148","repositories_listed":1,"syntology":null},{"url":"/paper/bipol-a-novel-multi-axes-bias-evaluation","slug":"bipol-a-novel-multi-axes-bias-evaluation","title":"Bipol: A Novel Multi-Axes Bias Evaluation Metric with Explainability for NLP","date":"2023-04-08","arxiv_id":"2304.04029","repositories_listed":1,"syntology":null},{"url":"/paper/galactica-a-large-language-model-for-science-1","slug":"galactica-a-large-language-model-for-science-1","title":"Galactica: A Large Language Model for Science","date":"2022-11-16","arxiv_id":"2211.09085","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/galactica-a-large-language-model-for-science-1#ran","syntology_url":"https://syntology.ai/paper/2211.09085","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09085"}},"official":{"repos":["paperswithcode/galai"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mind-your-bias-a-critical-review-of-bias","slug":"mind-your-bias-a-critical-review-of-bias","title":"Mind Your Bias: A Critical Review of Bias Detection Methods for Contextual Language Models","date":"2022-11-15","arxiv_id":"2211.08461","repositories_listed":1,"syntology":null},{"url":"/paper/neural-media-bias-detection-using-distant-1","slug":"neural-media-bias-detection-using-distant-1","title":"Neural Media Bias Detection Using Distant Supervision With BABE -- Bias Annotations By Experts","date":"2022-09-29","arxiv_id":"2209.14557","repositories_listed":1,"syntology":null},{"url":"/paper/a-unified-comparison-of-user-modeling","slug":"a-unified-comparison-of-user-modeling","title":"A Unified Comparison of User Modeling Techniques for Predicting Data Interaction and Detecting Exploration Bias","date":"2022-08-09","arxiv_id":"2208.05021","repositories_listed":1,"syntology":null},{"url":"/paper/a-tool-to-overcome-technical-barriers-for","slug":"a-tool-to-overcome-technical-barriers-for","title":"A methodology to characterize bias and harmful stereotypes in natural language processing in Latin America","date":"2022-07-14","arxiv_id":"2207.06591","repositories_listed":1,"syntology":null},{"url":"/paper/heterocorpus-a-corpus-for-heteronormative","slug":"heterocorpus-a-corpus-for-heteronormative","title":"HeteroCorpus: A Corpus for Heteronormative Language Detection","date":"2022-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/uncovering-bias-in-the-plantvillage-dataset","slug":"uncovering-bias-in-the-plantvillage-dataset","title":"Uncovering bias in the PlantVillage dataset","date":"2022-06-09","arxiv_id":"2206.04374","repositories_listed":1,"syntology":null},{"url":"/paper/a-domain-adaptive-pre-training-approach-for","slug":"a-domain-adaptive-pre-training-approach-for","title":"A Domain-adaptive Pre-training Approach for Language Bias Detection in News","date":"2022-05-22","arxiv_id":"2205.10773","repositories_listed":1,"syntology":null},{"url":"/paper/how-sensitive-are-translation-systems-to","slug":"how-sensitive-are-translation-systems-to","title":"How sensitive are translation systems to extra contexts? Mitigating gender bias in Neural Machine Translation models through relevant contexts","date":"2022-05-22","arxiv_id":"2205.10762","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-split-for-automatic-bias","slug":"learning-to-split-for-automatic-bias","title":"Learning to Split for Automatic Bias Detection","date":"2022-04-28","arxiv_id":"2204.13749","repositories_listed":1,"syntology":null},{"url":"/paper/entropy-based-attention-regularization-frees","slug":"entropy-based-attention-regularization-frees","title":"Entropy-based Attention Regularization Frees Unintended Bias Mitigation from Lists","date":"2022-03-17","arxiv_id":"2203.09192","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/entropy-based-attention-regularization-frees#ran","syntology_url":"https://syntology.ai/paper/2203.09192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09192"}},"official":{"repos":["g8a9/ear"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/forward-composition-propagation-for","slug":"forward-composition-propagation-for","title":"Forward Composition Propagation for Explainable Neural Reasoning","date":"2021-12-23","arxiv_id":"2112.12717","repositories_listed":1,"syntology":null},{"url":"/paper/quantifying-gender-biases-towards-politicians","slug":"quantifying-gender-biases-towards-politicians","title":"Quantifying Gender Biases Towards Politicians on Reddit","date":"2021-12-22","arxiv_id":"2112.12014","repositories_listed":1,"syntology":null},{"url":"/paper/debiased-visual-question-answering-from","slug":"debiased-visual-question-answering-from","title":"Debiased Visual Question Answering from Feature and Sample Perspectives","date":"2021-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/detection-of-puffery-on-the-english-wikipedia","slug":"detection-of-puffery-on-the-english-wikipedia","title":"Detection of Puffery on the English Wikipedia","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/dont-discard-all-the-biased-instances","slug":"dont-discard-all-the-biased-instances","title":"Don’t Discard All the Biased Instances: Investigating a Core Assumption in Dataset Bias Mitigation Techniques","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/neural-media-bias-detection-using-distant","slug":"neural-media-bias-detection-using-distant","title":"Neural Media Bias Detection Using Distant Supervision With BABE - Bias Annotations By Experts","date":"2021-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/towards-automatic-bias-detection-in-knowledge","slug":"towards-automatic-bias-detection-in-knowledge","title":"Towards Automatic Bias Detection in Knowledge Graphs","date":"2021-09-19","arxiv_id":"2109.10697","repositories_listed":1,"syntology":null},{"url":"/paper/ifbid-inference-free-bias-detection","slug":"ifbid-inference-free-bias-detection","title":"IFBiD: Inference-Free Bias Detection","date":"2021-09-09","arxiv_id":"2109.04374","repositories_listed":1,"syntology":null},{"url":"/paper/amazon-sagemaker-clarify-machine-learning","slug":"amazon-sagemaker-clarify-machine-learning","title":"Amazon SageMaker Clarify: Machine Learning Bias Detection and Explainability in the Cloud","date":"2021-09-07","arxiv_id":"2109.03285","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/amazon-sagemaker-clarify-machine-learning#ran","syntology_url":"https://syntology.ai/paper/2109.03285","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03285"}},"official":{"repos":["aws/amazon-sagemaker-clarify"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/don-t-discard-all-the-biased-instances","slug":"don-t-discard-all-the-biased-instances","title":"Don't Discard All the Biased Instances: Investigating a Core Assumption in Dataset Bias Mitigation Techniques","date":"2021-09-01","arxiv_id":"2109.00521","repositories_listed":1,"syntology":null},{"url":"/paper/fine-grained-classification-of-political-bias","slug":"fine-grained-classification-of-political-bias","title":"Fine-grained Classification of Political Bias in German News: A Data Set and Initial Experiments","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-bias-mitigation-algorithms-in","slug":"benchmarking-bias-mitigation-algorithms-in","title":"Benchmarking Bias Mitigation Algorithms in Representation Learning through Fairness Metrics","date":"2021-06-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/exploring-visual-engagement-signals-for","slug":"exploring-visual-engagement-signals-for","title":"Exploring Visual Engagement Signals for Representation Learning","date":"2021-04-15","arxiv_id":"2104.07767","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-visual-engagement-signals-for#ran","syntology_url":"https://syntology.ai/paper/2104.07767","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07767"}},"official":{"repos":["KMnP/vise"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fairmodels-a-flexible-tool-for-bias-detection","slug":"fairmodels-a-flexible-tool-for-bias-detection","title":"fairmodels: A Flexible Tool For Bias Detection, Visualization, And Mitigation","date":"2021-04-01","arxiv_id":"2104.00507","repositories_listed":1,"syntology":null},{"url":"/paper/context-in-informational-bias-detection","slug":"context-in-informational-bias-detection","title":"Context in Informational Bias Detection","date":"2020-12-03","arxiv_id":"2012.02015","repositories_listed":1,"syntology":null},{"url":"/paper/detecting-media-bias-in-news-articles-using","slug":"detecting-media-bias-in-news-articles-using","title":"Detecting Media Bias in News Articles using Gaussian Bias Distributions","date":"2020-10-20","arxiv_id":"2010.10649","repositories_listed":1,"syntology":null},{"url":"/paper/logan-local-group-bias-detection-by","slug":"logan-local-group-bias-detection-by","title":"LOGAN: Local Group Bias Detection by Clustering","date":"2020-10-06","arxiv_id":"2010.02867","repositories_listed":1,"syntology":null},{"url":"/paper/corpora-evaluation-and-system-bias-detection","slug":"corpora-evaluation-and-system-bias-detection","title":"Corpora Evaluation and System Bias Detection in Multi-document Summarization","date":"2020-10-05","arxiv_id":"2010.01786","repositories_listed":1,"syntology":null},{"url":"/paper/global-explanations-for-discovering-bias-in","slug":"global-explanations-for-discovering-bias-in","title":"Towards explainable classifiers using the counterfactual approach -- global explanations for discovering bias in data","date":"2020-05-05","arxiv_id":"2005.02269","repositories_listed":1,"syntology":null},{"url":"/paper/towards-detection-of-subjective-bias-using","slug":"towards-detection-of-subjective-bias-using","title":"Towards Detection of Subjective Bias using Contextualized Word Embeddings","date":"2020-02-16","arxiv_id":"2002.06644","repositories_listed":1,"syntology":null},{"url":"/paper/my-approach-your-apparatus-entropy-based","slug":"my-approach-your-apparatus-entropy-based","title":"My Approach = Your Apparatus? Entropy-Based Topic Modeling on Multiple Domain-Specific Text Collections","date":"2019-11-25","arxiv_id":"1911.11240","repositories_listed":1,"syntology":null},{"url":"/paper/predicting-the-leading-political-ideology-of","slug":"predicting-the-leading-political-ideology-of","title":"Predicting the Leading Political Ideology of YouTube Channels Using Acoustic, Textual, and Metadata Information","date":"2019-10-20","arxiv_id":"1910.08948","repositories_listed":1,"syntology":null},{"url":"/paper/multilingual-sentence-level-bias-detection-in","slug":"multilingual-sentence-level-bias-detection-in","title":"Multilingual sentence-level bias detection in Wikipedia","date":"2019-09-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/measuring-gender-bias-in-word-embeddings","slug":"measuring-gender-bias-in-word-embeddings","title":"Measuring Gender Bias in Word Embeddings across Domains and Discovering New Gender Bias Word Categories","date":"2019-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/fair-is-better-than-sensationalman-is-to","slug":"fair-is-better-than-sensationalman-is-to","title":"Fair is Better than Sensational:Man is to Doctor as Woman is to Doctor","date":"2019-05-23","arxiv_id":"1905.09866","repositories_listed":1,"syntology":null},{"url":null,"slug":"cascading-adversarial-bias-from-injection-to","title":"Cascading Adversarial Bias from Injection to Distillation in Language Models","date":"2025-05-30","arxiv_id":"2505.24842","repositories_listed":0,"syntology":null},{"url":null,"slug":"can-we-debias-social-stereotypes-in-ai","title":"Can we Debias Social Stereotypes in AI-Generated Images? Examining Text-to-Image Outputs and User Perceptions","date":"2025-05-27","arxiv_id":"2505.20692","repositories_listed":0,"syntology":null},{"url":null,"slug":"any-large-language-model-can-be-a-reliable","title":"Any Large Language Model Can Be a Reliable Judge: Debiasing with a Reasoning-based Bias Detector","date":"2025-05-21","arxiv_id":"2505.17100","repositories_listed":0,"syntology":null},{"url":"/paper/biaslab-toward-explainable-political-bias","slug":"biaslab-toward-explainable-political-bias","title":"BiasLab: Toward Explainable Political Bias Detection with Dual-Axis Annotations and Rationale Indicators","date":"2025-05-21","arxiv_id":"2505.16081","repositories_listed":0,"syntology":null},{"url":null,"slug":"efficient-fairness-testing-in-large-language","title":"Efficient Fairness Testing in Large Language Models: Prioritizing Metamorphic Relations for Bias Detection","date":"2025-05-09","arxiv_id":"2505.07870","repositories_listed":0,"syntology":null},{"url":null,"slug":"biasguard-a-reasoning-enhanced-bias-detection","title":"BiasGuard: A Reasoning-enhanced Bias Detection Tool For Large Language Models","date":"2025-04-30","arxiv_id":"2504.21299","repositories_listed":0,"syntology":null},{"url":null,"slug":"toward-holistic-evaluation-of-recommender","title":"Toward Holistic Evaluation of Recommender Systems Powered by Generative Models","date":"2025-04-09","arxiv_id":"2504.06667","repositories_listed":0,"syntology":null},{"url":null,"slug":"neutralizing-the-narrative-ai-powered","title":"Neutralizing the Narrative: AI-Powered Debiasing of Online News Articles","date":"2025-04-04","arxiv_id":"2504.03520","repositories_listed":0,"syntology":null},{"url":null,"slug":"stood-x-methodology-using-statistical","title":"STOOD-X methodology: using statistical nonparametric test for OOD Detection Large-Scale datasets enhanced with explainability","date":"2025-04-03","arxiv_id":"2504.02685","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-the-mutual-influence-of-gender-and","title":"On the Mutual Influence of Gender and Occupation in LLM Representations","date":"2025-03-09","arxiv_id":"2503.06792","repositories_listed":0,"syntology":null},{"url":null,"slug":"fine-grained-bias-detection-in-llm-enhancing","title":"Fine-Grained Bias Detection in LLM: Enhancing detection mechanisms for nuanced biases","date":"2025-03-08","arxiv_id":"2503.06054","repositories_listed":0,"syntology":null},{"url":null,"slug":"cognitive-bias-detection-using-advanced","title":"Cognitive Bias Detection Using Advanced Prompt Engineering","date":"2025-03-07","arxiv_id":"2503.05516","repositories_listed":0,"syntology":null},{"url":null,"slug":"visual-reasoning-evaluation-of-grok-deepseek","title":"Visual Reasoning Evaluation of Grok, Deepseek Janus, Gemini, Qwen, Mistral, and ChatGPT","date":"2025-02-23","arxiv_id":"2502.16428","repositories_listed":0,"syntology":null},{"url":null,"slug":"detecting-linguistic-bias-in-government","title":"Detecting Linguistic Bias in Government Documents Using Large language Models","date":"2025-02-19","arxiv_id":"2502.13548","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-equitable-ai-detecting-bias-in-using","title":"Towards Equitable AI: Detecting Bias in Using Large Language Models for Marketing","date":"2025-02-18","arxiv_id":"2502.12838","repositories_listed":0,"syntology":null},{"url":null,"slug":"biaswe-an-expert-annotated-dataset-for","title":"BiaSWE: An Expert Annotated Dataset for Misogyny Detection in Swedish","date":"2025-02-11","arxiv_id":"2502.07637","repositories_listed":0,"syntology":null},{"url":null,"slug":"fairt2i-mitigating-social-bias-in-text-to","title":"FairT2I: Mitigating Social Bias in Text-to-Image Generation via Large Language Model-Assisted Detection and Attribute Rebalancing","date":"2025-02-06","arxiv_id":"2502.03826","repositories_listed":0,"syntology":null},{"url":null,"slug":"llms-can-be-easily-confused-by-instructional","title":"LLMs can be easily Confused by Instructional Distractions","date":"2025-02-05","arxiv_id":"2502.04362","repositories_listed":0,"syntology":null},{"url":null,"slug":"bias-detection-via-maximum-subgroup","title":"Bias Detection via Maximum Subgroup Discrepancy","date":"2025-02-04","arxiv_id":"2502.02221","repositories_listed":0,"syntology":null},{"url":null,"slug":"sample-complexity-of-bias-detection-with","title":"Sample Complexity of Bias Detection with Subsampled Point-to-Subspace Distances","date":"2025-02-04","arxiv_id":"2502.02623","repositories_listed":0,"syntology":null}],"syntology_records":13,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":2,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/bias-detection-on-stereoset-1","since_archive":"/sota/bias-detection-on-stereoset-1#since-judged","papers_judged":2,"placed":0}]},"papers_where_code_ran":11,"papers_where_code_ran_first_page":"/task/bias-detection/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":2,"url":"/task/bias-detection/papers/2","json":"/task/bias-detection/papers/2.json","rows":99},{"order":"ran","page":1,"of":1,"url":"/task/bias-detection/papers/ran/1","json":"/task/bias-detection/papers/ran/1.json","rows":11}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"56c5443f5a42563d611b1a0859f9eb136811f49d43ddce7f8d4cdbfb2384ec98","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}