{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/video-quality-assessment","name":"Video Quality Assessment","slug":"video-quality-assessment","description_markdown":"Video Quality Assessment is a computer vision task aiming to mimic video-based human subjective perception. The goal is to produce a mos score, where higher score indicates better perceptual quality. Some well-known benchmarks for this task are KoNViD-1k, LIVE-VQC, YouTube-UGC and LSVQ.  SROCC/PLCC/RMSE are usually used to evaluate the performance of different models.","categories":[{"name":"Computer Vision","url":"/area/computer-vision"},{"name":"Time Series","url":"/area/time-series"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":216,"papers_with_code":116,"benchmarks":10,"benchmark_tables_in_archive":10,"benchmark_tables_shown":10,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":12,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/video-quality-assessment-on-msu-sr-qa-dataset","slug":"video-quality-assessment-on-msu-sr-qa-dataset","dataset":"MSU SR-QA Dataset","dataset_url":"/dataset/msu-sr-qa-dataset","rows_in_archive":60,"metrics":["SROCC","PLCC","KLCC","Type"],"first_row_in_archive_order":{"model":"PieAPP","paper_title":"PieAPP: Perceptual Image-Error Assessment through Pairwise Preference","paper_url":"/paper/pieapp-perceptual-image-error-assessment","paper_date":"2018-06-06","arxiv_id":"1806.02067","code_links":[{"title":"prashnani/PerceptualImageError","url":"https://github.com/prashnani/PerceptualImageError"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-konvid-1k","slug":"video-quality-assessment-on-konvid-1k","dataset":"KoNViD-1k","dataset_url":"/dataset/konvid-1k","rows_in_archive":21,"metrics":["PLCC"],"first_row_in_archive_order":{"model":"DOVER (end-to-end)","paper_title":"Exploring Video Quality Assessment on User Generated Contents from Aesthetic and Technical Perspectives","paper_url":"/paper/disentangling-aesthetic-and-technical-effects","paper_date":"2022-11-09","arxiv_id":"2211.04894","code_links":[{"title":"vqassessment/dover","url":"https://github.com/vqassessment/dover"},{"title":"QualityAssessment/DOVER","url":"https://github.com/QualityAssessment/DOVER"},{"title":"VQAssessment/FAST-VQA-and-FasterVQA","url":"https://github.com/VQAssessment/FAST-VQA-and-FasterVQA"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/disentangling-aesthetic-and-technical-effects#ran","syntology_url":"https://syntology.ai/paper/2211.04894","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.04894"}},"official":{"repos":["vqassessment/dover","QualityAssessment/DOVER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/video-quality-assessment-on-msu-video-quality","slug":"video-quality-assessment-on-msu-video-quality","dataset":"MSU NR VQA Database","dataset_url":"/dataset/msu-video-quality-metrics-benchmark","rows_in_archive":21,"metrics":["SRCC","PLCC","KLCC","Type"],"first_row_in_archive_order":{"model":"MDTVSFA","paper_title":"Unified Quality Assessment of In-the-Wild Videos with Mixed Datasets Training","paper_url":"/paper/unified-quality-assessment-of-in-the-wild","paper_date":"2020-11-09","arxiv_id":"2011.04263","code_links":[{"title":"lidq92/MDTVSFA","url":"https://github.com/lidq92/MDTVSFA"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-live-vqc","slug":"video-quality-assessment-on-live-vqc","dataset":"LIVE-VQC","dataset_url":"/dataset/live-vqc","rows_in_archive":20,"metrics":["PLCC"],"first_row_in_archive_order":{"model":"ReLaX-VQA (finetuned on LIVE-VQC)","paper_title":"ReLaX-VQA: Residual Fragment and Layer Stack Extraction for Enhancing Video Quality Assessment","paper_url":"/paper/relax-vqa-residual-fragment-and-layer-stack","paper_date":"2024-07-16","arxiv_id":"2407.11496","code_links":[{"title":"xinyiw915/relax-vqa","url":"https://github.com/xinyiw915/relax-vqa"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-msu-video-quality-1","slug":"video-quality-assessment-on-msu-video-quality-1","dataset":"MSU FR VQA Database","dataset_url":"/dataset/msu-video-quality-metrics-dataset","rows_in_archive":20,"metrics":["SRCC","PLCC","KLCC"],"first_row_in_archive_order":{"model":"VMAF Y (v061)","paper_title":"Toward A Practical Perceptual Video Quality Metric","paper_url":"/paper/toward-a-practical-perceptual-video-quality","paper_date":"2016-06-06","arxiv_id":null,"code_links":[{"title":"Netflix/vmaf","url":"https://github.com/Netflix/vmaf"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-youtube-ugc","slug":"video-quality-assessment-on-youtube-ugc","dataset":"YouTube-UGC","dataset_url":"/dataset/youtube-ugc","rows_in_archive":17,"metrics":["PLCC"],"first_row_in_archive_order":{"model":"DOVER (end-to-end)","paper_title":"Exploring Video Quality Assessment on User Generated Contents from Aesthetic and Technical Perspectives","paper_url":"/paper/disentangling-aesthetic-and-technical-effects","paper_date":"2022-11-09","arxiv_id":"2211.04894","code_links":[{"title":"vqassessment/dover","url":"https://github.com/vqassessment/dover"},{"title":"QualityAssessment/DOVER","url":"https://github.com/QualityAssessment/DOVER"},{"title":"VQAssessment/FAST-VQA-and-FasterVQA","url":"https://github.com/VQAssessment/FAST-VQA-and-FasterVQA"}],"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/disentangling-aesthetic-and-technical-effects#ran","syntology_url":"https://syntology.ai/paper/2211.04894","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.04894"}},"official":{"repos":["vqassessment/dover","QualityAssessment/DOVER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/video-quality-assessment-on-live-fb-lsvq","slug":"video-quality-assessment-on-live-fb-lsvq","dataset":"LIVE-FB LSVQ","dataset_url":"/dataset/live-fb-lsvq","rows_in_archive":13,"metrics":["PLCC"],"first_row_in_archive_order":{"model":"OneAlign + FAST-VQA","paper_title":"Q-Align: Teaching LMMs for Visual Scoring via Discrete Text-Defined Levels","paper_url":"/paper/q-align-teaching-lmms-for-visual-scoring-via","paper_date":"2023-12-28","arxiv_id":"2312.17090","code_links":[{"title":"q-future/q-align","url":"https://github.com/q-future/q-align"}],"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/q-align-teaching-lmms-for-visual-scoring-via#ran","syntology_url":"https://syntology.ai/paper/2312.17090","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17090"}},"official":{"repos":["q-future/q-align"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}},{"leaderboard":"/sota/video-quality-assessment-on-live-etri","slug":"video-quality-assessment-on-live-etri","dataset":"LIVE-ETRI","dataset_url":"/dataset/live-etri","rows_in_archive":7,"metrics":["SRCC"],"first_row_in_archive_order":{"model":"CONVIQT","paper_title":"CONVIQT: Contrastive Video Quality Estimator","paper_url":"/paper/conviqt-contrastive-video-quality-estimator","paper_date":"2022-06-29","arxiv_id":"2206.14713","code_links":[{"title":"pavancm/conviqt","url":"https://github.com/pavancm/conviqt"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-live-livestream","slug":"video-quality-assessment-on-live-livestream","dataset":"LIVE Livestream","dataset_url":"/dataset/live-livestream","rows_in_archive":4,"metrics":["SRCC"],"first_row_in_archive_order":{"model":"ChipQA","paper_title":"ChipQA: No-Reference Video Quality Prediction via Space-Time Chips","paper_url":"/paper/chipqa-no-reference-video-quality-prediction","paper_date":"2021-09-17","arxiv_id":"2109.08726","code_links":[{"title":"JoshuaEbenezer/ChipQA","url":"https://github.com/JoshuaEbenezer/ChipQA"}],"syntology":null}},{"leaderboard":"/sota/video-quality-assessment-on-live-yt-hfr","slug":"video-quality-assessment-on-live-yt-hfr","dataset":"LIVE-YT-HFR","dataset_url":"/dataset/live-yt-hfr","rows_in_archive":3,"metrics":["SRCC"],"first_row_in_archive_order":{"model":"ST-GREED","paper_title":"ST-GREED: Space-Time Generalized Entropic Differences for Frame Rate Dependent Video Quality Prediction","paper_url":"/paper/st-greed-space-time-generalized-entropic","paper_date":"2020-10-26","arxiv_id":"2010.13715","code_links":[{"title":"pavancm/GREED","url":"https://github.com/pavancm/GREED"}],"syntology":null}}],"datasets":[{"url":"/dataset/youtube-ugc","name":"YouTube-UGC","full_name":"YouTube UGC dataset","num_papers_in_archive":70},{"url":"/dataset/live-vqc","name":"LIVE-VQC","full_name":"LIVE Video Quality Challenge (VQC) Database","num_papers_in_archive":68},{"url":"/dataset/msu-sr-qa-dataset","name":"MSU SR-QA Dataset","full_name":"MSU Super-Resolution Quality Assessment Dataset","num_papers_in_archive":26},{"url":"/dataset/msu-video-quality-metrics-benchmark","name":"MSU NR VQA Database","full_name":"MSU No-Reference Video Quality Assessment Database","num_papers_in_archive":20},{"url":"/dataset/konvid-1k","name":"KoNViD-1k","full_name":"KoNViD-1k VQA Database","num_papers_in_archive":18},{"url":"/dataset/msu-video-quality-metrics-dataset","name":"MSU FR VQA Database","full_name":"MSU Full-Reference Video Quality Assessment Database","num_papers_in_archive":18},{"url":"/dataset/live-fb-lsvq","name":"LIVE-FB LSVQ","full_name":"LIVE-FB Large-Scale Social Video Quality (LSVQ) Database","num_papers_in_archive":15},{"url":"/dataset/live-yt-hfr","name":"LIVE-YT-HFR","full_name":"LIVE YouTube High Frame Rate","num_papers_in_archive":14},{"url":"/dataset/live-etri","name":"LIVE-ETRI","full_name":"ETRI-LIVE Space-Time Subsampled Video Quality (STSVQ) Database","num_papers_in_archive":7},{"url":"/dataset/live-livestream","name":"LIVE Livestream","full_name":"","num_papers_in_archive":5},{"url":"/dataset/video-call-mos-set","name":"Video Call MOS Set","full_name":"Video Call MOS Set","num_papers_in_archive":1},{"url":"/dataset/raw-subjective-scores-120-videos","name":"Raw_-Subjective-Scores-120-videos","full_name":"","num_papers_in_archive":0}],"subtasks":[],"parent_tasks":[{"url":"/task/video-understanding","name":"Video Understanding"}],"papers":{"order":"repositories listed in the archive (most first), then date (newest first), then slug; the archive holds no stars","population":"every paper the archive tags with this task (distinct papers; spam titles not listed). 'of' counts the papers listed; until 2026-09-25 it counted only the papers with a code link, and that number is of_with_code","page":1,"pages_in_order":3,"rows_per_page":100,"shown":100,"of":216,"of_with_code":116,"tagged_in_all":216,"counts":{"archive_papers_tagged":216,"with_a_code_link":116,"where_syntology_ran_a_sample":20,"not_listed_spam_title":0,"listed":216,"listed_where_code_ran":20,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":17,"every_run_a_failure_of_syntologys_instrument":3,"listed_with_a_run_with_no_instrument_failure":17,"listed_every_run_a_failure_of_syntologys_instrument":3,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"items":[{"url":"/paper/towards-deep-learning-models-resistant-to","slug":"towards-deep-learning-models-resistant-to","title":"Towards Deep Learning Models Resistant to Adversarial Attacks","date":"2017-06-19","arxiv_id":"1706.06083","repositories_listed":59,"syntology":{"n":17,"n_ran":9,"n_constructed":0,"n_ran_checked":2,"n_instrument":7,"n_unverified":8,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":13,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 7 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/towards-deep-learning-models-resistant-to#ran","syntology_url":"https://syntology.ai/paper/1706.06083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.06083"}},"official":{"repos":["MadryLab/cifar10_challenge","MadryLab/mnist_challenge"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/the-unreasonable-effectiveness-of-deep","slug":"the-unreasonable-effectiveness-of-deep","title":"The Unreasonable Effectiveness of Deep Features as a Perceptual Metric","date":"2018-01-11","arxiv_id":"1801.03924","repositories_listed":24,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-unreasonable-effectiveness-of-deep#ran","syntology_url":"https://syntology.ai/paper/1801.03924","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1801.03924"}},"official":{"repos":["richzhang/PerceptualSimilarity"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visualizing-and-understanding-convolutional","slug":"visualizing-and-understanding-convolutional","title":"Visualizing and Understanding Convolutional Networks","date":"2013-11-12","arxiv_id":"1311.2901","repositories_listed":18,"syntology":{"n":4,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/visualizing-and-understanding-convolutional#ran","syntology_url":"https://syntology.ai/paper/1311.2901","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1311.2901"}},"official":null}},{"url":"/paper/nima-neural-image-assessment","slug":"nima-neural-image-assessment","title":"NIMA: Neural Image Assessment","date":"2017-09-15","arxiv_id":"1709.05424","repositories_listed":12,"syntology":null},{"url":"/paper/the-2018-pirm-challenge-on-perceptual-image","slug":"the-2018-pirm-challenge-on-perceptual-image","title":"The 2018 PIRM Challenge on Perceptual Image Super-resolution","date":"2018-09-20","arxiv_id":"1809.07517","repositories_listed":8,"syntology":null},{"url":"/paper/ugc-vqa-benchmarking-blind-video-quality","slug":"ugc-vqa-benchmarking-blind-video-quality","title":"UGC-VQA: Benchmarking Blind Video Quality Assessment for User Generated Content","date":"2020-05-29","arxiv_id":"2005.14354","repositories_listed":5,"syntology":null},{"url":"/paper/neighbourhood-representative-sampling-for","slug":"neighbourhood-representative-sampling-for","title":"Neighbourhood Representative Sampling for Efficient End-to-end Video Quality Assessment","date":"2022-10-11","arxiv_id":"2210.05357","repositories_listed":4,"syntology":null},{"url":"/paper/fast-vqa-efficient-end-to-end-video-quality","slug":"fast-vqa-efficient-end-to-end-video-quality","title":"FAST-VQA: Efficient End-to-end Video Quality Assessment with Fragment Sampling","date":"2022-07-06","arxiv_id":"2207.02595","repositories_listed":4,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/fast-vqa-efficient-end-to-end-video-quality#ran","syntology_url":"https://syntology.ai/paper/2207.02595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.02595"}},"official":{"repos":["timothyhtimothy/fast-vqa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/disentangling-aesthetic-and-technical-effects","slug":"disentangling-aesthetic-and-technical-effects","title":"Exploring Video Quality Assessment on User Generated Contents from Aesthetic and Technical Perspectives","date":"2022-11-09","arxiv_id":"2211.04894","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/disentangling-aesthetic-and-technical-effects#ran","syntology_url":"https://syntology.ai/paper/2211.04894","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.04894"}},"official":{"repos":["vqassessment/dover","QualityAssessment/DOVER"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/attentions-help-cnns-see-better-attention","slug":"attentions-help-cnns-see-better-attention","title":"Attentions Help CNNs See Better: Attention-based Hybrid Image Quality Assessment Network","date":"2022-04-22","arxiv_id":"2204.10485","repositories_listed":3,"syntology":null},{"url":"/paper/test-time-training-for-out-of-distribution-1","slug":"test-time-training-for-out-of-distribution-1","title":"Test-Time Training with Self-Supervision for Generalization under Distribution Shifts","date":"2019-09-29","arxiv_id":"1909.13231","repositories_listed":3,"syntology":null},{"url":"/paper/e-bench-subjective-aligned-benchmark-suite","slug":"e-bench-subjective-aligned-benchmark-suite","title":"VE-Bench: Subjective-Aligned Benchmark Suite for Text-Driven Video Editing Quality Assessment","date":"2024-08-21","arxiv_id":"2408.11481","repositories_listed":2,"syntology":null},{"url":"/paper/frechet-video-motion-distance-a-metric-for","slug":"frechet-video-motion-distance-a-metric-for","title":"Fréchet Video Motion Distance: A Metric for Evaluating Motion Consistency in Videos","date":"2024-07-23","arxiv_id":"2407.16124","repositories_listed":2,"syntology":{"n":23,"n_ran":20,"n_constructed":0,"n_ran_checked":16,"n_instrument":4,"n_unverified":3,"n_honours":5,"n_violates":1,"n_no_contract":10,"n_pointer_only":1,"phrase":"20 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 5 honoured, 1 violated, 10 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/frechet-video-motion-distance-a-metric-for#ran","syntology_url":"https://syntology.ai/paper/2407.16124","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.16124"}},"official":{"repos":["ljh0v0/fmd-frechet-motion-distance"],"state":"official (archive's flag): 18 ran","n_ran":18,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/towards-robust-text-prompted-semantic","slug":"towards-robust-text-prompted-semantic","title":"Towards Robust Text-Prompted Semantic Criterion for In-the-Wild Video Quality Assessment","date":"2023-04-28","arxiv_id":"2304.14672","repositories_listed":2,"syntology":null},{"url":"/paper/vila-learning-image-aesthetics-from-user","slug":"vila-learning-image-aesthetics-from-user","title":"VILA: Learning Image Aesthetics from User Comments with Vision-Language Pretraining","date":"2023-03-24","arxiv_id":"2303.14302","repositories_listed":2,"syntology":null},{"url":"/paper/exploring-opinion-unaware-video-quality","slug":"exploring-opinion-unaware-video-quality","title":"Exploring Opinion-unaware Video Quality Assessment with Semantic Affinity Criterion","date":"2023-02-26","arxiv_id":"2302.13269","repositories_listed":2,"syntology":null},{"url":"/paper/shift-tolerant-perceptual-similarity-metric-1","slug":"shift-tolerant-perceptual-similarity-metric-1","title":"Shift-tolerant Perceptual Similarity Metric","date":"2022-07-27","arxiv_id":"2207.13686","repositories_listed":2,"syntology":{"n":21,"n_ran":8,"n_constructed":0,"n_ran_checked":1,"n_instrument":7,"n_unverified":13,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 7 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/shift-tolerant-perceptual-similarity-metric-1#ran","syntology_url":"https://syntology.ai/paper/2207.13686","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.13686"}},"official":{"repos":["abhijay9/shifttolerant-lpips"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":13,"ran_from_kinds":["official"]}}},{"url":"/paper/image-quality-assessment-using-contrastive","slug":"image-quality-assessment-using-contrastive","title":"Image Quality Assessment using Contrastive Learning","date":"2021-10-25","arxiv_id":"2110.13266","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/image-quality-assessment-using-contrastive#ran","syntology_url":"https://syntology.ai/paper/2110.13266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.13266"}},"official":{"repos":["pavancm/contrique"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/blindly-assess-quality-of-in-the-wild-videos","slug":"blindly-assess-quality-of-in-the-wild-videos","title":"Blindly Assess Quality of In-the-Wild Videos via Quality-aware Pre-training and Motion Perception","date":"2021-08-19","arxiv_id":"2108.08505","repositories_listed":2,"syntology":null},{"url":"/paper/musiq-multi-scale-image-quality-transformer","slug":"musiq-multi-scale-image-quality-transformer","title":"MUSIQ: Multi-scale Image Quality Transformer","date":"2021-08-12","arxiv_id":"2108.05997","repositories_listed":2,"syntology":{"n":6,"n_ran":5,"n_constructed":1,"n_ran_checked":4,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/musiq-multi-scale-image-quality-transformer#ran","syntology_url":"https://syntology.ai/paper/2108.05997","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05997"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/study-on-the-assessment-of-the-quality-of","slug":"study-on-the-assessment-of-the-quality-of","title":"Study on the Assessment of the Quality of Experience of Streaming Video","date":"2020-12-08","arxiv_id":"2012.04623","repositories_listed":2,"syntology":null},{"url":"/paper/omnidirectional-images-as-moving-camera","slug":"omnidirectional-images-as-moving-camera","title":"Perceptual Quality Assessment of Omnidirectional Images as Moving Camera Videos","date":"2020-05-21","arxiv_id":"2005.10547","repositories_listed":2,"syntology":null},{"url":"/paper/image-quality-assessment-unifying-structure","slug":"image-quality-assessment-unifying-structure","title":"Image Quality Assessment: Unifying Structure and Texture Similarity","date":"2020-04-16","arxiv_id":"2004.07728","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/image-quality-assessment-unifying-structure#ran","syntology_url":"https://syntology.ai/paper/2004.07728","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.07728"}},"official":{"repos":["dingkeyan93/DISTS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/from-patches-to-pictures-paq-2-piq-mapping","slug":"from-patches-to-pictures-paq-2-piq-mapping","title":"From Patches to Pictures (PaQ-2-PiQ): Mapping the Perceptual Space of Picture Quality","date":"2019-12-20","arxiv_id":"1912.10088","repositories_listed":2,"syntology":null},{"url":"/paper/koniq-10k-an-ecologically-valid-database-for","slug":"koniq-10k-an-ecologically-valid-database-for","title":"KonIQ-10k: An ecologically valid database for deep learning of blind image quality assessment","date":"2019-10-14","arxiv_id":"1910.06180","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/koniq-10k-an-ecologically-valid-database-for#ran","syntology_url":"https://syntology.ai/paper/1910.06180","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.06180"}},"official":null}},{"url":"/paper/quality-assessment-of-in-the-wild-videos","slug":"quality-assessment-of-in-the-wild-videos","title":"Quality Assessment of In-the-Wild Videos","date":"2019-08-01","arxiv_id":"1908.00375","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quality-assessment-of-in-the-wild-videos#ran","syntology_url":"https://syntology.ai/paper/1908.00375","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.00375"}},"official":{"repos":["lidq92/VSFA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/power-of-tempospatially-unified-spectral","slug":"power-of-tempospatially-unified-spectral","title":"Power of Tempospatially Unified Spectral Density for Perceptual Video Quality Assessment","date":"2018-12-12","arxiv_id":"1812.05177","repositories_listed":2,"syntology":null},{"url":"/paper/unique-unsupervised-image-quality-estimation","slug":"unique-unsupervised-image-quality-estimation","title":"UNIQUE: Unsupervised Image Quality Estimation","date":"2018-10-15","arxiv_id":"1810.06631","repositories_listed":2,"syntology":null},{"url":"/paper/learning-a-no-reference-quality-metric-for","slug":"learning-a-no-reference-quality-metric-for","title":"Learning a No-Reference Quality Metric for Single-Image Super-Resolution","date":"2016-12-18","arxiv_id":"1612.05890","repositories_listed":2,"syntology":null},{"url":"/paper/multiscale-structural-similarity-for-image","slug":"multiscale-structural-similarity-for-image","title":"Multiscale structural similarity for image quality assessment","date":"2004-05-04","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/ntire-2025-challenge-on-video-quality","slug":"ntire-2025-challenge-on-video-quality","title":"NTIRE 2025 Challenge on Video Quality Enhancement for Video Conferencing: Datasets, Methods and Results","date":"2025-05-25","arxiv_id":"2505.18988","repositories_listed":1,"syntology":null},{"url":"/paper/breaking-annotation-barriers-generalized","slug":"breaking-annotation-barriers-generalized","title":"Breaking Annotation Barriers: Generalized Video Quality Assessment via Ranking-based Self-Supervision","date":"2025-05-06","arxiv_id":"2505.03631","repositories_listed":1,"syntology":null},{"url":"/paper/ntire-2025-challenge-on-short-form-ugc-video","slug":"ntire-2025-challenge-on-short-form-ugc-video","title":"NTIRE 2025 Challenge on Short-form UGC Video Quality Assessment and Enhancement: Methods and Results","date":"2025-04-17","arxiv_id":"2504.13131","repositories_listed":1,"syntology":null},{"url":"/paper/fvq-a-large-scale-dataset-and-a-lmm-based","slug":"fvq-a-large-scale-dataset-and-a-lmm-based","title":"FVQ: A Large-Scale Dataset and A LMM-based Method for Face Video Quality Assessment","date":"2025-04-12","arxiv_id":"2504.09255","repositories_listed":1,"syntology":null},{"url":"/paper/amd-hummingbird-towards-an-efficient-text-to","slug":"amd-hummingbird-towards-an-efficient-text-to","title":"AMD-Hummingbird: Towards an Efficient Text-to-Video Model","date":"2025-03-24","arxiv_id":"2503.18559","repositories_listed":1,"syntology":null},{"url":"/paper/kvq-boosting-video-quality-assessment-via","slug":"kvq-boosting-video-quality-assessment-via","title":"KVQ: Boosting Video Quality Assessment via Saliency-guided Local Perception","date":"2025-03-13","arxiv_id":"2503.10259","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":5,"n_ran_checked":5,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":13,"phrase":"9 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/kvq-boosting-video-quality-assessment-via#ran","syntology_url":"https://syntology.ai/paper/2503.10259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.10259"}},"official":{"repos":["qyp2000/kvq"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/next-token-is-enough-realistic-image-quality","slug":"next-token-is-enough-realistic-image-quality","title":"Next Token Is Enough: Realistic Image Quality and Aesthetic Scoring with Multimodal Large Language Model","date":"2025-03-08","arxiv_id":"2503.06141","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-score-alignment-learning-for","slug":"adaptive-score-alignment-learning-for","title":"Adaptive Score Alignment Learning for Continual Perceptual Quality Assessment of 360-Degree Videos in Virtual Reality","date":"2025-02-27","arxiv_id":"2502.19644","repositories_listed":1,"syntology":null},{"url":"/paper/content-rich-aigc-video-quality-assessment","slug":"content-rich-aigc-video-quality-assessment","title":"Content-Rich AIGC Video Quality Assessment via Intricate Text Alignment and Motion-Aware Consistency","date":"2025-02-06","arxiv_id":"2502.04076","repositories_listed":1,"syntology":null},{"url":"/paper/cross-modal-transferable-image-to-video","slug":"cross-modal-transferable-image-to-video","title":"Cross-Modal Transferable Image-to-Video Attack on Video Quality Metrics","date":"2025-01-14","arxiv_id":"2501.08415","repositories_listed":1,"syntology":null},{"url":"/paper/visionreward-fine-grained-multi-dimensional","slug":"visionreward-fine-grained-multi-dimensional","title":"VisionReward: Fine-Grained Multi-Dimensional Human Preference Learning for Image and Video Generation","date":"2024-12-30","arxiv_id":"2412.21059","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visionreward-fine-grained-multi-dimensional#ran","syntology_url":"https://syntology.ai/paper/2412.21059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.21059"}},"official":{"repos":["thudm/visionreward"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tinq-temporal-inconsistency-guided-blind","slug":"tinq-temporal-inconsistency-guided-blind","title":"TINQ: Temporal Inconsistency Guided Blind Video Quality Assessment","date":"2024-12-25","arxiv_id":"2412.18933","repositories_listed":1,"syntology":null},{"url":"/paper/video-quality-assessment-a-comprehensive","slug":"video-quality-assessment-a-comprehensive","title":"Video Quality Assessment: A Comprehensive Survey","date":"2024-12-04","arxiv_id":"2412.04508","repositories_listed":1,"syntology":null},{"url":"/paper/aigv-assessor-benchmarking-and-evaluating-the","slug":"aigv-assessor-benchmarking-and-evaluating-the","title":"AIGV-Assessor: Benchmarking and Evaluating the Perceptual Quality of Text-to-Video Generation with LMM","date":"2024-11-26","arxiv_id":"2411.17221","repositories_listed":1,"syntology":null},{"url":"/paper/vqa-2-visual-question-answering-for-video","slug":"vqa-2-visual-question-answering-for-video","title":"VQA$^2$: Visual Question Answering for Video Quality Assessment","date":"2024-11-06","arxiv_id":"2411.03795","repositories_listed":1,"syntology":null},{"url":"/paper/delving-deep-into-engagement-prediction-of","slug":"delving-deep-into-engagement-prediction-of","title":"Delving Deep into Engagement Prediction of Short Videos","date":"2024-09-30","arxiv_id":"2410.00289","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-video-quality-assessment-from-the","slug":"revisiting-video-quality-assessment-from-the","title":"Revisiting Video Quality Assessment from the Perspective of Generalization","date":"2024-09-23","arxiv_id":"2409.14847","repositories_listed":1,"syntology":null},{"url":"/paper/aim-2024-challenge-on-compressed-video","slug":"aim-2024-challenge-on-compressed-video","title":"AIM 2024 Challenge on Compressed Video Quality Assessment: Methods and Results","date":"2024-08-21","arxiv_id":"2408.11982","repositories_listed":1,"syntology":null},{"url":"/paper/relax-vqa-residual-fragment-and-layer-stack","slug":"relax-vqa-residual-fragment-and-layer-stack","title":"ReLaX-VQA: Residual Fragment and Layer Stack Extraction for Enhancing Video Quality Assessment","date":"2024-07-16","arxiv_id":"2407.11496","repositories_listed":1,"syntology":null},{"url":"/paper/clipvqa-video-quality-assessment-via-clip","slug":"clipvqa-video-quality-assessment-via-clip","title":"CLIPVQA:Video Quality Assessment via CLIP","date":"2024-07-06","arxiv_id":"2407.04928","repositories_listed":1,"syntology":null},{"url":"/paper/dual-branch-network-for-portrait-image","slug":"dual-branch-network-for-portrait-image","title":"Dual-Branch Network for Portrait Image Quality Assessment","date":"2024-05-14","arxiv_id":"2405.08555","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-blind-video-quality-assessment-with","slug":"enhancing-blind-video-quality-assessment-with","title":"Enhancing Blind Video Quality Assessment with Rich Quality-aware Features","date":"2024-05-14","arxiv_id":"2405.08745","repositories_listed":1,"syntology":null},{"url":"/paper/light-vqa-a-video-quality-assessment-model","slug":"light-vqa-a-video-quality-assessment-model","title":"Light-VQA+: A Video Quality Assessment Model for Exposure Correction with Vision-Language Guidance","date":"2024-05-06","arxiv_id":"2405.03333","repositories_listed":1,"syntology":null},{"url":"/paper/ais-2024-challenge-on-video-quality","slug":"ais-2024-challenge-on-video-quality","title":"AIS 2024 Challenge on Video Quality Assessment of User-Generated Content: Methods and Results","date":"2024-04-24","arxiv_id":"2404.16205","repositories_listed":1,"syntology":null},{"url":"/paper/ntire-2024-challenge-on-short-form-ugc-video","slug":"ntire-2024-challenge-on-short-form-ugc-video","title":"NTIRE 2024 Challenge on Short-form UGC Video Quality Assessment: Methods and Results","date":"2024-04-17","arxiv_id":"2404.11313","repositories_listed":1,"syntology":null},{"url":"/paper/thqa-a-perceptual-quality-assessment-database","slug":"thqa-a-perceptual-quality-assessment-database","title":"THQA: A Perceptual Quality Assessment Database for Talking Heads","date":"2024-04-13","arxiv_id":"2404.09003","repositories_listed":1,"syntology":null},{"url":"/paper/learned-scanpaths-aid-blind-panoramic-video","slug":"learned-scanpaths-aid-blind-panoramic-video","title":"Learned Scanpaths Aid Blind Panoramic Video Quality Assessment","date":"2024-03-30","arxiv_id":"2404.00252","repositories_listed":1,"syntology":null},{"url":"/paper/subjective-aligned-dateset-and-metric-for","slug":"subjective-aligned-dateset-and-metric-for","title":"Subjective-Aligned Dataset and Metric for Text-to-Video Quality Assessment","date":"2024-03-18","arxiv_id":"2403.11956","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":1,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 1 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/subjective-aligned-dateset-and-metric-for#ran","syntology_url":"https://syntology.ai/paper/2403.11956","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.11956"}},"official":{"repos":["qmme/t2vqa"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/modular-blind-video-quality-assessment","slug":"modular-blind-video-quality-assessment","title":"Modular Blind Video Quality Assessment","date":"2024-02-29","arxiv_id":"2402.19276","repositories_listed":1,"syntology":null},{"url":"/paper/kvq-kaleidoscope-video-quality-assessment-for","slug":"kvq-kaleidoscope-video-quality-assessment-for","title":"KVQ: Kwai Video Quality Assessment for Short-form Videos","date":"2024-02-11","arxiv_id":"2402.07220","repositories_listed":1,"syntology":{"n":28,"n_ran":22,"n_constructed":10,"n_ran_checked":15,"n_instrument":7,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":14,"n_pointer_only":28,"phrase":"22 ran (of which 10 constructed an object rather than computing a result; 15 with no instrument failure: 1 honoured, 0 violated, 14 with no contract checked; 7 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/kvq-kaleidoscope-video-quality-assessment-for#ran","syntology_url":"https://syntology.ai/paper/2402.07220","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07220"}},"official":null}},{"url":"/paper/scaling-and-masking-a-new-paradigm-of-data","slug":"scaling-and-masking-a-new-paradigm-of-data","title":"Scaling and Masking: A New Paradigm of Data Sampling for Image and Video Quality Assessment","date":"2024-01-05","arxiv_id":"2401.02614","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/scaling-and-masking-a-new-paradigm-of-data#ran","syntology_url":"https://syntology.ai/paper/2401.02614","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.02614"}},"official":{"repos":["sissuire/sama"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/q-align-teaching-lmms-for-visual-scoring-via","slug":"q-align-teaching-lmms-for-visual-scoring-via","title":"Q-Align: Teaching LMMs for Visual Scoring via Discrete Text-Defined Levels","date":"2023-12-28","arxiv_id":"2312.17090","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/q-align-teaching-lmms-for-visual-scoring-via#ran","syntology_url":"https://syntology.ai/paper/2312.17090","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17090"}},"official":{"repos":["q-future/q-align"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-guided-semi-supervised-learning-for","slug":"knowledge-guided-semi-supervised-learning-for","title":"Knowledge Guided Semi-Supervised Learning for Quality Assessment of User Generated Videos","date":"2023-12-24","arxiv_id":"2312.15425","repositories_listed":1,"syntology":null},{"url":"/paper/hidro-vqa-high-dynamic-range-oracle-for-video","slug":"hidro-vqa-high-dynamic-range-oracle-for-video","title":"HIDRO-VQA: High Dynamic Range Oracle for Video Quality Assessment","date":"2023-11-18","arxiv_id":"2311.11059","repositories_listed":1,"syntology":null},{"url":"/paper/vulnerabilities-in-video-quality-assessment-1","slug":"vulnerabilities-in-video-quality-assessment-1","title":"Vulnerabilities in Video Quality Assessment Models: The Challenge of Adversarial Attacks","date":"2023-09-24","arxiv_id":"2309.13609","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/vulnerabilities-in-video-quality-assessment-1#ran","syntology_url":"https://syntology.ai/paper/2309.13609","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.13609"}},"official":{"repos":["gzhu-dvl/attackvqa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/full-reference-video-quality-assessment-for","slug":"full-reference-video-quality-assessment-for","title":"Full Reference Video Quality Assessment for Machine Learning-Based Video Codecs","date":"2023-09-02","arxiv_id":"2309.00769","repositories_listed":1,"syntology":null},{"url":"/paper/ugc-quality-assessment-exploring-the-impact","slug":"ugc-quality-assessment-exploring-the-impact","title":"UGC Quality Assessment: Exploring the Impact of Saliency in Deep Feature-Based Quality Assessment","date":"2023-08-13","arxiv_id":"2308.06853","repositories_listed":1,"syntology":null},{"url":"/paper/stablevqa-a-deep-no-reference-quality","slug":"stablevqa-a-deep-no-reference-quality","title":"StableVQA: A Deep No-Reference Quality Assessment Model for Video Stability","date":"2023-08-09","arxiv_id":"2308.04904","repositories_listed":1,"syntology":null},{"url":"/paper/topiq-a-top-down-approach-from-semantics-to","slug":"topiq-a-top-down-approach-from-semantics-to","title":"TOPIQ: A Top-down Approach from Semantics to Distortions for Image Quality Assessment","date":"2023-08-06","arxiv_id":"2308.03060","repositories_listed":1,"syntology":{"n":10,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":10,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/topiq-a-top-down-approach-from-semantics-to#ran","syntology_url":"https://syntology.ai/paper/2308.03060","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.03060"}},"official":{"repos":["chaofengc/iqa-pytorch"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/analysis-of-video-quality-datasets-via-design","slug":"analysis-of-video-quality-datasets-via-design","title":"Analysis of Video Quality Datasets via Design of Minimalistic Video Quality Models","date":"2023-07-26","arxiv_id":"2307.13981","repositories_listed":1,"syntology":null},{"url":"/paper/subjective-and-objective-audio-visual-quality","slug":"subjective-and-objective-audio-visual-quality","title":"Subjective and Objective Audio-Visual Quality Assessment for User Generated Content","date":"2023-07-10","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/starvqa-co-training-space-time-attention-for","slug":"starvqa-co-training-space-time-attention-for","title":"StarVQA+: Co-training Space-Time Attention for Video Quality Assessment","date":"2023-06-21","arxiv_id":"2306.12298","repositories_listed":1,"syntology":null},{"url":"/paper/towards-explainable-in-the-wild-video-quality","slug":"towards-explainable-in-the-wild-video-quality","title":"Towards Explainable In-the-Wild Video Quality Assessment: A Database and a Language-Prompted Approach","date":"2023-05-22","arxiv_id":"2305.12726","repositories_listed":1,"syntology":null},{"url":"/paper/light-vqa-a-multi-dimensional-quality","slug":"light-vqa-a-multi-dimensional-quality","title":"Light-VQA: A Multi-Dimensional Quality Assessment Model for Low-Light Video Enhancement","date":"2023-05-16","arxiv_id":"2305.09512","repositories_listed":1,"syntology":null},{"url":"/paper/compressed-video-quality-assessment-for-super","slug":"compressed-video-quality-assessment-for-super","title":"SR+Codec: a Benchmark of Super-Resolution for Video Compression Bitrate Reduction","date":"2023-05-08","arxiv_id":"2305.04844","repositories_listed":1,"syntology":null},{"url":"/paper/gamival-video-quality-prediction-on-mobile","slug":"gamival-video-quality-prediction-on-mobile","title":"GAMIVAL: Video Quality Prediction on Mobile Cloud Gaming Content","date":"2023-05-03","arxiv_id":"2305.02422","repositories_listed":1,"syntology":null},{"url":"/paper/perceptual-quality-assessment-of-face-video","slug":"perceptual-quality-assessment-of-face-video","title":"Perceptual Quality Assessment of Face Video Compression: A Benchmark and An Effective Method","date":"2023-04-14","arxiv_id":"2304.07056","repositories_listed":1,"syntology":null},{"url":"/paper/zoom-vqa-patches-frames-and-clips-integration","slug":"zoom-vqa-patches-frames-and-clips-integration","title":"Zoom-VQA: Patches, Frames and Clips Integration for Video Quality Assessment","date":"2023-04-13","arxiv_id":"2304.06440","repositories_listed":1,"syntology":null},{"url":"/paper/md-vqa-multi-dimensional-quality-assessment","slug":"md-vqa-multi-dimensional-quality-assessment","title":"MD-VQA: Multi-Dimensional Quality Assessment for UGC Live Videos","date":"2023-03-27","arxiv_id":"2303.14933","repositories_listed":1,"syntology":null},{"url":"/paper/vdpve-vqa-dataset-for-perceptual-video","slug":"vdpve-vqa-dataset-for-perceptual-video","title":"VDPVE: VQA Dataset for Perceptual Video Enhancement","date":"2023-03-16","arxiv_id":"2303.09290","repositories_listed":1,"syntology":null},{"url":"/paper/ddh-qa-a-dynamic-digital-humans-quality","slug":"ddh-qa-a-dynamic-digital-humans-quality","title":"DDH-QA: A Dynamic Digital Humans Quality Assessment Database","date":"2022-12-24","arxiv_id":"2212.12734","repositories_listed":1,"syntology":null},{"url":"/paper/video-compression-dataset-and-benchmark-of","slug":"video-compression-dataset-and-benchmark-of","title":"Video compression dataset and benchmark of learning-based video-quality metrics","date":"2022-11-22","arxiv_id":"2211.12109","repositories_listed":1,"syntology":null},{"url":"/paper/panoramic-vision-transformer-for-saliency","slug":"panoramic-vision-transformer-for-saliency","title":"Panoramic Vision Transformer for Saliency Detection in 360° Videos","date":"2022-09-19","arxiv_id":"2209.08956","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/panoramic-vision-transformer-for-saliency#ran","syntology_url":"https://syntology.ai/paper/2209.08956","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.08956"}},"official":{"repos":["hs-yn/paver"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/2bivqa-double-bi-lstm-based-video-quality","slug":"2bivqa-double-bi-lstm-based-video-quality","title":"2BiVQA: Double Bi-LSTM based Video Quality Assessment of UGC Videos","date":"2022-08-31","arxiv_id":"2208.14774","repositories_listed":1,"syntology":null},{"url":"/paper/treating-point-cloud-as-moving-camera-videos","slug":"treating-point-cloud-as-moving-camera-videos","title":"Evaluating Point Cloud from Moving Camera Videos: A No-Reference Metric","date":"2022-08-30","arxiv_id":"2208.14085","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-clip-for-assessing-the-look-and","slug":"exploring-clip-for-assessing-the-look-and","title":"Exploring CLIP for Assessing the Look and Feel of Images","date":"2022-07-25","arxiv_id":"2207.12396","repositories_listed":1,"syntology":null},{"url":"/paper/multiview-contrastive-learning-for-completely","slug":"multiview-contrastive-learning-for-completely","title":"Multiview Contrastive Learning for Completely Blind Video Quality Assessment of User Generated Content","date":"2022-07-13","arxiv_id":"2207.06148","repositories_listed":1,"syntology":null},{"url":"/paper/subjective-and-objective-quality-assessment-3","slug":"subjective-and-objective-quality-assessment-3","title":"Subjective and Objective Quality Assessment of High-Motion Sports Videos at Low-Bitrates","date":"2022-07-12","arxiv_id":"2207.05798","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-the-effectiveness-of-video","slug":"exploring-the-effectiveness-of-video","title":"Exploring the Effectiveness of Video Perceptual Representation in Blind Video Quality Assessment","date":"2022-07-08","arxiv_id":"2207.03723","repositories_listed":1,"syntology":null},{"url":"/paper/conviqt-contrastive-video-quality-estimator","slug":"conviqt-contrastive-video-quality-estimator","title":"CONVIQT: Contrastive Video Quality Estimator","date":"2022-06-29","arxiv_id":"2206.14713","repositories_listed":1,"syntology":null},{"url":"/paper/discovqa-temporal-distortion-content","slug":"discovqa-temporal-distortion-content","title":"DisCoVQA: Temporal Distortion-Content Transformers for Video Quality Assessment","date":"2022-06-20","arxiv_id":"2206.09853","repositories_listed":1,"syntology":null},{"url":"/paper/a-database-for-perceived-quality-assessment","slug":"a-database-for-perceived-quality-assessment","title":"Perceptual Quality Assessment of Virtual Reality Videos in the Wild","date":"2022-06-13","arxiv_id":"2206.08751","repositories_listed":1,"syntology":null},{"url":"/paper/a-deep-learning-based-no-reference-quality","slug":"a-deep-learning-based-no-reference-quality","title":"A Deep Learning based No-reference Quality Assessment Model for UGC Videos","date":"2022-04-29","arxiv_id":"2204.14047","repositories_listed":1,"syntology":null},{"url":"/paper/a-crowdsourced-implementation-of-itu-t-p-910","slug":"a-crowdsourced-implementation-of-itu-t-p-910","title":"A crowdsourcing approach to video quality assessment","date":"2022-04-14","arxiv_id":"2204.06784","repositories_listed":1,"syntology":null},{"url":"/paper/end-to-end-blind-quality-assessment-for","slug":"end-to-end-blind-quality-assessment-for","title":"A Neural Network based Framework for Effective Laparoscopic Video Quality Assessment","date":"2022-02-09","arxiv_id":"2202.04517","repositories_listed":1,"syntology":null},{"url":"/paper/faver-blind-quality-prediction-of-variable","slug":"faver-blind-quality-prediction-of-variable","title":"FAVER: Blind Quality Prediction of Variable Frame Rate Videos","date":"2022-01-05","arxiv_id":"2201.01492","repositories_listed":1,"syntology":null},{"url":"/paper/a-strong-baseline-for-image-and-video-quality","slug":"a-strong-baseline-for-image-and-video-quality","title":"A strong baseline for image and video quality assessment","date":"2021-11-13","arxiv_id":"2111.07104","repositories_listed":1,"syntology":null},{"url":"/paper/no-reference-video-quality-assessment-based","slug":"no-reference-video-quality-assessment-based","title":"No-Reference Video Quality Assessment Based on Benford’s Law and Perceptual Features","date":"2021-11-12","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/erqa-edge-restoration-quality-assessment-for","slug":"erqa-edge-restoration-quality-assessment-for","title":"ERQA: Edge-Restoration Quality Assessment for Video Super-Resolution","date":"2021-10-19","arxiv_id":"2110.09992","repositories_listed":1,"syntology":null},{"url":"/paper/chipqa-no-reference-video-quality-prediction","slug":"chipqa-no-reference-video-quality-prediction","title":"ChipQA: No-Reference Video Quality Prediction via Space-Time Chips","date":"2021-09-17","arxiv_id":"2109.08726","repositories_listed":1,"syntology":null}],"syntology_records":21,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"since_archive_judged":{"papers":1,"papers_placed":0,"judged_by":{"model":"Claude Sonnet 4.5","models_as_recorded":["global.anthropic.claude-sonnet-4-5-20250929-v1:0"],"from":"lb_rows_run_verified.jsonl: each record's `model` field (the extractor's call that wrote decisions[])"},"note":"a model's judgement from the paper's own tables that they report on this leaderboard, not a result: no value from a paper that was not placed is printed or carried here; papers counts each paper once over these leaderboards","backfill":"8,886 of 18,637 newer papers checked so far (733 more had nothing to place; 41 could not be read)","backfill_complete":false,"leaderboards":[{"leaderboard":"/sota/video-quality-assessment-on-konvid-1k","since_archive":"/sota/video-quality-assessment-on-konvid-1k#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/video-quality-assessment-on-live-vqc","since_archive":"/sota/video-quality-assessment-on-live-vqc#since-judged","papers_judged":1,"placed":0},{"leaderboard":"/sota/video-quality-assessment-on-youtube-ugc","since_archive":"/sota/video-quality-assessment-on-youtube-ugc#since-judged","papers_judged":1,"placed":0}]},"papers_where_code_ran":20,"papers_where_code_ran_first_page":"/task/video-quality-assessment/papers/ran/1","papers_where_code_ran_caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","pages":[{"order":"archive","page":2,"of":3,"url":"/task/video-quality-assessment/papers/2","json":"/task/video-quality-assessment/papers/2.json","rows":100},{"order":"archive","page":3,"of":3,"url":"/task/video-quality-assessment/papers/3","json":"/task/video-quality-assessment/papers/3.json","rows":16},{"order":"ran","page":1,"of":1,"url":"/task/video-quality-assessment/papers/ran/1","json":"/task/video-quality-assessment/papers/ran/1.json","rows":20}],"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-10-05T00:36:11+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; the contract check could not run (RAISES, DEP_MISSING or TIMEOUT)","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"row_route":"each syntology object on a benchmark's first row and on a paper carries sample_list (this site's paper page, #ran), syntology_url (syntology.ai's page for the paper, only when that route probed live) and mcp (the agent call that lists the paper's harvested samples; not a verdict on the paper)","developers":"https://syntology.ai/developers"},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"},"record_sha256":"67356d7fec0aafd7060a8a73ded20afd318b18d27cdb0f6c79ceff7f5181d7ed","record_changed_at":"2026-10-05","record_changed_at_basis":"changed"}