@inproceedings{d24c8e65b57b433db0d5604854094222,
title = "Online crowdsourcing subjective image quality assessment",
abstract = "Recently, HodgeRank on random graphs has been proposed as an effective framework for multimedia quality assessment problem based on paired comparison method. With the random design on large graphs, it is particularly suitable for large scale crowdsourcing experiments on Internet. However, to make it more practical toward this purpose, it is necessary to develop online algorithms to deal with sequential or streaming data. In this paper, we propose an online rating scheme based on HodgeRank on random graphs, to assess image quality when assessors and image pairs enter the system in a sequential way in a crowdsourceable scenario. The scheme is shown in both theory and experiments to be effective by exhibiting similar performance to batch learning under the Erd{\"o}s-R{\'e}nyi random graph model for sampling. It enables us to derive global rating and monitor intrinsic inconsistency in the real time. We demonstrate the effectiveness of the proposed framework on LIVE and IVC databases.",
keywords = "crowdsourcing, hodgerank, online, paired comparison, persistent homology, random graphs, subjective image quality assessment, topology evolution, triangular curl",
author = "Qianqian Xu and Qingming Huang and Yuan Yao",
year = "2012",
doi = "10.1145/2393347.2393400",
language = "English",
isbn = "9781450310895",
series = "MM 2012 - Proceedings of the 20th ACM International Conference on Multimedia",
pages = "359--368",
booktitle = "MM 2012 - Proceedings of the 20th ACM International Conference on Multimedia",
note = "20th ACM International Conference on Multimedia, MM 2012 ; Conference date: 29-10-2012 Through 02-11-2012",
}