A large-scale evaluation and analysis of personalized search strategies

@inproceedings{citeulike:1291540, abstract = {Although personalized search has been proposed for many years and many personalization strategies have been investigated, it is still unclear whether personalization is consistently effective on different queries for different users, and under different search contexts. In this paper, we study the problem and get some preliminary conclusions. We present a large-scale personalized search evaluation framework based on search logs and then evaluate five personalized search strategies (including two click-based and three profile-based ones) using 12-day MSN search logs. By analyzing the results, we reveal that personalized search has significant improvement over common web search on some queries but it also has little effect on other queries (e.g., queries with small click entropy) and even harms search accuracy under some situations. Furthermore, we show that click-based personalization strategies perform consistently and considerablely well while profile-based ones are unstable in our experiments. We also reveal that both long-term and short-term contexts are very important in improving search performance for profile-based personalized search strategies.}, address = {New York, NY, USA}, author = {Dou, Zhicheng and Song, Ruihua and Wen, Ji-Rong }, booktitle = {WWW '07: Proceedings of the 16th international conference on World Wide Web}, citeulike-article-id = {1291540}, doi = {http://dx.doi.org/10.1145/1242572.1242651}, isbn = {9781595936547}, keywords = {personalized-search, web}, pages = {581--590}, posted-at = {2008-01-10 15:53:05}, priority = {0}, publisher = {ACM Press}, title = {A large-scale evaluation and analysis of personalized search strategies}, url = {http://dx.doi.org/10.1145/1242572.1242651}, year = {2007} }

TY - CONF ID - citeulike:1291540 L3 - citeulike-article-id:1291540 TI - A large-scale evaluation and analysis of personalized search strategies T2 - WWW '07: Proceedings of the 16th international conference on World Wide Web SP - 581 EP - 590 AD - New York, NY, USA PB - ACM Press SN - 9781595936547 N2 - Although personalized search has been proposed for many years and many personalization strategies have been investigated, it is still unclear whether personalization is consistently effective on different queries for different users, and under different search contexts. In this paper, we study the problem and get some preliminary conclusions. We present a large-scale personalized search evaluation framework based on search logs and then evaluate five personalized search strategies (including two click-based and three profile-based ones) using 12-day MSN search logs. By analyzing the results, we reveal that personalized search has significant improvement over common web search on some queries but it also has little effect on other queries (e.g., queries with small click entropy) and even harms search accuracy under some situations. Furthermore, we show that click-based personalization strategies perform consistently and considerablely well while profile-based ones are unstable in our experiments. We also reveal that both long-term and short-term contexts are very important in improving search performance for profile-based personalized search strategies. KW - personalized-search KW - web AU - Dou, Zhicheng AU - Song, Ruihua AU - Wen, Ji-Rong PY - 2007/// UR - http://dx.doi.org/10.1145/1242572.1242651 ER -