%0 Conference Paper %1 bailey2010evaluating %A Bailey, Peter %A Craswell, Nick %A White, Ryen W. %A Chen, Liwei %A Satyanarayana, Ashwin %A Tahaghoghi, S.M.M. %B Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval %C New York, NY, USA %D 2010 %I ACM %K evaluation relevance search web %P 767--768 %R 10.1145/1835449.1835606 %T Evaluating Whole-page Relevance %U http://doi.acm.org/10.1145/1835449.1835606 %X Whole page relevance defines how well the surface-level repre-sentation of all elements on a search result page and the corre-sponding holistic attributes of the presentation respond to users' information needs. We introduce a method for evaluating the whole-page relevance of Web search engine results pages. Our key contribution is that the method allows us to investigate aspects of component relevance that are difficult or impossible to judge in isolation. Such aspects include component-level information redundancy and cross-component coherence. The method we describe complements traditional document relevance measurement, affords comparative relevance assessment across multiple search engines, and facilitates the study of important factors such as brand presentation effects and component-level quality. %@ 978-1-4503-0153-4

@inproceedings{bailey2010evaluating, abstract = {Whole page relevance defines how well the surface-level repre-sentation of all elements on a search result page and the corre-sponding holistic attributes of the presentation respond to users' information needs. We introduce a method for evaluating the whole-page relevance of Web search engine results pages. Our key contribution is that the method allows us to investigate aspects of component relevance that are difficult or impossible to judge in isolation. Such aspects include component-level information redundancy and cross-component coherence. The method we describe complements traditional document relevance measurement, affords comparative relevance assessment across multiple search engines, and facilitates the study of important factors such as brand presentation effects and component-level quality.}, acmid = {1835606}, added-at = {2017-04-04T13:18:39.000+0200}, address = {New York, NY, USA}, author = {Bailey, Peter and Craswell, Nick and White, Ryen W. and Chen, Liwei and Satyanarayana, Ashwin and Tahaghoghi, S.M.M.}, biburl = {https://www.bibsonomy.org/bibtex/22fc838058314090152595969f4482f24/jaeschke}, booktitle = {Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval}, doi = {10.1145/1835449.1835606}, interhash = {7a3c95a28c7a90b7247f1ac4d2ec12ba}, intrahash = {2fc838058314090152595969f4482f24}, isbn = {978-1-4503-0153-4}, keywords = {evaluation relevance search web}, location = {Geneva, Switzerland}, numpages = {2}, pages = {767--768}, publisher = {ACM}, series = {SIGIR '10}, timestamp = {2017-04-04T13:18:39.000+0200}, title = {Evaluating Whole-page Relevance}, url = {http://doi.acm.org/10.1145/1835449.1835606}, year = 2010 }