@article{kules_influence_2012, title = {Influence of training and stage of search on gaze behavior in a library catalog faceted search interface}, volume = {63}, copyright = {© 2011 ASIS\&T}, issn = {1532-2890}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1002/asi.21647}, doi = {10.1002/asi.21647}, abstract = {This study examined how searchers interact with a web-based, faceted library catalog when conducting exploratory searches. It applied multiple methods, including eye tracking and stimulated recall interviews, to investigate important aspects of faceted search interface use, specifically: (a) searcher gaze behavior—what components of the interface searchers look at; (b) how gaze behavior differs when training is and is not provided; (c) how gaze behavior changes as searchers become familiar with the interface; and (d) how gaze behavior differs depending on the stage of the search process. The results confirm previous findings that facets account for approximately 10–30\% of interface use. They show that providing a 60-second video demonstration increased searcher use of facets. However, searcher use of the facets did not evolve during the study session, which suggests that searchers may not, on their own, rapidly apply the faceted interfaces. The findings also suggest that searcher use of interface elements varied by the stage of their search during the session, with higher use of facets during decision-making stages. These findings will be of interest to librarians and interface designers who wish to maximize the value of faceted searching for patrons, as well as to researchers who study search behavior.}, language = {en}, number = {1}, urldate = {2018-08-03}, journal = {Journal of the American Society for Information Science and Technology}, author = {Kules, Bill and Capra, Robert}, month = jan, year = {2012}, pages = {114--138}, } @inproceedings{kules_what_2009, address = {New York, NY, USA}, series = {{JCDL} '09}, title = {What {Do} {Exploratory} {Searchers} {Look} at in a {Faceted} {Search} {Interface}?}, isbn = {978-1-60558-322-8}, url = {http://doi.acm.org/10.1145/1555400.1555452}, doi = {10.1145/1555400.1555452}, abstract = {This study examined how searchers interacted with a web-based, faceted library catalog when conducting exploratory searches. It applied eye tracking, stimulated recall interviews, and direct observation to investigate important aspects of gaze behavior in a faceted search interface: what components of the interface searchers looked at, for how long, and in what order. It yielded empirical data that will be useful for both practitioners (e.g., for improving search interface designs), and researchers (e.g., to inform models of search behavior). Results of the study show that participants spent about 50 seconds per task looking at (fixating on) the results, about 25 seconds looking at the facets, and only about 6 seconds looking at the query itself. These findings suggest that facets played an important role in the exploratory search process.}, language = {en}, urldate = {2018-08-07}, booktitle = {Proceedings of the 9th {ACM}/{IEEE}-{CS} {Joint} {Conference} on {Digital} {Libraries}}, publisher = {ACM}, author = {Kules, Bill and Capra, Robert and Banta, Matthew and Sierra, Tito}, year = {2009}, pages = {313--322}, } @article{saracevic_relevance:_2007, title = {Relevance: {A} review of the literature and a framework for thinking on the notion in information science. {Part} {III}: {Behavior} and effects of relevance}, volume = {58}, issn = {1532-2890}, shorttitle = {Relevance}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1002/asi.20681}, doi = {10.1002/asi.20681}, abstract = {All is flux. —Plato on Knowledge in the Theaetetus (about 369 BC) Relevance is a, if not even the, key notion in information science in general and information retrieval in particular. This two-part critical review traces and synthesizes the scholarship on relevance over the past 30 years or so and provides an updated framework within which the still widely dissonant ideas and works about relevance might be interpreted and related. It is a continuation and update of a similar review that appeared in 1975 under the same title, considered here as being Part I. The present review is organized in two parts: Part II addresses the questions related to nature and manifestations of relevance, and Part III addresses questions related to relevance behavior and effects. In Part II, the nature of relevance is discussed in terms of meaning ascribed to relevance, theories used or proposed, and models that have been developed. The manifestations of relevance are classified as to several kinds of relevance that form an interdependent system of relevancies. In Part III, relevance behavior and effects are synthesized using experimental and observational works that incorporated data. In both parts, each section concludes with a summary that in effect provides an interpretation and synthesis of contemporary thinking on the topic treated or suggests hypotheses for future research. Analyses of some of the major trends that shape relevance work are offered in conclusions.}, language = {en}, number = {13}, urldate = {2018-04-25}, journal = {Journal of the American Society for Information Science and Technology}, author = {Saracevic, Tefko}, month = nov, year = {2007}, pages = {2126--2144}, } @inproceedings{agichtein_improving_2006, address = {New York, NY, USA}, series = {{SIGIR} '06}, title = {Improving {Web} {Search} {Ranking} by {Incorporating} {User} {Behavior} {Information}}, isbn = {978-1-59593-369-0}, url = {http://doi.acm.org/10.1145/1148170.1148177}, doi = {10.1145/1148170.1148177}, abstract = {We show that incorporating user behavior data can significantly improve ordering of top results in real web search setting. We examine alternatives for incorporating feedback into the ranking process and explore the contributions of user feedback compared to other common web search features. We report results of a large scale evaluation over 3,000 queries and 12 million user interactions with a popular web search engine. We show that incorporating implicit feedback can augment other features, improving the accuracy of a competitive web search ranking algorithms by as much as 31\% relative to the original performance.}, language = {en}, urldate = {2019-01-18}, booktitle = {Proceedings of the 29th {Annual} {International} {ACM} {SIGIR} {Conference} on {Research} and {Development} in {Information} {Retrieval}}, publisher = {ACM}, author = {Agichtein, Eugene and Brill, Eric and Dumais, Susan}, year = {2006}, pages = {19--26}, } @article{hearst_finding_2002, title = {Finding the flow in web site search}, volume = {45}, issn = {0001-0782}, url = {http://doi.acm.org/10.1145/567498.567525}, doi = {10.1145/567498.567525}, abstract = {Designing a search system and interface may best be served (and executed) by scrutinizing usability studies.}, language = {en}, number = {9}, journal = {Communications of the ACM}, author = {Hearst, Marti and Elliott, Ame and English, Jennifer and Sinha, Rashmi and Swearingen, Kirsten and Yee, Ka-Ping}, month = sep, year = {2002}, pages = {42--49}, } @inproceedings{english_hierarchical_2002, address = {New York, NY, USA}, series = {{CHI} {EA} '02}, title = {Hierarchical {Faceted} {Metadata} in {Site} {Search} {Interfaces}}, isbn = {978-1-58113-454-4}, url = {http://doi.acm.org/10.1145/506443.506517}, doi = {10.1145/506443.506517}, abstract = {One of the most pressing usability issues in the design of large web sites is that of the organization of search results. A previous study on a moderate-sized web site indicated that users understood and preferred dynamically organized faceted metadata over standard search. We are now examining how to scale this approach to very large collections, since it is difficult to present hierarchical faceted metadata in a manner appealing and understandable to general users. We have iteratively designed and tested interfaces that address these design challenges; the most recent version is receiving enthusiastic responses in ongoing usability studies.}, language = {en}, urldate = {2018-07-06}, booktitle = {{CHI} '02 {Extended} {Abstracts} on {Human} {Factors} in {Computing} {Systems}}, publisher = {ACM}, author = {English, Jennifer and Hearst, Marti and Sinha, Rashmi and Swearingen, Kirsten and Yee, Ka-Ping}, year = {2002}, pages = {628--639}, } @article{bates_design_1989, title = {The design of browsing and berrypicking techniques for the online search interface}, volume = {13}, issn = {0309-314X}, url = {http://www.emeraldinsight.com/doi/abs/10.1108/eb024320}, abstract = {First, a new model of searching in online and other information systems, called ‘berrypicking’, is discussed. This model, it is argued, is much closer to the real behavior of information searchers than the traditional model of information retrieval is, and, consequently, will guide our thinking better in the design of effective interfaces. Second, the research literature of manual information seeking behavior is drawn on for suggestions of capabilities that users might like to have in online systems. Third, based on the new model and the research on information seeking, suggestions are made for how new search capabilities could be incorporated into the design of search interfaces. Particular attention is given to the nature and types of browsing that can be facilitated.}, language = {en}, number = {5}, urldate = {2017-04-06}, journal = {Online Review}, author = {Bates, Marcia J.}, month = may, year = {1989}, pages = {407--424}, } @article{saracevic_study_1988, title = {A study of information seeking and retrieving. {III}. {Searchers}, searches, and overlap}, volume = {39}, copyright = {Copyright © 1988 John Wiley \& Sons, Inc.}, issn = {1097-4571}, url = {https://onlinelibrary.wiley.com/doi/abs/10.1002/%28SICI%291097-4571%28198805%2939%3A3%3C197%3A%3AAID-ASI4%3E3.0.CO%3B2-A}, doi = {10.1002/(SICI)1097-4571(198805)39:3<197::AID-ASI4>3.0.CO;2-A}, abstract = {The objectives of the study were to conduct a series of observations and experiments under as real-life situation as possible related to: (1) user context of questions in information retrieval; (2) the structure and classification of questions; (3) cognitive traits and decision making of searchers; and (4) diferent searches of the same question. The study is presented in three parts: Part I presents the background of the study and describes the models, measures, methods, procedures and statistical analyses used. Part II is devoted to results related to users, questions and effectiveness measures, and Part III to results related to searchers, searches and overlap studies. A concluding summary of all results is presented in Part III. © 1988 John Wiley \& Sons, Inc.}, language = {en}, number = {3}, urldate = {2019-01-21}, journal = {Journal of the American Society for Information Science}, author = {Saracevic, Tefko and Kantor, Paul}, year = {1988}, pages = {197--216}, }