In difficult information seeking tasks, the majority of top-ranked documents for an initial query may be non-relevant, and negative relevance feedback may then help find relevant documents. Traditional negative relevance feedback has been studied on document results; we introduce a system and interface for negative feedback in a novel exploratory search setting, where continuous-valued feedback is directly given to keyword features of an inferred probabilistic user intent model. The introduced system allows both positive and negative feedback directly on an interactive visual interface, by letting the user manipulate keywords on an optimized visualization of modeled user intent. Feedback on the interactive intent model lets the user direct the search: Relevance of keywords is estimated from feedback by Bayesian inference, influence of feedback is increased by a novel propagation step, documents are retrieved by likelihoods of relevant versus non-relevant intents, and the most relevant keywords (having the highest upper confidence bounds of relevance) and the most non-relevant ones (having the smallest lower confidence bounds of relevance) are shown as options for further feedback. We carry out task-based information seeking experiments with real users on difficult real tasks; we compare the system to the nearest state of the art baseline allowing positive feedback only, and show negative feedback significantly improves the quality of retrieved information and user satisfaction for difficult tasks.
Proceedings of the 22Nd International Conference on Intelligent User Interfaces
Jahr
2017
Seiten
149--159
Verlag
ACM
Reihe
IUI '17
citeulike-article-id
14310734
isbn
978-1-4503-4348-0
citeulike-linkout-1
http://dx.doi.org/10.1145/3025171.3025222
priority
0
posted-at
2017-03-14 11:43:22
citeulike-linkout-0
http://portal.acm.org/citation.cfm?id=3025222
comment
(private-note)Negative feedback is important in SciNet for complex queries - this version allows to better process keyword-level manipulation for negative feedback.
Data shows that for complex tasks it does help to refine the search - but for simpler queries seems to be no difference.
%0 Conference Paper
%1 citeulike:14310734
%A Peltonen, Jaakko
%A Strahl, Jonathan
%A Floréen, Patrik
%B Proceedings of the 22Nd International Conference on Intelligent User Interfaces
%C New York, NY, USA
%D 2017
%I ACM
%K adaptive-search information-exploration iui2017 open-user-model
%P 149--159
%R 10.1145/3025171.3025222
%T Negative Relevance Feedback for Exploratory Search with Visual Interactive Intent Modeling
%U http://dx.doi.org/10.1145/3025171.3025222
%X In difficult information seeking tasks, the majority of top-ranked documents for an initial query may be non-relevant, and negative relevance feedback may then help find relevant documents. Traditional negative relevance feedback has been studied on document results; we introduce a system and interface for negative feedback in a novel exploratory search setting, where continuous-valued feedback is directly given to keyword features of an inferred probabilistic user intent model. The introduced system allows both positive and negative feedback directly on an interactive visual interface, by letting the user manipulate keywords on an optimized visualization of modeled user intent. Feedback on the interactive intent model lets the user direct the search: Relevance of keywords is estimated from feedback by Bayesian inference, influence of feedback is increased by a novel propagation step, documents are retrieved by likelihoods of relevant versus non-relevant intents, and the most relevant keywords (having the highest upper confidence bounds of relevance) and the most non-relevant ones (having the smallest lower confidence bounds of relevance) are shown as options for further feedback. We carry out task-based information seeking experiments with real users on difficult real tasks; we compare the system to the nearest state of the art baseline allowing positive feedback only, and show negative feedback significantly improves the quality of retrieved information and user satisfaction for difficult tasks.
%@ 978-1-4503-4348-0
@inproceedings{citeulike:14310734,
abstract = {{In difficult information seeking tasks, the majority of top-ranked documents for an initial query may be non-relevant, and negative relevance feedback may then help find relevant documents. Traditional negative relevance feedback has been studied on document results; we introduce a system and interface for negative feedback in a novel exploratory search setting, where continuous-valued feedback is directly given to keyword features of an inferred probabilistic user intent model. The introduced system allows both positive and negative feedback directly on an interactive visual interface, by letting the user manipulate keywords on an optimized visualization of modeled user intent. Feedback on the interactive intent model lets the user direct the search: Relevance of keywords is estimated from feedback by Bayesian inference, influence of feedback is increased by a novel propagation step, documents are retrieved by likelihoods of relevant versus non-relevant intents, and the most relevant keywords (having the highest upper confidence bounds of relevance) and the most non-relevant ones (having the smallest lower confidence bounds of relevance) are shown as options for further feedback. We carry out task-based information seeking experiments with real users on difficult real tasks; we compare the system to the nearest state of the art baseline allowing positive feedback only, and show negative feedback significantly improves the quality of retrieved information and user satisfaction for difficult tasks.}},
added-at = {2017-11-15T17:02:25.000+0100},
address = {New York, NY, USA},
author = {Peltonen, Jaakko and Strahl, Jonathan and Flor{\'{e}}en, Patrik},
biburl = {https://www.bibsonomy.org/bibtex/2115989b0c535cd111fc3e8586f8fd34d/brusilovsky},
booktitle = {Proceedings of the 22Nd International Conference on Intelligent User Interfaces},
citeulike-article-id = {14310734},
citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=3025222},
citeulike-linkout-1 = {http://dx.doi.org/10.1145/3025171.3025222},
comment = {(private-note)Negative feedback is important in SciNet for complex queries - this version allows to better process keyword-level manipulation for negative feedback.
Data shows that for complex tasks it does help to refine the search - but for simpler queries seems to be no difference.},
doi = {10.1145/3025171.3025222},
interhash = {ad2ddfd4d2f3e4394bcb98a5689c1504},
intrahash = {115989b0c535cd111fc3e8586f8fd34d},
isbn = {978-1-4503-4348-0},
keywords = {adaptive-search information-exploration iui2017 open-user-model},
location = {Limassol, Cyprus},
pages = {149--159},
posted-at = {2017-03-14 11:43:22},
priority = {0},
publisher = {ACM},
series = {IUI '17},
timestamp = {2021-04-17T22:51:20.000+0200},
title = {{Negative Relevance Feedback for Exploratory Search with Visual Interactive Intent Modeling}},
url = {http://dx.doi.org/10.1145/3025171.3025222},
year = 2017
}