%0 Journal Article %1 Moskovitch2007 %A Moskovitch, Robert %A Martins, Susana B. %A Behiri, Eytan %A Weiss, Aviram %A Shahar, Yuval %D 2007 %J Journal of the American Medical Informatics Association %K asbru evaluation guideline np %N 2 %P 164 - 174 %R 10.1197/jamia.M1953 %T A Comparative Evaluation of Full-text, Concept-based, and Context-sensitive Search %U http://www.sciencedirect.com/science/article/pii/S1067502706002726 %V 14 %X ObjectivesStudy comparatively (1) concept-based search, using documents pre-indexed by a conceptual hierarchy; (2) context-sensitive search, using structured, labeled documents; and (3) traditional full-text search. Hypotheses were: (1) more contexts lead to better retrieval accuracy; and (2) adding concept-based search to the other searches would improve upon their baseline performances.DesignUse our Vaidurya architecture, for search and retrieval evaluation, of structured documents classified by a conceptual hierarchy, on a clinical guidelines test collection.MeasurementsPrecision computed at different levels of recall to assess the contribution of the retrieval methods. Comparisons of precisions done with recall set at 0.5, using t-tests.ResultsPerformance increased monotonically with the number of query context elements. Adding context-sensitive elements, mean improvement was 11.1% at recall 0.5. With three contexts, mean query precision was 42% ± 17% (95% confidence interval CI, 31% to 53%); with two contexts, 32% ± 13% (95% CI, 27% to 38%); and one context, 20% ± 9% (95% CI, 15% to 24%). Adding context-based queries to full-text queries monotonically improved precision beyond the 0.4 level of recall. Mean improvement was 4.5% at recall 0.5. Adding concept-based search to full-text search improved precision to 19.4% at recall 0.5.ConclusionsThe study demonstrated usefulness of concept-based and context-sensitive queries for enhancing the precision of retrieval from a digital library of semi-structured clinical guideline documents. Concept-based searches outperformed free-text queries, especially when baseline precision was low. In general, the more ontological elements used in the query, the greater the resulting precision.

@article{Moskovitch2007, abstract = {ObjectivesStudy comparatively (1) concept-based search, using documents pre-indexed by a conceptual hierarchy; (2) context-sensitive search, using structured, labeled documents; and (3) traditional full-text search. Hypotheses were: (1) more contexts lead to better retrieval accuracy; and (2) adding concept-based search to the other searches would improve upon their baseline performances.DesignUse our Vaidurya architecture, for search and retrieval evaluation, of structured documents classified by a conceptual hierarchy, on a clinical guidelines test collection.MeasurementsPrecision computed at different levels of recall to assess the contribution of the retrieval methods. Comparisons of precisions done with recall set at 0.5, using t-tests.ResultsPerformance increased monotonically with the number of query context elements. Adding context-sensitive elements, mean improvement was 11.1% at recall 0.5. With three contexts, mean query precision was 42% ± 17% (95% confidence interval [CI], 31% to 53%); with two contexts, 32% ± 13% (95% CI, 27% to 38%); and one context, 20% ± 9% (95% CI, 15% to 24%). Adding context-based queries to full-text queries monotonically improved precision beyond the 0.4 level of recall. Mean improvement was 4.5% at recall 0.5. Adding concept-based search to full-text search improved precision to 19.4% at recall 0.5.ConclusionsThe study demonstrated usefulness of concept-based and context-sensitive queries for enhancing the precision of retrieval from a digital library of semi-structured clinical guideline documents. Concept-based searches outperformed free-text queries, especially when baseline precision was low. In general, the more ontological elements used in the query, the greater the resulting precision.}, added-at = {2012-11-30T14:59:17.000+0100}, author = {Moskovitch, Robert and Martins, Susana B. and Behiri, Eytan and Weiss, Aviram and Shahar, Yuval}, biburl = {https://www.bibsonomy.org/bibtex/2c1545cadcd06b1dda73d0dd05f1b5ff3/rhatko}, description = {ScienceDirect.com - Journal of the American Medical Informatics Association - A Comparative Evaluation of Full-text, Concept-based, and Context-sensitive Search}, doi = {10.1197/jamia.M1953}, groups = {public}, interhash = {dad10c2be8cd96f30285e3f7efb50450}, intrahash = {c1545cadcd06b1dda73d0dd05f1b5ff3}, issn = {1067-5027}, journal = {Journal of the American Medical Informatics Association}, keywords = {asbru evaluation guideline np}, number = 2, pages = {164 - 174}, timestamp = {2012-12-06T10:42:22.000+0100}, title = {A Comparative Evaluation of Full-text, Concept-based, and Context-sensitive Search}, url = {http://www.sciencedirect.com/science/article/pii/S1067502706002726}, username = {rhatko}, volume = 14, year = 2007 }