%0 Conference Paper %1 Woodley:2007 %A Woodley, Alan %A Geva, Shlomo %A Edwards, Sylvia Lauretta %B Australian Journal of Intelligent Information Processing Systems %D 2007 %K Empirical, IR, Keyword Language Natural Querying, Search Search, XML, %P 64--71 %T Comparing XML-IR Query Formation Interfaces %X Abstract XML information retrieval (XML-IR) systems differ from traditional information retrieval systems by using structure of XML documents to retrieve more specific units of information than the documents themselves. Users interact with XML-IR systems via structured queries that express their content and structural requirements. Historically, it has been common belief within the XML-IR community that structured queries will perform better than traditional keyword-only queries. However, recent system-orientated analysis has show that this assumption may be incorrect when system performance is averaged over a set of queries. Here, we test this assumption with users via a simulated work task experiment. We compare a keyword only interface with two user friendly XML-IR interfaces: NLPX, a natural language interface and Bricks, a query-bytemplate interface. This is the first time that a XML-IR natural language interface has been tested in user experiments. We compare the retrieval performance of all three interfaces and the usability of the two structured interfaces. Our results correspond to those of the system-orientated evaluation and indicate that structured queries do not aid retrieval performance. They also show that in terms of retrieval performance and usability the structured interfaces are comparable.

@inproceedings{Woodley:2007, abstract = {Abstract XML information retrieval (XML-IR) systems differ from traditional information retrieval systems by using structure of XML documents to retrieve more specific units of information than the documents themselves. Users interact with XML-IR systems via structured queries that express their content and structural requirements. Historically, it has been common belief within the XML-IR community that structured queries will perform better than traditional keyword-only queries. However, recent system-orientated analysis has show that this assumption may be incorrect when system performance is averaged over a set of queries. Here, we test this assumption with users via a simulated work task experiment. We compare a keyword only interface with two user friendly XML-IR interfaces: NLPX, a natural language interface and Bricks, a query-bytemplate interface. This is the first time that a XML-IR natural language interface has been tested in user experiments. We compare the retrieval performance of all three interfaces and the usability of the two structured interfaces. Our results correspond to those of the system-orientated evaluation and indicate that structured queries do not aid retrieval performance. They also show that in terms of retrieval performance and usability the structured interfaces are comparable.}, added-at = {2010-05-13T11:34:37.000+0200}, author = {Woodley, Alan and Geva, Shlomo and Edwards, Sylvia Lauretta}, bdsk-file-1 = {YnBsaXN0MDDUAQIDBAUIJidUJHRvcFgkb2JqZWN0c1gkdmVyc2lvblkkYXJjaGl2ZXLRBgdUcm9vdIABqAkKFRYXGyIjVSRudWxs0wsMDQ4RFFpOUy5vYmplY3RzV05TLmtleXNWJGNsYXNzog8QgASABqISE4ACgAOAB1lhbGlhc0RhdGFccmVsYXRpdmVQYXRo0hgNGRpXTlMuZGF0YU8RAkAAAAAAAkAAAgAADE1hY2ludG9zaCBIRAAAAAAAAAAAAAAAAAAAAMcr3C9IKwAAAGDpvB9Db21wYXJpbmcgWE1MLUlSIFF1ZSM1RjQyQkYucGRmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAX0K/xvi8QwAAAAAAAAAAAAIABQAACSAAAAAAAAAAAAAAAAAAAAAEMjAwNwAQAAgAAMcrzh8AAAARAAgAAMb4oCMAAAABACAAYOm8AGDoewBg5K4AYOSsABOujgAICHQACAhnAACRjQACAGRNYWNpbnRvc2ggSEQ6VXNlcnM6a2F3OkRvY3VtZW50czp3b3JrOm1hdGVyaWFsOmFydGljbGVzOldvb2RsZXk6MjAwNzpDb21wYXJpbmcgWE1MLUlSIFF1ZSM1RjQyQkYucGRmAA4AYAAvAEMAbwBtAHAAYQByAGkAbgBnACAAWABNAEwALQBJAFIAIABRAHUAZQByAHkAIABGAG8AcgBtAGEAdABpAG8AbgAgAEkAbgB0AGUAcgBmAGEAYwBlAHMALgBwAGQAZgAPABoADABNAGEAYwBpAG4AdABvAHMAaAAgAEgARAASAGdVc2Vycy9rYXcvRG9jdW1lbnRzL3dvcmsvbWF0ZXJpYWwvYXJ0aWNsZXMvV29vZGxleS8yMDA3L0NvbXBhcmluZyBYTUwtSVIgUXVlcnkgRm9ybWF0aW9uIEludGVyZmFjZXMucGRmAAATAAEvAAAVAAIACv//AACABdIcHR4fWCRjbGFzc2VzWiRjbGFzc25hbWWjHyAhXU5TTXV0YWJsZURhdGFWTlNEYXRhWE5TT2JqZWN0XxBULi4vLi4vbWF0ZXJpYWwvYXJ0aWNsZXMvV29vZGxleS8yMDA3L0NvbXBhcmluZyBYTUwtSVIgUXVlcnkgRm9ybWF0aW9uIEludGVyZmFjZXMucGRm0hwdJCWiJSFcTlNEaWN0aW9uYXJ5EgABhqBfEA9OU0tleWVkQXJjaGl2ZXIACAARABYAHwAoADIANQA6ADwARQBLAFIAXQBlAGwAbwBxAHMAdgB4AHoAfACGAJMAmACgAuQC5gLrAvQC/wMDAxEDGAMhA3gDfQOAA40DkgAAAAAAAAIBAAAAAAAAACgAAAAAAAAAAAAAAAAAAAOk}, biburl = {https://www.bibsonomy.org/bibtex/2adf51572c23179b2365edd05bdf14578/kweiand}, booktitle = {Australian Journal of Intelligent Information Processing Systems}, date-added = {2010-05-11 17:32:54 +0200}, date-modified = {2010-05-12 16:32:57 +0200}, interhash = {22cbd8a588d55a136fb2542d01bc787c}, intrahash = {adf51572c23179b2365edd05bdf14578}, keywords = {Empirical, IR, Keyword Language Natural Querying, Search Search, XML,}, nocites = {-1}, pages = {64--71}, timestamp = {2010-05-13T11:34:41.000+0200}, title = {Comparing XML-IR Query Formation Interfaces}, year = 2007 }