%0 Conference Paper %1 chernov08pim %A Chernov, Sergey %A Demartini, Gianluca %A Herder, Eelco %A Kopycki, Michał %A Nejdl, Wolfgang %B Personal Information Management Workshop at CHI 2008 %D 2008 %K activity context pim task %T Evaluating Personal Information Management Using an Activity Logs Enriched Desktop Dataset %U http://pim2008.ethz.ch/papers/pim2008-chernov-etal.pdf %X The effective evaluation of Personal Information Management is a crucial problem for the research community. While evaluation methodologies for retrieval on the Web and in digital libraries are well-developed, the experiments with the advanced desktop tools are neither repeatable nor comparable. As privacy concerns do not allow to copy and distribute personal data outside the research lab, we suggest to overcome this problem by creation of desktop datasets within different research groups using a single methodology and a common set of tools. A dataset can include not only a static snapshot of the desktop documents, but also the logs of user activity on the desktop within several last months. We present the structure of the required dataset, a set of implemented tools and a sample dataset collected within the L3S Research Center.

@inproceedings{chernov08pim, abstract = {The effective evaluation of Personal Information Management is a crucial problem for the research community. While evaluation methodologies for retrieval on the Web and in digital libraries are well-developed, the experiments with the advanced desktop tools are neither repeatable nor comparable. As privacy concerns do not allow to copy and distribute personal data outside the research lab, we suggest to overcome this problem by creation of desktop datasets within different research groups using a single methodology and a common set of tools. A dataset can include not only a static snapshot of the desktop documents, but also the logs of user activity on the desktop within several last months. We present the structure of the required dataset, a set of implemented tools and a sample dataset collected within the L3S Research Center.}, added-at = {2008-08-14T11:36:24.000+0200}, author = {Chernov, Sergey and Demartini, Gianluca and Herder, Eelco and Kopycki, Michał and Nejdl, Wolfgang}, biburl = {https://www.bibsonomy.org/bibtex/249e729a1b7509260f06929d0fb97f86a/arath}, booktitle = {Personal Information Management Workshop at CHI 2008}, interhash = {3723004d4c1f6403bd770971ad992145}, intrahash = {49e729a1b7509260f06929d0fb97f86a}, keywords = {activity context pim task}, month = {April}, timestamp = {2008-08-14T11:36:24.000+0200}, title = {Evaluating Personal Information Management Using an Activity Logs Enriched Desktop Dataset}, url = {http://pim2008.ethz.ch/papers/pim2008-chernov-etal.pdf}, year = 2008 }