@inproceedings{92ead472a1494f25acb842093cb97aeb,
title = "Evaluating Artifacts Using Experiments as Part of the Design Science Framework",
abstract = "Design science is of increasing importance in information systems (IS) with top journals and funding agencies recognizing it as an important component of IS research. One critical element of good design science is a solid evaluation of the artifacts, i.e., of individual algorithms and completed information systems. This tutorial focuses on the design and execution of experiments to evaluate such artifacts in an efficient manner. The artifact's life cycle is taken into account to ensure the evaluation is appropriate, effective and efficient through optimal use of resources. Evaluations can range from automated evaluations of algorithms using gold standards to user studies of an entire information system with representative users in situ. The tutorial will focus on the controlled experiment for artifacts, appropriate statistical analysis, and tips on common errors that can be avoided.",
keywords = "designs science, evaluation, experiment, user study",
author = "Leroy Gondy",
note = "Funding Information: VII. PRESENTER BIO Gondy Leroy earned a combined BS and MS (1996) in cognitive, experimental psychology from the Catholic University of Leuven (Belgium) and a MS (1999) and PhD (2003) from the University of Arizona{\textquoteright}s Management Information Systems (MIS) department. She is a senior member of IEEE and Professor of MIS at the University of Arizona{\textquoteright}s MIS department. She serves on the editorial board of the Journal of Database Management, International Journal of Social and Organizational Dynamics in IT, Health Systems, Journal of Business Analytics, and co-chairs several sessions, tracks, workshops, and conferences focusing on design science and healthcare. She is the sole author of the book “Designing User Studies in Informatics” (Springer, 2011) and conducts tutorials on evaluating artifacts in a design science context. Her research has been published in ACM Computing Surveys, JAMIA, JASIST, JMIR, International Journal of Medical Informatics, and IEEE-TITB among others. Her work has been funded by several U.S. federal agencies, e.g., NSF, NIH, AHRQ, as well as industry, e.g., Microsoft Research, and foundations. She served as president for the AIS Special Interest Group on Health and as co-chair of the AIS Women{\textquoteright}s Network. She is active in promoting diversity and inclusion in computing through a variety of programs she created or supports. Publisher Copyright: {\textcopyright} 2019 IEEE.; 13th IEEE International Conference on Research Challenges in Information Science, RCIS 2019 ; Conference date: 29-05-2019 Through 31-05-2019",
year = "2019",
month = may,
doi = "10.1109/RCIS.2019.8876947",
language = "English (US)",
series = "Proceedings - International Conference on Research Challenges in Information Science",
publisher = "IEEE Computer Society",
editor = "Manuel Kolp and Jean Vanderdonckt and Monique Snoeck and Yves Wautelet",
booktitle = "Proceedings",
}