@inproceedings{90528c7d7f38483bad9d4b0b492a0505,
title = "Human or AI? Using Digital Behavior to Verify Essay Authorship",
abstract = "Large language models (LLMs) such as OpenAI's GPT-4 have transformed natural language processing with their ability to understand context and generate human-like text. This has led to considerable debate, especially in the education sector, where LLMs can enhance learning but also pose challenges to academic integrity. Detecting AI-generated content (AIGC) is difficult, as existing methods struggle to keep pace with advancements in generation technology. This research proposes a novel approach to AIGC detection in short essays, using digital behavior capture and follow-up questioning to verify text authorship. We executed a controlled experiment as an initial evaluation to test the prototype system. The results obtained show promise in differentiating between user-authored and AI-generated text. The system design and prototype represent valuable contributions for future research in this area. The solution also provides a novel approach to addressing practical challenges posed by LLMs, particularly in maintaining academic integrity in educational settings.",
keywords = "ChatGPT, LLMs, deception, design science, keyboard dynamics, mouse tracking",
author = "David Wilson and Parker Burnett and Valacich, {Joseph S.} and Jenkins, {Jeffrey L.}",
note = "Publisher Copyright: {\textcopyright} 2023 International Conference on Information Systems, ICIS 2023: {"}Rising like a Phoenix: Emerging from the Pandemic and Reshaping Hu. All Rights Reserved.; 44th International Conference on Information Systems: Rising like a Phoenix: Emerging from the Pandemic and Reshaping Human Endeavors with Digital Technologies, ICIS 2023 ; Conference date: 10-12-2023 Through 13-12-2023",
year = "2023",
language = "English (US)",
series = "International Conference on Information Systems, ICIS 2023: {"}Rising like a Phoenix: Emerging from the Pandemic and Reshaping Human Endeavors with Digital Technologies{"}",
publisher = "Association for Information Systems",
booktitle = "International Conference on Information Systems, ICIS 2023",
}