@inproceedings{d093041ae603494da5f87b4a46bfa71e,
title = "Real-World Scanpaths Exhibit Long-Term Temporal Dependencies: Considerations for Contextual AI for AR Applications",
abstract = "All-day augmented reality (AR) requires contextually-aware artificial intelligence (AI) models that excel across diverse daily contexts. Eye tracking could be a key source of information about user context and intention. However, such models using gaze sometimes struggle to outperform egocentric video-based baseline models. We propose that learning representations of scanpath history in a perceptually-relevant state space may solve this problem. However, scanpaths are often assumed to obey a Markovian assumption, i.e., only the current and previous fixation matter. In a user study (30 participants; 26.2 hours total), we analyzed scanpaths during nine everyday tasks and identified long-term temporal dependencies, with an average timescale of four fixations (2 seconds) into the past (i.e., violating the Markovian assumption). We discovered substantial task-specific variations in these dependencies. This confirms that scanpaths contain stereotyped {"}motifs{"}with context-dependent lengths/timescales. We discuss the implications for designing contextual AI models for AR applications.",
keywords = "All-day AR, Contextual AI, Deep learning, Gaze, Information theory, Pervasive eye tracking, Scanpath, Temporal dependencies",
author = "Burlingham, {Charlie S.} and Naveen Sendhilnathan and Xiuyun Wu and Murdison, {T. Scott} and Proulx, {Michael J.}",
year = "2024",
month = jun,
day = "4",
doi = "10.1145/3649902.3656352",
language = "English",
series = "Eye Tracking Research and Applications Symposium (ETRA)",
publisher = "Association for Computing Machinery",
editor = "Spencer, {Stephen N.}",
booktitle = "Proceedings - ETRA 2024, ACM Symposium on Eye Tracking Research and Applications",
address = "USA United States",
note = "16th Annual ACM Symposium on Eye Tracking Research and Applications, ETRA 2024 ; Conference date: 04-06-2024 Through 07-06-2024",
}