@inproceedings{ee3878d7da8a4b27bc21cbd8f489e8ea,
title = "Predictive Task Guidance with Artificial Intelligence in Augmented Reality",
abstract = "We put forward an augmented reality (AR) system using artificial intelligence (AI) to guide users through real-world procedures. The system uses the cameras of the headset to recognize objects and their positions in real time. It constructs a model to predict: (i) the task being completed, (ii) the step of the task they are on, and (iii) whether they have made any errors. By updating this model in real-time as the user completes the task, the system automatically updates the instructions and cues provided to the user. This system represents a step towards ubiquitous task guidance via AR.",
keywords = "Human-centered computing, Mixed / augmented reality, Virtual Reality",
author = "Benjamin Rheault and Shivvrat Arya and Akshay Vyas and Jikai Wang and Rohith Peddi and Brett Bendall and Vibhav Gogate and Nicholas Ruozzi and Yu Xiang and Ragan, \{Eric D.\}",
note = "Publisher Copyright: {\textcopyright} 2024 IEEE.; 2024 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops, VRW 2024 ; Conference date: 16-03-2024 Through 21-03-2024",
year = "2024",
doi = "10.1109/VRW62533.2024.00283",
language = "English (US)",
series = "Proceedings - 2024 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops, VRW 2024",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "973--974",
booktitle = "Proceedings - 2024 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops, VRW 2024",
address = "United States",
}