@article{Amadori:2022:10.1109/tcds.2021.3114162,
author = {Amadori, PV and Fischer, T and Wang, R and Demiris, Y},
doi = {10.1109/tcds.2021.3114162},
journal = {IEEE Transactions on Cognitive and Developmental Systems},
pages = {1474--1485},
title = {Predicting secondary task performance: a directly actionable metric for cognitive overload detection},
url = {http://dx.doi.org/10.1109/tcds.2021.3114162},
volume = {14},
year = {2022}
}

Download

TY  - JOUR
AB  - In this paper, we address cognitive overload detection from unobtrusive physiological signals for users in dual-tasking scenarios. Anticipating cognitive overload is a pivotal challenge in interactive cognitive systems and could lead to safer shared-control between users and assistance systems. Our framework builds on the assumption that decision mistakes on the cognitive secondary task of dual-tasking users correspond to cognitive overload events, wherein the cognitive resources required to perform the task exceed the ones available to the users. We propose DecNet, an end-to-end sequence-to-sequence deep learning model that infers in real-time the likelihood of user mistakes on the secondary task, i.e., the practical impact of cognitive overload, from eye-gaze and head-pose data. We train and test DecNet on a dataset collected in a simulated driving setup from a cohort of 20 users on two dual-tasking decision-making scenarios, with either visual or auditory decision stimuli. DecNet anticipates cognitive overload events in both scenarios and can perform in time-constrained scenarios, anticipating cognitive overload events up to 2s before they occur. We show that DecNet’s performance gap between audio and visual scenarios is consistent with user perceived difficulty. This suggests that single modality stimulation induces higher cognitive load on users, hindering their decision-making abilities.
AU  - Amadori,PV
AU  - Fischer,T
AU  - Wang,R
AU  - Demiris,Y
DO  - 10.1109/tcds.2021.3114162
EP  - 1485
PY  - 2022///
SN  - 2379-8920
SP  - 1474
TI  - Predicting secondary task performance: a directly actionable metric for cognitive overload detection
T2  - IEEE Transactions on Cognitive and Developmental Systems
UR  - http://dx.doi.org/10.1109/tcds.2021.3114162
UR  - https://ieeexplore.ieee.org/document/9542977
UR  - http://hdl.handle.net/10044/1/91951
VL  - 14
ER  - 

Download