In this section
@article{Hofmann:2024:10.17743/jaes.2022.0162,
author = {Hofmann, A and Meyer-Kahlen, N and Schlecht, SJ and Lokki, T},
doi = {10.17743/jaes.2022.0162},
journal = {AES Journal of the Audio Engineering Society},
pages = {679--690},
title = {Audiovisual Congruence and Localization Performance in Virtual Reality: 3D Loudspeaker Model vs. Human Avatar},
url = {http://dx.doi.org/10.17743/jaes.2022.0162},
volume = {72},
year = {2024}
}
TY - JOUR
AB - This paper investigates audiovisual congruence in virtual reality with both horizontal and vertical offsets between audio and visual rendering. Audiovisual congruence and localization errors are assessed using loudspeaker playback and nonindividualized headphone rendering. To account for the influence of different types of visual information on congruence, presentations of a loudspeaker model and 3D human avatar were compared. Therefore, a new dataset of audiovisual speech was recorded. Results show that human avatar rendering increases perceived congruence, and experienced listeners have an increased tendency to respond with "incongruent" when a loudspeaker model is shown but not when the human avatar is presented. Moreover, a correlation is found between localization precision and audiovisual congruence for horizontally offset stimuli and avatar presentation. For vertical offsets, the angular range of congruence is generally large, and localization errors are high, so no correlation can be observed between the two. The paper contributes congruence ranges for audiovisual speech in virtual reality, which also has implications for augmented reality telepresence use.
AU - Hofmann,A
AU - Meyer-Kahlen,N
AU - Schlecht,SJ
AU - Lokki,T
DO - 10.17743/jaes.2022.0162
EP - 690
PY - 2024///
SN - 1549-4950
SP - 679
TI - Audiovisual Congruence and Localization Performance in Virtual Reality: 3D Loudspeaker Model vs. Human Avatar
T2 - AES Journal of the Audio Engineering Society
UR - http://dx.doi.org/10.17743/jaes.2022.0162
VL - 72
ER -
Dyson School of Design Engineering
Imperial College London
25 Exhibition Road
South Kensington
London
SW7 2DB
design.engineering@imperial.ac.uk
Tel: +44 (0) 20 7594 8888