Computational Requirements and Synchronization Issues for Virtual Acoustic Displays

@article{mc98, abstract = {This paper addresses two main issues concerning virtual acoustic displays. First, we discuss the computational requirements including sound generation (or synthesis), environmental effects modeling, and three-dimensional (3-D) sound localization. The computational analysis reveals that acoustic processing delays of at least 66 ms are expected with today’s technology. This analysis motivates the second issue: how much computational time is available for executing the acoustic process, assuming the requirement for perceptually perfect audiovisual synchronization? A psychoacoustic experiment designed to quantify the tolerable audiovisual delay indicates that an acoustic impact event must occur within an average of 175 ms of the visual event in order for the events to be perceived as synchronous. The most highly trained observers detect desynchrony with an audiovisual delay as low as 100 ms. The results of the computational requirement analysis and the psychoacoustic synchronization experiment provide important information for designers and researchers of virtual acoustic displays.}, address = {Cambridge, MA, USA}, author = {Miner, Nadine and Caudell, Thomas }, citeulike-article-id = {2861661}, doi = {http://dx.doi.org/10.1162/105474698565802}, issn = {1054-7460}, journal = {Presence: Teleoperators and Virtual Environments}, keywords = {acoustics, latency, sound, synchronization, virtual-reality}, month = {August}, number = {4}, pages = {396--409}, posted-at = {2008-06-04 16:56:15}, priority = {2}, publisher = {MIT Press}, title = {Computational Requirements and Synchronization Issues for Virtual Acoustic Displays}, url = {http://dx.doi.org/10.1162/105474698565802}, volume = {7}, year = {1998} }

TY - JOUR ID - mc98 L3 - citeulike-article-id:2861661 N2 - This paper addresses two main issues concerning virtual acoustic displays. First, we discuss the computational requirements including sound generation (or synthesis), environmental effects modeling, and three-dimensional (3-D) sound localization. The computational analysis reveals that acoustic processing delays of at least 66 ms are expected with today’s technology. This analysis motivates the second issue: how much computational time is available for executing the acoustic process, assuming the requirement for perceptually perfect audiovisual synchronization? A psychoacoustic experiment designed to quantify the tolerable audiovisual delay indicates that an acoustic impact event must occur within an average of 175 ms of the visual event in order for the events to be perceived as synchronous. The most highly trained observers detect desynchrony with an audiovisual delay as low as 100 ms. The results of the computational requirement analysis and the psychoacoustic synchronization experiment provide important information for designers and researchers of virtual acoustic displays. IS - 4 JF - Presence: Teleoperators and Virtual Environments SN - 1054-7460 AD - Cambridge, MA, USA EP - 409 TI - Computational Requirements and Synchronization Issues for Virtual Acoustic Displays PB - MIT Press VL - 7 SP - 396 KW - acoustics KW - latency KW - sound KW - synchronization KW - virtual-reality AU - Miner, Nadine AU - Caudell, Thomas PY - 1998/08// UR - http://dx.doi.org/10.1162/105474698565802 ER -