@inproceedings{jain2021towards,
author = {Jain, Dhruv and Junuzovic, Sasa and Ofek, Eyal and Sinclair, Mike and Porter, John and Yoon, Chris and Machanavajhala, Swetha and Morris, Meredith Ringel},
title = {Towards Sound Accessibility in Virtual Reality},
organization = {ACM},
booktitle = {ACM International Conference on Multimodal Interaction (ICMI2021)},
year = {2021},
month = {October},
abstract = {Abstract
Virtual reality (VR) leverages sight, hearing, and touch senses to convey virtual experiences. For d/Deaf and hard of hearing (DHH) people, however, information conveyed through sound may not be accessible. While prior work has explored making every day sounds accessible to DHH users, the context of VR is, as yet, unexplored. In this paper, we provide a first comprehensive investigation of sound accessibility in VR. Our primary contributions include a design space for developing visual and haptic substitutes of VR sounds to support DHH users and prototypes illustrating several points within the design space. We also characterize sound accessibility in commonly used VR apps and discuss findings from early evaluations of our prototypes with 11 DHH users and 4 VR developers.
ACM ICMI 2021 Presentation

Sound-to-visual and Sound-to-haptic prototypes

Source code
Coming soon},
url = {http://approjects.co.za/?big=en-us/research/publication/towards-sound-accessibility-in-virtual-reality/},
}