@inproceedings{grayson2020a,
author = {Grayson, Martin and Thieme, Anja and Marques, Rita and Massiceti, Daniela and Cutrell, Ed and Morrison, Cecily},
title = {A Dynamic AI System for Extending the Capabilities of Blind People},
booktitle = {CHI 2020 Extended Abstracts},
year = {2020},
month = {April},
abstract = {We introduce an advanced computer vision-based AI system that offers people with vision impairments (VI) dynamic, in-situ access to information about the location, identity and gaze-direction of other people nearby. Our AI system utilizes the camera technology of a head-worn HoloLens device, which captures a near 180˚ field-of-view surrounding the person who is wearing it. Captured images are then processed by multiple state-of-the-art perception algorithms whose outputs are integrated into a real-time tracking model of all people that the system detected.  Users can receive information about those people acoustically (via spatialized audio) using a wrist-worn input controller. Having such dynamic access to information, through AI system interactions, enables people with VI to: develop their communication skills; more easily focus on others; and be more confident in their social interactions. Thus, our work explores how AI systems can serve as a useful resource for humans, helping expand their agency to develop new or extend existing skills.},
publisher = {ACM},
url = {http://approjects.co.za/?big=en-us/research/publication/a-dynamic-ai-system-for-extending-the-capabilities-of-blind-people/},
note = {DOI: https://doi.org/10.1145/3334480.3383142},
}