Via Research through Design (RtD), we explore the potential of headphones as a general-purpose input device for both foreground motion-gestures as well as background sensing of user activity. As a familiar wearable device, headphones offer a compelling site for head-situated interaction and sensing. Using emerging sensing modalities such as inertial motion, capacitive touch sensing, and depth cameras, our implemented prototypes explore sensing and interaction techniques that offer a range of compelling capabilities.
@inproceedings{panda2023beyond,
author = {Panda, Payod and Nicholas, Molly Jane and Nguyen, David and Ofek, Eyal and Pahud, Michel and Rintel, Sean and Franco, Mar Gonzalez and Hinckley, Ken and Lanier, Jaron},
title = {Beyond Audio: Towards a Design Space of Headphones as a Site for Interaction and Sensing},
booktitle = {DIS'23: ACM Designing Interactive Systems Conference 2023},
year = {2023},
month = {July},
publisher = {ACM},
url = {https://www.microsoft.com/en-us/research/publication/beyond-audio-towards-a-design-space-of-headphones-as-a-site-for-interaction-and-sensing/},
}