@inproceedings{, author = {Ruser, Heinrich; Kirsh, Ilan}, title = {''Point at It with Your Smartphone'': Assessing the Applicability of Orientation Sensing of Smartphones to Operate IoT Devices}, editor = {Stephanidis, Constantine; Kurosu, Masaaki; Chen, Jessie Y. C.; Fragomeni, Gino; Streitz, Norbert; Konomi, Shin'ichi; Degen, Helmut; Ntoa, Stavroula}, booktitle = {HCI International 2021 - Late Breaking Papers : Multimodality, eXtended Reality, and Artificial Intelligence}, series = {Lecture Notes in Computer Science}, journal = {}, address = {Cham}, publisher = {Springer}, edition = {}, year = {2021}, isbn = {978-3-030-90963-5 ; 978-3-030-90962-8}, volume = {13095}, number = {}, pages = {115-131}, url = {https://link.springer.com/chapter/10.1007/978-3-030-90963-5_10}, doi = {10.1007/978-3-030-90963-5_10}, keywords = {Human-centered computing ; Human computer interaction ; Pointing devices ; Universal remote control ; Smartphone sensors ; User experience}, abstract = {The built-in orientation and motion sensors of smartphones along with their wireless communication abilities are utilized to control connected IoT devices from any place in a room, by pointing at them with the smartphone in the hand. The information of which device is targeted will be derived from the user's actual location, the spatial orientation of the smartphone and pre-knowledge regarding the positions of devices. Chosen devices are remotely operated with simple mid-air gestures performed with the smartphone. The feasibility of this cost-effective approach is assessed by user experiments. The continuous readings of the smartphone's inclination, rotation and magnetic field sensors are recorded with a dedicated freeware app. An algorithm combines the sensor readings to deliver the actual spatial orientation. Our preliminary experiments with different smartphone models and several users show that pointing at defined positions and performing gestures with a smartphone in the user's hand can be accurately sensed without latency and with small deviations of the orientation measurements in the range of up to 5 degrees, indicating the feasibility of this novel approach.}, note = {}, institution = {Universität der Bundeswehr München, Fakultät für Luft- und Raumfahrttechnik, LRT 2 - Institut für Angewandte Physik und Messtechnik, Professur: Dollinger, Günther}, }