1/** 2 * js/data.js 3 * Central data source for both the main index.html (Project List) and individual Project Pages. 4 * 5 * SITE CONFIG â edit this object to update site-wide values across all pages. 6 * No other file needs to change when updating the date, copyright year, or cities. 7 */ 8const siteConfig = { 9 lastUpdated: 'June 2026', 10 copyrightYear: '2026', 11 cities: 'Bath â Toronto â Copenhagen â Saarbrücken â Hagenberg â Vancouver â Singapore â Bangalore â Mathura', 12}; 13 14const publicationsData = [ 15 // --- 2026 --- 16 17{ 18 id: 'p21', 19 showInList: true, 20 title: "Non-dyadic Mobile Multi-Robot System Interaction: A Systematic Literature Review", 21 authors: "Jack Ryan, Adwait Sharma, Michael Wright, Jason Alexander", 22 venue: "THRI 2026", 23 type: ["Journal", "Interaction Techniques", "Robotics"], 24 desc: "Systematic review of non-dyadic multi-robot HRI, with a reporting framework to standardise future studies.", 25 fullAbstract: " The increasing deployment of low-cost mobile robotic platforms offers transformative potential for addressing dull, dirty, and dangerous tasks across sectors such as defence, nuclear, logistics, and agriculture. Forecasts project the global multi-robot systems (MRS) market to exceed $5.9 billion by 2028, driven by demand for scalable, autonomous solutions. As Mobile Multi-Robot Systems (MMRS) transition from research prototypes to operational assets, the design of effective humanârobot interaction (HRI) becomes a critical enabler of safe, efficient, and mission-relevant deployment. Non-dyadic deployment, where the number of robots exceeds the number of human operators, is the natural extension to maximise benefit by delivering systems at increased scales. Thus, this paper is the first systematic review to focus on the application of HRI paradigms exclusively to non-dyadic MMRS. The systematic literature review employed the PRISMA methodology, analysing 2,314 peer-reviewed papers sourced from ACM and IEEE repositories. This paper identifies three persistent gaps in the MMRS interaction literature: (1) the limited treatment of Manned-Unmanned Teaming (MUM-T) as an operational scenario, and (2) the under-utilisation of Consumer-Off-The-Shelf (COTS) wearable devices as viable interaction paradigms. Additionally, (3) the paper introduces a structured reporting framework to enhance consistency, replicability, and contextual richness in MMRS interaction studies, elevating the comparative and practical value of future work. Identified gaps, and the proposed reporting framework, are particularly salient in light of expanding global investment and the trajectory toward increasingly complex, cross-sector MMRS deployments. By supporting structured future research directions and enhancing reporting practices, this paper contributes to advancing the state-of-the-art in MMRS interaction, fostering more impactful and practically relevant research outcomes. For researchers and practitioners alike, this review provides a foundation for designing scalable multi-robot interaction that meets the demands of tomorrowâs autonomous systems, where human oversight must remain effective, as robot numbers grow.", 26 thumb: "images/publications/non-dyadic.webp", 27 modalVideo: "", 28 pdf: "https://dl.acm.org/doi/pdf/10.1145/3819075", 29 projectUrl: "#", 30 slides: "#", 31 videoUrl: "#", 32 codeUrl: "#", 33 bibtex: `@article{10.1145/3819075, 34author = {Ryan, Jack and Sharma, Adwait and Wright, Michael and Alexander, Jason}, 35title = {Non-dyadic Mobile Multi-Robot System Interaction: A Systematic Literature Review}, 36year = {2026}, 37publisher = {Association for Computing Machinery}, 38address = {New York, NY, USA}, 39url = {https://doi.org/10.1145/3819075}, 40doi = {10.1145/3819075}, 41abstract = {The increasing deployment of low-cost mobile robotic platforms offers transformative potential for addressing dull, dirty, and dangerous tasks across sectors such as defence, nuclear, logistics, and agriculture. Forecasts project the global multi-robot systems (MRS) market to exceed $5.9 billion by 2028, driven by demand for scalable, autonomous solutions. As Mobile Multi-Robot Systems (MMRS) transition from research prototypes to operational assets, the design of effective humanârobot interaction (HRI) becomes a critical enabler of safe, efficient, and mission-relevant deployment. Non-dyadic deployment, where the number of robots exceeds the number of human operators, is the natural extension to maximise benefit by delivering systems at increased scales. Thus, this paper is the first systematic review to focus on the application of HRI paradigms exclusively to non-dyadic MMRS.The systematic literature review employed the PRISMA methodology, analysing 2,314 peer-reviewed papers sourced from ACM and IEEE repositories. This paper identifies three persistent gaps in the MMRS interaction literature: (1) the limited treatment of Manned-Unmanned Teaming (MUM-T) as an operational scenario, and (2) the under-utilisation of Consumer-Off-The-Shelf (COTS) wearable devices as viable interaction paradigms. Additionally, (3) the paper introduces a structured reporting framework to enhance consistency, replicability, and contextual richness in MMRS interaction studies, elevating the comparative and practical value of future work.Identified gaps, and the proposed reporting framework, are particularly salient in light of expanding global investment and the trajectory toward increasingly complex, cross-sector MMRS deployments. By supporting structured future research directions and enhancing reporting practices, this paper contributes to advancing the state-of-the-art in MMRS interaction, fostering more impactful and practically relevant research outcomes. For researchers and practitioners alike, this review provides a foun
41dation for designing scalable multi-robot interaction that meets the demands of tomorrowâs autonomous systems, where human oversight must remain effective, as robot numbers grow.}, 42note = {Just Accepted}, 43journal = {J. Hum.-Robot Interact.}, 44month = may, 45keywords = {Human-robot interaction, multi-robot systems, mobile robots, systematic, literature review} 46} 47`}, 48 49 50 51{ 52 id: 'p20', 53 showInList: true, 54 title: "Encouraging Breath: Increasing OutâofâSession DMHI Engagement using a ShapeâChanging Biofeedback Physicalization within a Longitudinal RCT", 55 authors: "Alexz Farrall, Adwait Sharma, Ben Ainsworth, Pamela Jacobsen, Jason Alexander", 56 venue: "CHI 2026", 57 type: ["Conference", "Interaction Techniques"], 58 desc: "Leveraging a shape-changing handheld device to improve long-term engagement with digital mindfulness and mental health interventions.", 59 fullAbstract: "Out-of-session or âhomeworkâ engagement is a primary limiting factor in clinical mental health outcomes. Despite weekly practitioner contact, adherence to prescribed Digital Mental Health Interventions (DMHIs) typically drops by 96.1% within two weeks. We evaluate Ankor, a handheld shape-changing biofeedback physicalization, as an adjunct to standard audio-guided mindfulness. In a longitudinal randomized controlled study (N=69), participants were assigned to Ankor+audio or audio-only control across six weekly 15-minute laboratory sessions, with optional DMHI use between sessions. Relative to control, Ankor yielded a 351% increase in total DMHI practice initiations and, by week 2, maintained 29.4% active users versus 2.9% in control, indicating substantially higher out-of-session engagement and reduced early disengagement. These findings demonstrate the capacity of shape-changing biofeedback physicalizations to extend adherence to DMHIs, highlighting kinaesthetic interactions as a promising design pathway for sustaining engagement in mental health interventions.", 60 thumb: "images/publications/Encouraging_Breath.webp", 61 modalVideo: "", 62 pdf: "https://dl.acm.org/doi/epdf/10.1145/3772318.3790933", 63 projectUrl: "#", 64 slides: "#", 65 videoUrl: "#", 66 codeUrl: "#", 67 bibtex: `@inproceedings{10.1145/3772318.3790933, 68author = {Farrall, Alexz and Sharma, Adwait and Ainsworth, Ben and Jacobsen, Pamela and Alexander, Jason}, 69title = {Encouraging Breath: Increasing OutâofâSession DMHI Engagement using a ShapeâChanging Biofeedback Physicalization within a Longitudinal RCT}, 70year = {2026}, 71isbn = {9798400722783}, 72publisher = {Association for Computing Machinery}, 73address = {New York, NY, USA}, 74url = {https://doi.org/10.1145/3772318.3790933}, 75doi = {10.1145/3772318.3790933}, 76abstract = {Out-of-session or âhomeworkâ engagement is a primary limiting factor in clinical mental health outcomes. Despite weekly practitioner contact, adherence to prescribed Digital Mental Health Interventions (DMHIs) typically drops by 96.1\% within two weeks. We evaluate Ankor, a handheld shape-changing biofeedback physicalization, as an adjunct to standard audio-guided mindfulness. In a longitudinal randomized controlled study (N=69), participants were assigned to Ankor+audio or audio-only control across six weekly 15-minute laboratory sessions, with optional DMHI use between sessions. Relative to control, Ankor yielded a 351\% increase in total DMHI practice initiations and, by week 2, maintained 29.4\% active users versus 2.9\% in control, indicating substantially higher out-of-session engagement and reduced early disengagement. These findings demonstrate the capacity of shape-changing biofeedback physicalizations to extend adherence to DMHIs, highlighting kinaesthetic interactions as a promising design pathway for sustaining engagement in mental health interventions.}, 77booktitle = {Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems}, 78articleno = {1024}, 79numpages = {17}, 80keywords = {Physicalization, Biofeedback, Shape-Change, Mental Health, Longitudinal Study, Randomized Control Trial, Breath, Engagement}, 81location = { 82}, 83series = {CHI '26} 84} 85`}, 86 87 88 { 89 id: 'p19', 90 showInList: true, 91 title: "Understanding Freehand Cursorless Pointing Variability and Its Impact on Selection Performance", 92 authors: "James Whiffing, Tobias Langlotz, Christof Lutteroth, Adwait Sharma, Christopher Clarke", 93 venue: "TOCHI 2026", 94 type: ["Journal", "Interaction Techniques"], 95 desc: "Systematically characterised and described three distinct pointing behaviours, each with three different traits, ranging from accurate stereotypical pointing observed in prior works to more casual hip fire-style pointing.", 96 fullAbstract: "Freehand pointing is a fundamental gesture commonly used for cursorless interactions. Prior work in HCI often elicits the same pointing behaviour â facing the target with an outstretched dominant arm and index finger. However, freehand pointing outside of HCI shows more variability across hand pose, usage, and coordination with gaze. To understand what variability exists and how it affects pointing performance, we collected data (N=23) using a hybrid motion capture system. To elicit a wide variety of pointing behaviours we included different levels of user effort and attention, as well as the widest range of target placements studied. We systematically characterised and described three distinct pointing behaviours, each with three different traits, ranging from accurate stereotypical pointing observed in prior works to more casual hip fire-style pointing. Our analysis demonstrates how different pointing behaviours affect pointing performance and highlights their importance when designing interactive systems for more naturalistic freehand pointing.", 97 thumb: "images/publications/pointing_tochi25.webp", 98 modalVideo: "", 99 pdf: "https://dl.acm.org/doi/epdf/10.1145/3770583", 100 projectUrl: "#", 101 slides: "#", 102 videoUrl: "#", 103 codeUrl: "#", 104 bibtex: `@article{10.1145/3770583, 105 author = {Whiffing, James and Langlotz, Tobias and Lutteroth, Christof and Sharma, Adwait and Clarke, Christopher}, 106 title = {Understanding Freehand Cursorless Pointing Variability and Its Impact on Selection Performance}, 107 year = {2026}, 108 publisher = {Association for Computing Machinery}, 109 address = {New York, NY, USA}, 110 issn = {1073-0516}, 111 url = {https://doi.org/10.1145/3770583}, 112 doi = {10.1145/3770583}, 113 note = {Just Accepted}, 114 journal = {ACM Trans. Comput.-Hum. Interact.}, 115 month = oct, 116 keywords = {Cursorless, Freehand, Pointing, Interaction Techniques, Gesture} 117} 118`},
119 // --- 2025 --- 120 { 121 id: 'p18', 122 showInList: true, 123 title: "GraspR: A Computational Model of Spatial User Preferences for Adaptive Grasp UI Design", 124 authors: "Arthur Caetano, Yunhao Luo, Adwait Sharma, Misha Sra", 125 venue: "UIST 2025", 126 type: ["Conference", "AI & Computational Design", "Interaction Techniques"], 127 desc: "Computational model that predicts user preferences for single-finger microgestures in GraspUIs.", 128 fullAbstract: "Grasp User Interfaces (grasp UIs) enable dual-tasking in XR by allowing interaction with digital content while holding physical objects. However, current grasp UI design practices face a fundamental challenge: existing approaches either capture user preferences through labor-intensive elicitation studies that are difficult to scale, or rely on biomechanical models that overlook subjective factors. We introduce GraspR, the first computational model that predicts user preferences for single-finger microgestures in grasp UIs. Our data-driven approach combines the scalability of computational methods with human preference modeling, trained on 1,520 preferences collected via a two-alternative forced choice paradigm across eight participants and four frequently used grasp variations. We demonstrate GraspRâs effectiveness through a working prototype that dynamically adjusts interface layouts across four everyday tasks. We release both the dataset and code to support future research in adaptive grasp UIs.", 129 thumb: "images/publications/graspr_uist25.webp", 130 modalVideo: "", 131 pdf: "https://dl.acm.org/doi/epdf/10.1145/3746059.3747744", 132 projectUrl: "#", 133 slides: "#", 134 videoUrl: "https://www.youtube.com/watch?v=5khyDJbCbAE", 135 codeUrl: "#", 136 bibtex: `@inproceedings{10.1145/3746059.3747744, 137 author = {Caetano, Arthur and Luo, Yunhao and Sharma, Adwait and Sra, Misha}, 138 title = {GraspR: A Computational Model of Spatial User Preferences for Adaptive Grasp UI Design}, 139 year = {2025}, 140 isbn = {9798400720376}, 141 publisher = {Association for Computing Machinery}, 142 address = {New York, NY, USA}, 143 url = {https://doi.org/10.1145/3746059.3747744}, 144 doi = {10.1145/3746059.3747744}, 145 booktitle = {Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology}, 146 articleno = {96}, 147 numpages = {16}, 148 keywords = {grasp-based interfaces, user preference, adaptive interfaces, extended reality}, 149 location = { 150}, 151 series = {UIST '25} 152}` 153 }, 154 { 155 id: 'p17', 156 showInList: true, 157 title: "HydroHaptics: High-Fidelity Force-Feedback on Soft Deformable Interfaces using Hydrostatic Transmission", 158 authors: "James Nash, Kim Sauvé, Catharina Maria van Riet, Anke van Oosterhout, Adwait Sharma, Christopher Clarke, Jason Alexander", 159 venue: "UIST 2025", 160 type: ["Conference", "Interaction Techniques", "Sensing"], 161 desc: "Platform that enables high-fidelity force feedback on deformable interfaces via hydrostatic transmission.", 162 fullAbstract: "Soft deformable interfaces offer unique interaction potential through input flexibility and diverse forms. However, force feedback on these devices remains limited, with pneumatic approaches lacking responsiveness and precision, while microhydraulic solutions are constrained to small form factors with limited input. We present HydroHaptics, a novel platform that enables high-fidelity force feedback on deformable interfaces via hydrostatic transmission. Surpassing current state-of-the-art methods, our approach allows fine-grained force feedback on soft interfaces, achieving a 10 N force change in < 100 ms and accurate 1 N, 10 Hz oscillation rendering. We detail the systemâs design and implementation, highlighting its ability to maintain the inherent interaction benefits of soft interfaces. A user study (N = 18) evaluates the systemâs performance, showing high accuracy in rendering distinct haptic effects (82.6% accuracy) and classifying input gestures (89.1% accuracy). To showcase the platformâs versatility, we present four applications illustrating HydroHapticsâ potential to enhance interaction with deformable devices and unlock novel user experiences.", 163 thumb: "images/publications/hydrohaptics_uist25.webp", 164 modalVideo: "", 165 award: '<span class="pub-award"><i class="fa-solid fa-trophy"></i> Best Paper Honorable Mention</span>', 166 pdf: "https://dl.acm.org/doi/epdf/10.1145/3746059.3747679", 167 projectUrl: "#", 168 slides: "#", 169 videoUrl: "https://www.youtube.com/watch?v=t_WbTRO7eic", 170 codeUrl: "#", 171 bibtex: `@inproceedings{10.1145/3746059.3747679, 172 author = {Nash, James and Sauv\'{e}
172, Kim and van Riet, Catharina Maria and van Oosterhout, Anke and Sharma, Adwait and Clarke, Christopher and Alexander, Jason}, 173 title = {HydroHaptics: High-Fidelity Force-Feedback on Soft Deformable Interfaces using Hydrostatic Transmission}, 174 year = {2025}, 175 isbn = {9798400720376}, 176 publisher = {Association for Computing Machinery}, 177 address = {New York, NY, USA}, 178 url = {https://doi.org/10.1145/3746059.3747679}, 179 doi = {10.1145/3746059.3747679}, 180 booktitle = {Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology}, 181 articleno = {59}, 182 numpages = {20}, 183 keywords = {Deformable interfaces, Haptics, Non-rigid interactions, Tangible Interactions, Force Feedback}, 184 location = { 185}, 186 series = {UIST '25} 187}` 188 }, 189 { 190 id: 'p16', 191 showInList: true, 192 title: "SparseEMG: Computational Design of Sparse EMG Layouts for Sensing Gestures", 193 authors: "Anand Kumar, Antony Albert Raj Irudayaraj, Ishita Chandra, Adwait Sharma, Aditya Shekhar Nittala", 194 venue: "UIST 2025", 195 type: ["Conference", "Sensing", "AI & Computational Design", "Interaction Techniques"], 196 desc: "Computational tool designed for rapid prototyping of sparse EMG electrode layouts for gesture recognition.", 197 fullAbstract: "Gesture recognition with electromyography (EMG) is a complex problem influenced by gesture sets, electrode count and placement, and machine learning parameters (e.g., features, classifiers). Most existing toolkits focus on streamlining model development but overlook the impact of electrode selection on classification accuracy. In this work, we present the first data-driven analysis of how electrode selection and classifier choice affect both accuracy and sparsity. Through a systematic evaluation of 28 combinations (4 selection schemes, 7 classifiers), across six datasets, we identify an approach that minimizes electrode count without compromising accuracy. The results show that Permutation Importance (selection scheme) with Random Forest (classifier) reduces the number of electrodes by 53.5%. Based on these findings, we introduce SparseEMG, a design tool that generates sparse electrode layouts based on user-selected gesture sets, electrode constraints, and ML parameters while also predicting classification performance. SparseEMG supports 50+ unique gestures and is validated in three real-world applications using different hardware setups. Results from our multi-dataset evaluation show that the layouts generated from the SparseEMG design tool are transferable across users with only minimal variation in gesture recognition performance.", 198 thumb: "images/publications/sparseemg_uist25.webp", 199 modalVideo: "", 200 pdf: "https://dl.acm.org/doi/pdf/10.1145/3746059.3747614", 201 projectUrl: "#", 202 slides: "#", 203 videoUrl: "https://youtu.be/Glz_zT70TPc?si=LDBbB3VOuYuvH5jY", 204 codeUrl: "#", 205 bibtex: `@inproceedings{10.1145/3746059.3747614, 206 author = {Kumar, Anand and Irudayaraj, Antony Albert Raj and Chandra, Ishita and Sharma, Adwait and Nittala, Aditya Shekhar}, 207 title = {SparseEMG: Computational Design of Sparse EMG Layouts for Sensing Gestures}, 208 year = {2025}, 209 isbn = {9798400720376}, 210 publisher = {Association for Computing Machinery}, 211 address = {New York, NY, USA}, 212 url = {https://doi.org/10.1145/3746059.3747614}, 213 doi = {10.1145/3746059.3747614}, 214 booktitle = {Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology}, 215 articleno = {193}, 216 numpages = {20}, 217 keywords = {Electromyography, Gesture Recognition, Design tools}, 218 location = { 219}, 220 series = {UIST '25} 221} 222` 223 }, 224 { 225 id: 'p15', 226 showInList: true, 227 title: "Investigating the Impact of Deformable, Movable, and Rigid Surfaces on Force-Input Interactions", 228 authors: "James Nash, Kim Sauvé, Adwait Sharma, Christopher Clarke, Jason Alexander", 229 venue: "TOCHI 2025", 230 type: ["Journal", "Interaction Techniques"], 231 desc: "A comprehensive study on how deformable, movable, and rigid surface properties affect force-based input performance.", 232 fullAbstract: "The force modality fundamentally transforms the interaction space of traditional touch input. When paired with compliant devices, which deform under force and provide immediate haptic feedback, there is potential to enhance user interactions significantly. However, the effects of compliance on force-input remain under-explored, with limited understanding of their full potential. This article presents the first systematic investigation of the impact of deformable, movable, and rigid surfaces on user performance and experience through three rigorous studies (each
232N = 28). The results reveal previously unreported effects, including (1) higher maximum comfortable forces on deformable surfaces, (2) user preference for soft and deformable surfaces over rigid surfaces, and (3) improved ability to maintain force input on softer surfaces. These results highlight the benefits of compliant surfaces, contrasting with the dominant use of force-input on rigid devices. These findings guide researchers and designers in optimizing user experience and performance of force-input interactions.", 233 thumb: "images/publications/force_tochi25.webp", 234 modalVideo: "", 235 pdf: "https://dl.acm.org/doi/epdf/10.1145/3736409", 236 projectUrl: "#", 237 slides: "#", 238 videoUrl: "#", 239 codeUrl: "#", 240 bibtex: `@article{10.1145/3736409, 241 author = {Nash, James and Sauv\'{e}, Kim and Sharma, Adwait and Clarke, Christopher and Alexander, Jason}, 242 title = {Investigating the Impact of Deformable, Movable, and Rigid Surfaces on Force-Input Interactions}, 243 year = {2025}, 244 issue_date = {October 2025}, 245 publisher = {Association for Computing Machinery}, 246 address = {New York, NY, USA}, 247 volume = {32}, 248 number = {5}, 249 issn = {1073-0516}, 250 url = {https://doi.org/10.1145/3736409}, 251 doi = {10.1145/3736409}, 252 journal = {ACM Trans. Comput.-Hum. Interact.}, 253 month = oct, 254 articleno = {44}, 255 numpages = {57}, 256 keywords = {Force Input, Non-Rigid Interactions, Deformable, Movable, User Study, Soft Surfaces, Pressure Input} 257}` 258 }, 259 { 260 id: 'p14', // Note: This ID 'p14' maps to 'project-pages/p14.html' 261 showInList: true, 262 title: "Beyond Vacuuming: How Can We Exploit Domestic Robotsâ Idle Time?", 263 authors: "Yoshiaki Shiokawa, Winnie Chen, Aditya Shekhar Nittala, Jason Alexander, Adwait Sharma", 264 venue: "CHI 2025", 265 type: ["Conference", "Robotics", "Interaction Techniques"], 266 award: '<span class="pub-award"><i class="fa-solid fa-newspaper"></i> Covered by 100+ Media Outlets</span>', 267 desc: "Reappropriating idle domestic robots for ubiquitous computing, providing over 100 use cases and a design space.", 268 fullAbstract: "We are increasingly adopting domestic robots (e.g., Roomba) that provide relief from mundane household tasks. However, these robots usually only spend little time executing their specific task and remain idle for long periods. They typically possess advanced mobility and sensing capabilities, and therefore have significant potential applications beyond their designed use. Our work explores this untapped potential of domestic robots in ubiquitous computing, focusing on how they can improve and support modern lifestyles. We conducted two studies: an online survey (n=50) to understand current usage patterns of these robots within homes and an exploratory study (n=12) with HCI and HRI experts. Our thematic analysis revealed 12 key dimensions for developing interactions with domestic robots and outlined over 100 use cases, illustrating how these robots can offer proactive assistance and provide privacy. Finally, we implemented a proof-of-concept prototype to demonstrate the feasibility of reappropriating domestic robots for diverse ubiquitous computing applications.", 269 thumb: "images/beyond-vacuuming-featured.webp", 270 modalVideo: "", 271 pdf: "https://dl.acm.org/doi/epdf/10.1145/3706598.3714266", 272 projectUrl: "#", 273 slides: "#", 274 videoUrl: "https://www.youtube.com/watch?v=otZGk7nC-ZE", 275 codeUrl: "#", 276 bibtex: `@inproceedings{10.1145/3706598.3714266, 277 author = {Shiokawa, Yoshiaki and Chen, Winnie and Nittala, Aditya Shekhar and Alexander, Jason and Sharma, Adwait}, 278 title = {Beyond Vacuuming: How Can We Exploit Domestic Robots' Idle Time?}, 279 year = {2025}, 280 isbn = {9798400713941}, 281 publisher = {Association for Computing Machinery}, 282 address = {New York, NY, USA}, 283 url = {https://doi.org/10.1145/3706598.3714266}, 284 doi = {10.1145/3706598.3714266}, 285 booktitle = {Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems}, 286 articleno = {733}, 287 numpages = {17}, 288 keywords = {domestic robots, ubiquitous, interaction, design space}, 289 location = { 290}, 291 series = {CHI '25} 292}` 293 }, 294 295 // --- 2024 --- 296 { 297 id: 'p13', 298 showInList: true, 299 title: "Initial Exploration into Electrotactile Tongue Stimulation for Providing Force Feedback for Robot-Assisted Surgery", 300 authors: "Dinmukhammed Mukashev, Agnieszka Lach, Chet W Hammill, Zhanat Kappassov, Adwait Sharma, Aditya Shekhar Nittala, Luv Kohli, Sharif Razzaque", 301 venue: "BSN 2024", 302 type: ["Conference", "Interaction Techniques", "Robotics", "Sensing"], 303 desc: "Investigation electrotactile tongue stimulation as a low-latency, mechanically simple method for providing force feedback.", 304 fullAbstract: "We report findings from initial exploration into using electrotactile stimulation, on the surgeon's tongue, as a potential lower-latency and less mechanically-complex way to provide force-feedback to the operator of robot-assisted surgery. We conducted a pilot feasibility study wherein participants attempted to teleoperate a robot to grasp and lift chicken eggs without breaking or dropping them. The force measured by the robot's gripper was displayed differently based on the experimental condition: visually only, or visually with electrotactile tongue stimulation. Participants were more successful lifting eggs with tongue stimulation. Data from this preliminary study, along with insights from informal interviews, suggest that tongue stimulation has potential to enhance the efficacy and safety of robot-assisted surgery.", 305 thumb: "images/publications/electrotactile_bsn24.webp", 306 modalVideo: "", 307 pdf: "https://ieeexplore.ieee.org/document/10780705", 308 projectUrl: "#", 309 slides: "#", 310 videoUrl: "#", 311 codeUrl: "#", 312 bibtex: `@INPROCEEDINGS{10780705, 313 author= {Mukashev, Dinmukhammed and Lach, Agnieszka and Hammill, Chet W and Kappassov, Zhanat and Sharma, Adwait and Nittala, Aditya Shekhar and Kohli, Luv and Razzaque, Sharif}, 314 booktitle= {2024 IEEE 20th International Conference on Body Sensor Networks (BSN)}, 315 title= {Initial Exploration into Electrotactile Tongue Stimulation for Providing Force Feedback for Robot-Assisted Surgery}, 316 year= {2024}, 317 volume= {}, 318 number= {}, 319 pages= {1-4}, 320 keywords= {Electric potential;Tongue;Force measurement;Force feedback;Surgery;Particle measurements;Safety;Interviews;Grippers;Robots;haptics;force feedback;robotic-assisted surgery;displays;tongue;sensory substitution;electrotactile stimulation}, 321 doi= {10.1109/BSN63547.2024.10780705} 322} 323 324} 325` 326 }, 327 328 329 { 330 id: 'p12', 331 showInList: true, 332 title: "Accelerating XR Innovation through a pan-European Lab Network: An Overview of the EMIL Project", 333 authors: "Justus Blönnigen, Christopher Clarke, Andreas Dahn, Lisa Forelli, Ramyah Gowrishankar, Tuija Heikura, Volker Helzle, Paul Hine, Crescent Jicol, Alexander Kreische, Elisa Macedo Lopes, David Maillard, João Marques, Christoph Mathis, Alina-Maria Moldovan, Jan Müller, Louis Nisiotis, Yiannos Panteli, Bart Rienties, Adwait Sharma, Neil Thomson, Zsolt Wilhelm, Aseel Yahya, José-Alberto Zurdo Urbano", 334 venue: "IMX Workshop 2024", 335 type: ["Conference", "Interaction Techniques"], 336 desc: "Pan-European network of XR labs to accelerate the development of AR/VR/MR technologies and content through funding and collaboration opportunities.", 337 fullAbstract: "European Media and Immersion Lab, or EMIL, is a pan-European network of extended reality (XR) labs consisting of 4 European academic institutions, with a mission to accelerate development of virtual, augmented and mixed reality technologies, content, services and applications. The 30-month project, which started in September 2022, has been funded by the European Union and co-funded by Innovate UK. This paper gives an overview of the projectâs goals, its organization, and selected results that have been achieved.", 338 thumb: "images/publications/emil_imx24.webp", 339 modalVideo: "", 340 pdf: "#", 341 projectUrl: "#", 342 slides: "#", 343 videoUrl: "#", 344 codeUrl: "#", 345 bibtex: `@inproceedings{10.1145/3672406.3672426, 346 author = {Bl\"{o}nnigen, Justus and Clarke, Christopher and Dahn, Andreas and Forelli, Lisa and Gowrishankar, Ramyah and Heikura, Tuija and Helzle, Volker and Hine, Paul and Jicol, Crescent and Kreische, Alexander and Lutteroth, Christof and Mac\'{\i}a, Francisco and Moesgen, Tim and Pares, Narcis and Plichta, Leszek and Potts, Dominic and Sch\"{a}fer, Eduard and Sharma, Adwait and Spielmann, Simon and Tenhunen, Juhani and Trottnow, Jonas and Tseng, Yu-Han and Vikberg, Esa and Xiao, Yu}, 347 title = {Accelerating XR Innovation through a pan-European Lab Network: An overview of the EMIL project}, 348 year = {2024}, 349 isbn = {9798400717949}, 350 publisher = {Association for Computing Machinery}, 351 address = {New York, NY, USA}, 352 url = {https://doi.org/10.1145/3672406.3672426}, 353 doi = {10.1145/3672406.3672426}, 354 booktitle = {Proceedings of the 2024 ACM International Conference on Interactive Media Experiences Workshops}, 355 pages = {137â141}, 356 numpages = {5}, 357 keywords = {Extended reality, FSTP, immersive media}, 358 location = {Stockholm, Sweden}, 359 series = {IMXw '24} 360} 361 362` 363 }, 364 365 366 367 { 368 id: 'p11', 369 showInList: true, 370 title: "GraspUI: Seamlessly Integrating Object-Centric Gestures within the Seven Phases of Grasping", 371 authors: "Adwait Sharma, Alexander Ivanov, Frances Lai, Tovi Grossman, Stephanie Santosa", 372 venue: "DIS 2024", 373 type: ["Conference", "Interaction Techniques"], 374 desc: "Design space for object-centric microgesture interactions throughout the grasping process.", 375 fullAbstract: "Objects are indispensable tools in our daily lives. Recent research has demonstrated their potential to act as conduits for digital interactions with microgestures, however, the primary focus was on situations where the hand firmly grasps an object. We introduce GraspUI, an exploratory design space of object-centric gestures within the seven distinct phases of the grasping process, spanning pre-, during, and post-grasp movements. We conducted ideation sessions with mixed-reality designers from industry and academia to explore gesture integration throughout the entire grasping process. The outcome was 38 storyboards envisioning practical applications. To evaluate the design spaceâs utility, we performed a video-based assessment with end-users. We then implemented an interactive prototype and quantified the overhead cost of performing proposed gestures through a secondary study. Participants reacted positively to gestures and could integrate them into existing usage of objects. To conclude, we highlight technical and usability guidelines for implementing and extending GraspUI systems.", 376 thumb: "images/graspui-featured.webp", 377 modalVideo: "", 378 pdf: "https://dl.acm.org/doi/epdf/10.1145/3643834.3661551", 379 projectUrl: "#", 380 slides: "#", 381 videoUrl: "https://www.youtube.com/watch?v=KriAYkbvj28", 382 codeUrl: "#", 383 bibtex: `@inproceedings{10.1145/3643834.3661551, 384 author = {Sharma, Adwait and Ivanov, Alexander and Lai, Frances and Grossman, Tovi and Santosa, Stephanie}, 385 title = {GraspUI: Seamlessly Integrating Object-Centric Gestures within the Seven Phases of Grasping}, 386 year = {2024}, 387 isbn = {9798400705830}, 388 publisher = {Association for Computing Machinery}, 389 address = {New York, NY, USA}, 390 url = {https://doi.org/10.1145/3643834.3661551}, 391 doi = {10.1145/3643834.3661551}, 392 booktitle = {Proceedings of the 2024 ACM Designing Interactive Systems Conference}, 393 pages = {1275â1289}, 394 numpages = {15}, 395 keywords = {design space, everyday objects, grasp, grasping process, hand-object manipulation, input}, 396 location = {Copenhagen, Denmark}, 397 series = {DIS '24} 398} 399 400` 401 }, 402 { 403 id: 'p10', 404 showInList: true, 405 title: "SeamSleeve: Robust Arm Movement Sensing through Powered Stitching", 406 authors: "Olivia G Ruston, Adwait Sharma, Mike Fraser", 407 venue: "DIS 2024", 408 type: ["Conference", "Sensing", "Interaction Techniques"], 409 desc: "Minimally invasive e-textile design that uses clothing seams as sensors for tracking arm movements.", 410 fullAbstract: "Despite significant advances in interactive clothing over the past decade, e-textiles lack traditional fabric robustness and comfort. SeamSleeve provides a method for using garment seams as sensing channels while retaining the benefits of regular clothing design. We power conductive seams at low voltages to stitch together everyday fabric panels, resulting in a novel sensing mechanism capable of detecting arm movements. Our first empirical study (n=10) identifies optimal seam design and placement on the sleeve, by comparing traditional seam forms in the context of sensing capabilities. A second study (n=14) demonstrates that our minimal sensing approach is capable of successfully classifying 8 arm exercises with an accuracy of 84%. Our findings support the effectiveness of the approach in areas such as longitudinal physiotherapeutic rehabilitation beyond the clinic, enabling everyday motion capture.", 411 thumb: "images/publications/seamsleeve_dis24.webp", 412 modalVideo: "", 413 pdf: "https://dl.acm.org/doi/epdf/10.1145/3643834.3660726", 414 projectUrl: "#", 415 slides: "#", 416 videoUrl: "#", 417 codeUrl: "#", 418 bibtex: `@inproceedings{10.1145/3643834.3660726,
419 author = {Ruston, Olivia G and Sharma, Adwait and Fraser, Mike}, 420 title = {SeamSleeve: Robust Arm Movement Sensing through Powered Stitching}, 421 year = {2024}, 422 isbn = {9798400705830}, 423 publisher = {Association for Computing Machinery}, 424 address = {New York, NY, USA}, 425 url = {https://doi.org/10.1145/3643834.3660726}, 426 doi = {10.1145/3643834.3660726}, 427 booktitle = {Proceedings of the 2024 ACM Designing Interactive Systems Conference}, 428 pages = {1134â1147}, 429 numpages = {14}, 430 keywords = {conductive stitching, e-textiles, everyday movement tracking, interactive garments}, 431 location = {Copenhagen, Denmark}, 432 series = {DIS '24} 433} 434 435` 436 }, 437 438 { 439 id: 'p9', 440 showInList: true, 441 title: "Emotion-Aware In-Car Feedback: A Comparative Study", 442 authors: "Kevin Fred Mwaita, Rahul Bhaumik, Aftab Ahmed, Adwait Sharma, Antonella De Angeli, Michael Haller", 443 venue: "MTI 2024", 444 type: ["Journal", "Interaction Techniques", "Sensing", "AI & Computational Design"], 445 desc: "Personalized in-car feedback design guidelines developed by evaluating the impact of different feedback modalities on driver emotions and preferences.", 446 fullAbstract: "We investigate personalised feedback mechanisms to help drivers regulate their emotions, aiming to improve road safety. We systematically evaluate driver-preferred feedback modalities and their impact on emotional states. Using unobtrusive vision-based emotion detection and self-labeling, we captured the emotional states and feedback preferences of 21 participants in a simulated driving environment. Results show that in-car feedback systems effectively influence driversâ emotional states, with participants reporting positive experiences and varying preferences based on their emotions. We also developed a machine learning classification system using facial marker data to demonstrate the feasibility of our approach for classifying emotional states. Our contributions include design guidelines for tailored feedback systems, a systematic analysis of user reactions across three feedback channels with variations, an emotion classification system, and a dataset with labeled face landmark annotations for future research.", 447 thumb: "images/publications/emocar_mti24.webp", 448 modalVideo: "", 449 pdf: "https://www.mdpi.com/2414-4088/8/7/54", 450 projectUrl: "#", 451 slides: "#", 452 videoUrl: "#", 453 codeUrl: "#", 454 bibtex: ` 455@Article{mti8070054, 456 AUTHOR = {Mwaita, Kevin Fred and Bhaumik, Rahul and Ahmed, Aftab and Sharma, Adwait and De Angeli, Antonella and Haller, Michael}, 457 TITLE = {Emotion-Aware In-Car Feedback: A Comparative Study}, 458 JOURNAL = {Multimodal Technologies and Interaction}, 459 VOLUME = {8}, 460 YEAR = {2024}, 461 NUMBER = {7}, 462 ARTICLE-NUMBER = {54}, 463 URL = {https://www.mdpi.com/2414-4088/8/7/54}, 464 ISSN = {2414-4088}, 465 DOI = {10.3390/mti8070054} 466} 467` 468 }, 469 470 471 { 472 id: 'p8', 473 showInList: true, 474 title: "DeformIO: Dynamic Stiffness Control on a Deformable Force-sensing Display", 475 authors: "James David Nash, Cameron Steer, Teodora Dinca, Adwait Sharma, Alvaro Favaratto Santos, Benjamin Timothy Wildgoose, Alexander Ager, Christopher Clarke, Jason Alexander", 476 venue: "CHI EA 2024", 477 type: ["Conference", "Interaction Techniques", "Sensing"], 478 desc: "Deformable display that supports continuous force input and output, multi-touch interaction, and variable stiffness control.", 479 fullAbstract: "Introducing DeformIO, a novel deformable display with co-located force input and variable stiffness output. Unlike prior work, our approach does not require pin arrays or re-configurable panels. Instead, we leveraged pneumatics and resistive sensing to enable force detection and stiffness control on a soft continuous surface. This allows users to perceive rich tactile feedback on a soft surface and replicates the benefits of fluid finger movement from traditional glass-based screens. Using a robotic arm, we conducted a series of evaluations with 3,267 trials to quantify the performance of touch and force input, as well as stiffness output. Additionally, our study confirmed usersâ ability to apply multiple force inputs simultaneously and distinguish stiffness levels. We illustrate how DeformIO enhances interaction through a vision for everyday interaction and include two implemented self-contained demonstrations.", 480 thumb: "images/publications/deformio_chiea24.webp", 481 modalVideo: "", 482 pdf: "https://dl.acm.org/doi/epdf/10.1145/3613905.3650772", 483 projectUrl: "#", 484 slides: "#", 485 videoUrl: "https://youtu.be/2lQo4Vu5CSU?si=Z-uJfh8zto-8xOYQ", 486 // codeUrl: "https://youtu.be/bZZrjsYl7AQ?si=oGy-XwFrNSYfyLZj", 487 bibtex: `@inproceedings{10.1145/3613905.3650772, 488 author = {Nash, James David and Steer, Cameron and Dinca, Teodora and Sharma, Adwait and Favaratto Santos, Alvaro and Wildgoose, Benjamin Timothy and Ager, Alexander and Clarke, Christopher and Alexander, Jason}, 489 title = {DeformIO: Dynamic Stiffness Control on a Deformable Force
489-sensing Display}, 490 year = {2024}, 491 isbn = {9798400703317}, 492 publisher = {Association for Computing Machinery}, 493 address = {New York, NY, USA}, 494 url = {https://doi.org/10.1145/3613905.3650772}, 495 doi = {10.1145/3613905.3650772}, 496 booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems}, 497 articleno = {98}, 498 numpages = {8}, 499 keywords = {Deformable Display, Force Input, Pneumatics, Variable Stiffness}, 500 location = {Honolulu, HI, USA}, 501 series = {CHI EA '24} 502} 503 504` 505 }, 506 507 508 { 509 id: 'p7', 510 showInList: true, 511 title: "Pic2Tac: Creating Accessible Tactile Images using Semantic Information from Photographs", 512 authors: "Karolina Pakenaite, Eirini Kamperou, Michael J Proulx, Adwait Sharma, Peter Hall", 513 venue: "TEI 2024", 514 type: ["Conference", "AI & Computational Design", "Interaction Techniques"], 515 desc: "Cost-effective system using computer vision to convert photos into tactile images.", 516 fullAbstract: "We introduce Pic2Tac, a novel system that automatically converts photographs into tactile images. It offers an alternative way to communicate visual information that is difficult to express using braille or alternative text. Current methods for creating tactile images are either limited in representation, or require handmade artefacts. Pic2Tac employs a unique approach that avoids a literal representation of image content (e.g. contours). Instead, it detects salient semantic content within photographs and translates them into tactile images using dedicated âtactile wordsâ. Foreground objects are represented using icons, and patterns are used for background regions. The resulting binary image is printed on swell paper, where black regions rise to form a tactile image. Studies involving 60 participants, both sighted and with visual impairments, demonstrate the effectiveness of these tactile images in communicating semantic meaning. Our findings show that tactile and visual descriptions of scenes matched significantly. Overall, Pic2Tac is an affordable way to create accessible tactile images, costing only 1.50 USD per sheet.", 517 thumb: "images/publications/pic2tac_tei24.webp", 518 modalVideo: "", 519 pdf: "https://dl.acm.org/doi/epdf/10.1145/3623509.3633377", 520 projectUrl: "#", 521 slides: "#", 522 videoUrl: "https://www.youtube.com/watch?v=Rn0kvs_s4fo", 523 codeUrl: "#", 524 bibtex: `@inproceedings{10.1145/3623509.3633377, 525 author = {Pakenaite, Karolina and Kamperou, Eirini and Proulx, Michael J and Sharma, Adwait and Hall, Peter}, 526 title = {Pic2Tac: Creating Accessible Tactile Images using Semantic Information from Photographs}, 527 year = {2024}, 528 isbn = {9798400704024}, 529 publisher = {Association for Computing Machinery}, 530 address = {New York, NY, USA}, 531 url = {https://doi.org/10.1145/3623509.3633377}, 532 doi = {10.1145/3623509.3633377}, 533 booktitle = {Proceedings of the Eighteenth International Conference on Tangible, Embedded, and Embodied Interaction}, 534 articleno = {29}, 535 numpages = {12}, 536 keywords = {Accessibility, Photographs, Semantic information, Tactile images}, 537 location = {Cork, Ireland}, 538 series = {TEI '24} 539} 540 541` 542 }, 543 // --- 2023 --- 544 545 { 546 id: 'p6', 547 showInList: true, 548 title: "Design and Fabrication of Body-Based Interfaces (Demo of Saarland HCI Lab)", 549 authors: "Jürgen Steimle, Marie Muehlhaus, Madalina Luciana Nicolae, Aditya Shekhar Nittala, Narjes Pourjafarian, Adwait Sharma, Marc Teyssier, Marion Koelle, Bruno Fruchard, Paul Strohmeier", 550 venue: "CHI EA 2023", 551 type: ["Conference", "Sensing", "Interaction Techniques"], 552 award: '<span class="pub-award"><i class="fa-solid fa-trophy"></i> People\'s Choice Best Demo Award</span>', 553 desc: "Live demonstrations of the labâs recent work, shown to thousands of CHI \'23 conference attendees.", 554 fullAbstract: "This Interactivity shows live demonstrations of our labâs most recent work on body-based interfaces. The soft, curved and deformable surface of the human body presents unique opportunities and challenges for interfaces. New form factors, materials and interaction techniques are required that move past the conventional rigid, planar and rectangular devices and the corresponding interaction styles. We highlight three themes of challenges for soft body-based interfaces: 1) How to design interfaces that are optimized for the body? We demonstrate how interactive computational design tools can help novices and experts to create better device designs. 2) Once they are designed, how to physically prototype and fabricate soft interfaces? We show accessible DIY fabrication methods for soft devices made of functional materials that make use of biomaterials. 3) How to leverage the richness of interacting on the body? We demonstrate on-body and off-body interactions that leverage the soft properties of the interface.", 555 thumb: "images/publications/demo_chi23.webp", 556 modalVideo: "", 557 pdf: "https://dl.acm.org/doi/epdf/10.1145/3544549.3583916", 558 projectUrl: "#", 559 slides: "#", 560 videoUrl: "#", 561 codeUrl: "#", 562 bibtex: `@inproceedings{10.1145/3544549.3583916, 563 author = {Steimle, J\"{u}rgen and Muehlhaus, Marie and Nicolae, Madalina Luciana and Nittala, Aditya Shekhar and Pourjafarian, Narjes and Sharma, Adwait and Teyssier, Marc and Koelle, Marion and Fruchard, Bruno and Strohmeier, Paul}, 564 title = {Design and Fabrication of Body-Based Interfaces (Demo of Saarland HCI Lab)}, 565 year = {2023}, 566 isbn = {9781450394222}, 567 publisher = {Association for Computing Machinery}, 568 address = {New York, NY, USA}, 569 url = {https://doi.org/10.1145/3544549.3583916}, 570 doi = {10.1145/3544549.3583916}, 571 booktitle = {Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems}, 572 articleno = {446}, 573 numpages = {4}, 574 keywords = {On-body interaction, computational design, critical design., fabrication, new materials}, 575 location = {Hamburg, Germany}, 576 series = {CHI EA '23} 577} 578 579` 580 }, 581 582 583 584 585 586 // --- 2022 --- 587 588 { 589 id: 'p5', 590 showInList: true, 591 title: "Design and Recognition of Microgestures for Always-Available Input", 592 authors: "Adwait Sharma", 593 venue: "PhD Thesis", 594 type: ["Thesis", "Sensing", "Interaction Techniques", "AI & Computational Design"], 595 desc: "Committee: Prof. Jürgen Steimle (Saarland University), Prof. Daniel Vogel (University of Waterloo), Prof. Antonio Krüger (German Research Center for Artificial Intelligence - DFKI), Dr. Alice Haynes (Saarland University)", 596 fullAbstract: "Gestural user interfaces for computing devices most commonly require the user to have at least one hand free to interact with the device, for example, moving a mouse, touching a screen, or performing mid-air gestures. Consequently, users find it difficult to operate computing devices while holding or manipulating everyday objects. This limits the users from interacting with the digital world during a significant portion of their everyday activities, such as, using tools in the kitchen or workshop, carrying items, or workout with sports equipment. This thesis pushes the boundaries towards the bigger goal of enabling always-available input. Microgestures have been recognized for their potential to facilitate direct and subtle interactions. However, it remains an open question how to interact using gestures with computing devices when both of the userâs hands are occupied holding everyday objects. We take a holistic approach and focus on three core contributions: i) To understand end-users preferences, we present an empirical analysis of usersâ choice of microgestures when holding objects of diverse geometries. Instead of designing a gesture set for a specific object or geometry and to identify gestures that generalize, this thesis leverages the taxonomy of grasp types established from prior research. ii) We tackle the critical problem of avoiding false activation by introducing a novel gestural input concept that leverages a single-finger movement, which stands out from everyday finger motions during holding and manipulating objects. Through a data-driven approach, we also systematically validate the conceptâs robustness with different everyday actions. iii) While full sensor coverage on the userâs hand would allow detailed hand-object interaction, minimal instrumentation is desirable for real-world use. This thesis addresses the problem of identifying sparse sensor layouts. We present the first rapid computational method, along with a GUI-based design tool that enables iterative design based on the designerâs high-level requirements. Furthermore, we demonstrate that minimal form-factor devices, like smart rings, c
596an be used to effectively detect microgestures in hands-free and busy scenarios. Overall, the presented findings will serve as both conceptual and technical foundations for enabling interaction with computing devices wherever and whenever users need them.", 597 thumb: "images/publications/adwait_phd22.webp", 598 modalVideo: "", 599 pdf: "https://publikationen.sulb.uni-saarland.de/bitstream/20.500.11880/34541/1/PhD_Dissertation_Adwait_Sharma.pdf", 600 projectUrl: "#", 601 slides: "#", 602 videoUrl: "#", 603 codeUrl: "#", 604 bibtex: `@doctoralThesis{Sharma_2022, 605 title= {Design and recognition of microgestures for always-available input}, 606 author= {Sharma, Adwait}, 607 doi= {http://dx.doi.org/10.22028/D291-38021}, 608 year= {2022} 609} 610` 611 }, 612 613 { 614 id: 'p4', 615 showInList: true, 616 title: "SparseIMU: Computational Design of Sparse IMU Layouts for Sensing Fine-Grained Finger Microgestures", 617 authors: "Adwait Sharma, Christina Salchow-Hömmen, Vimal Suresh Mollyn, Aditya Shekhar Nittala, Michael A Hedderich, Marion Koelle, Thomas Seel, Jürgen Steimle", 618 venue: "TOCHI 2022", 619 type: ["Journal", "Sensing", "AI & Computational Design", "Interaction Techniques"], 620 desc: "Computational design tool for optimizing minimal IMU layouts for effective freehand and grasping gesture recognition.", 621 fullAbstract: "Gestural interaction with freehands and while grasping an everyday object enables always-available input. To sense such gestures, minimal instrumentation of the userâs hand is desirable. However, the choice of an effective but minimal IMU layout remains challenging, due to the complexity of the multi-factorial space that comprises diverse finger gestures, objects, and grasps. We present SparseIMU, a rapid method for selecting minimal inertial sensor-based layouts for effective gesture recognition. Furthermore, we contribute a computational tool to guide designers with optimal sensor placement. Our approach builds on an extensive microgestures dataset that we collected with a dense network of 17 inertial measurement units (IMUs). We performed a series of analyses, including an evaluation of the entire combinatorial space for freehand and grasping microgestures (393 K layouts), and quantified the performance across different layout choices, revealing new gesture detection opportunities with IMUs. Finally, we demonstrate the versatility of our method with four scenarios.", 622 thumb: "images/sparseimu-featured.webp", 623 modalVideo: "", 624 pdf: "https://dl.acm.org/doi/epdf/10.1145/3569894", 625 projectUrl: "#", 626 slides: "#", 627 videoUrl: "#", 628 codeUrl: "https://github.com/HCI-Lab-Saarland/SparseIMU", 629 bibtex: `@article{10.1145/3569894, 630 author = {Sharma, Adwait and Salchow-H\"{o}mmen, Christina and Mollyn, Vimal Suresh and Nittala, Aditya Shekhar and Hedderich, Michael A. and Koelle, Marion and Seel, Thomas and Steimle, J\"{u}rgen}, 631 title = {SparseIMU: Computational Design of Sparse IMU Layouts for Sensing Fine-grained Finger Microgestures}, 632 year = {2023}, 633 issue_date = {June 2023}, 634 publisher = {Association for Computing Machinery}, 635 address = {New York, NY, USA}, 636 volume = {30}, 637 number = {3}, 638 issn = {1073-0516}, 639 url = {https://doi.org/10.1145/3569894}, 640 doi = {10.1145/3569894}, 641 journal = {ACM Trans. Comput.-Hum. Interact.}, 642 month = jun, 643 articleno = {39}, 644 numpages = {40}, 645 keywords = {Gesture recognition, hand gestures, sensor placement, imu, objects, design tool} 646} 647 648` 649 }, 650 651 { 652 id: 'p3', 653 showInList: true, 654 title: "Utilizing Interactive Technologies to Encourage Healthy Dietary Behavior", 655 authors: "Anuradha Herath, Adwait Sharma, Aditya Shekhar Nittala", 656 venue: "MobileHCI Adjunct 2022", 657 type: ["Conference", "Sensing", "Interaction Techniques"], 658 desc: "Workshop on interactive technologies to promote healthy eating habits.", 659 fullAbstract: "Practicing healthy habits in food intake is as important as having a healthy diet for both having a better quality of life as well as in avoiding various health issues. The purpose of this workshop is to provide an environment to discu
659ss and enhance collaborations in the areas of eating detection, eating interruption minimization and healthy dietary feedback. The workshop plans to achieve this goal with design and brainstorming sessions, several invited talks and presentation sessions. In addition to publishing a magazine/ journal article which will provide information about the novel developments in the relevant areas of related research discussed in the workshop, we expect to inspire the participating HCI researchers in potential future collaborations in these areas of research.", 660 thumb: "images/publications/healthy_mobilehci22.webp", 661 modalVideo: "", 662 pdf: "https://dl.acm.org/doi/epdf/10.1145/3528575.3551427", 663 projectUrl: "#", 664 slides: "#", 665 videoUrl: "#", 666 codeUrl: "#", 667 bibtex: `@inproceedings{10.1145/3528575.3551427, 668 author = {Herath, Anuradha and Sharma, Adwait and Nittala, Aditya Shekhar}, 669 title = {Utilizing Interactive Technologies to Encourage Healthy Dietary Behavior}, 670 year = {2022}, 671 isbn = {9781450393416}, 672 publisher = {Association for Computing Machinery}, 673 address = {New York, NY, USA}, 674 url = {https://doi.org/10.1145/3528575.3551427}, 675 doi = {10.1145/3528575.3551427}, 676 booktitle = {Adjunct Publication of the 24th International Conference on Human-Computer Interaction with Mobile Devices and Services}, 677 articleno = {5}, 678 numpages = {5}, 679 keywords = {Dietary feedback, Dietary monitoring, Eating detection, Human activity recognition, Robust micro-gestures}, 680 location = {Vancouver, BC, Canada}, 681 series = {MobileHCI '22} 682} 683 684` 685 }, 686 687 // --- 2021 --- 688 689 { 690 id: 'p2', 691 showInList: true, 692 title: "SoloFinger: Robust Microgestures while Grasping Everyday Objects", 693 authors: "Adwait Sharma, Michael A Hedderich, Divyanshu Bhardwaj, Bruno Fruchard, Jess McIntosh, Aditya Shekhar Nittala, Dietrich Klakow, Daniel Ashbrook, Jürgen Steimle", 694 venue: "CHI 2021", 695 type: ["Conference", "Interaction Techniques", "Sensing"], 696 desc: "Easy and rapid-to-perform gestures, which are resilient to false activations.", 697 fullAbstract: "Using microgestures, prior work has successfully enabled gestural interactions while holding objects. Yet, these existing methods are prone to false activations caused by natural finger movements while holding or manipulating the object. We address this issue with SoloFinger, a novel concept that allows design of microgestures that are robust against movements that naturally occur during primary activities. Using a data-driven approach, we establish that single-finger movements are rare in everyday hand-object actions and infer a single-finger input technique resilient to false activation. We demonstrate this conceptâs robustness using a white-box classifier on a pre-existing dataset comprising 36 everyday hand-object actions. Our findings validate that simple SoloFinger gestures can relieve the need for complex finger configurations or delimiting gestures and that SoloFinger is applicable to diverse hand-object actions. Finally, we demonstrate SoloFingerâs high performance on commodity hardware using random forest classifiers.", 698 thumb: "images/publications/solofinger_chi21.webp", 699 modalVideo: "", 700 pdf: "https://dl.acm.org/doi/epdf/10.1145/3411764.3445197", 701 projectUrl: "#", 702 slides: "https://drive.google.com/file/d/1g4p4h84gRd5t08RAOn0Y2YmMg-g8__iU/view?usp=sharing", 703 videoUrl: "https://youtu.be/x4jWAIvtivw?si=vGzQOB12RiTf99Bl", 704 codeUrl: "https://hci.cs.uni-saarland.de/wp-content/uploads/projects/micro-gestural-input/solofinger/SoloFinger_dataset.zip", 705 bibtex: `@inproceedings{10.1145/3411764.3445197, 706 author = {Sharma, Adwait and Hedderich, Michael A. and Bhardwaj, Divyanshu and Fruchard, Bruno and McIntosh, Jess and Nittala, Aditya Shekhar and Klakow, Dietrich and Ashbrook, Daniel and Steimle, J\"{u}rgen}, 707 title = {SoloFinger: Robust Microgestures while Grasping Everyday Objects}, 708 year = {2021}, 709 isbn = {9781450380966}, 710 publisher = {Association for Computing Machinery}, 711 address = {New York, NY, USA}, 712 url = {https://doi.org/10.1145/3411764.3445197}, 713 doi = {10.1145/3411764.3445197},
714 booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems}, 715 articleno = {744}, 716 numpages = {15}, 717 keywords = {microgesture, grasping, false activation, everyday objects}, 718 location = {Yokohama, Japan}, 719 series = {CHI '21} 720} 721 722` 723 }, 724 725 { 726 id: 'p1', 727 showInList: true, 728 title: "Grasping Microgestures: Eliciting Single-hand Microgestures for Handheld Objects", 729 authors: "Adwait Sharma, Joan Sol Roo, Jürgen Steimle", 730 venue: "CHI 2019", 731 type: ["Conference", "Interaction Techniques"], 732 desc: "Analysis of over 2,400 user-generated microgestures while holding an everyday object.", 733 fullAbstract: "Single-hand microgestures have been recognized for their potential to support direct and subtle interactions. While pioneering work has investigated sensing techniques and presented first sets of intuitive gestures, we still lack a systematic understanding of the complex relationship between microgestures and various types of grasps. This paper presents results from a user elicitation study of microgestures that are performed while the user is holding an object. We present an analysis of over 2,400 microgestures performed by 20 participants, using six different types of grasp and a total of 12 representative handheld objects of varied geometries and size. We expand the existing elicitation method by proposing statistical clustering on the elicited gestures. We contribute detailed results on how grasps and object geometries affect single-hand microgestures, preferred locations, and fingers used. We also present consolidated gesture sets for different grasps and object size. From our findings, we derive recommendations for the design of microgestures compatible with a large variety of handheld objects.", 734 thumb: "images/publications/grasping_chi19.webp", 735 modalVideo: "", 736 pdf: "https://dl.acm.org/doi/epdf/10.1145/3290605.3300632", 737 projectUrl: "#", 738 slides: "https://drive.google.com/file/d/19ZFAyHqiSonQxz51D8qzCH4STwQDXnsK/view?usp=sharing", 739 videoUrl: "#", 740 codeUrl: "#", 741 bibtex: `@inproceedings{10.1145/3290605.3300632, 742 author = {Sharma, Adwait and Roo, Joan Sol and Steimle, J\"{u}rgen}, 743 title = {Grasping Microgestures: Eliciting Single-hand Microgestures for Handheld Objects}, 744 year = {2019}, 745 isbn = {9781450359702}, 746 publisher = {Association for Computing Machinery}, 747 address = {New York, NY, USA}, 748 url = {https://doi.org/10.1145/3290605.3300632}, 749 doi = {10.1145/3290605.3300632}, 750 booktitle = {Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems}, 751 pages = {1â13}, 752 numpages = {13}, 753 keywords = {elicitation study, gesture recognition, gestures, grasp, microgestures, object, touch}, 754 location = {Glasgow, Scotland Uk}, 755 series = {CHI '19} 756} 757 758` 759 }, 760 // --- 2017 --- 761 { 762 id: 'p0', 763 showInList: true, 764 title: "SmartSleeve: Real-time Sensing of Surface and Deformation Gestures on Flexible, Interactive Textiles, using a Hybrid Gesture Detection Pipeline", 765 authors: "Patrick Parzer, Adwait Sharma, Anita Vogl, Jürgen Steimle, Alex Olwal, Michael Haller", 766 venue: "UIST 2017", 767 type: ["Conference", "Sensing", "Interaction Techniques", "AI & Computational Design"], 768 desc: "Wearable textile that can detect 22 surface and deformation gestures in real-time.", 769 fullAbstract: "Over the last decades, there have been numerous efforts in wearable computing research to enable interactive textiles. Most work focus, however, on integrating sensors for planar touch gestures, and thus do not fully take advantage of the flexible, deformable and tangible material properties of textile. In this work, we introduce SmartSleeve, a deformable textile sensor, which can sense both surface and deformation gestures in real-time. It expands the gesture vocabulary with a range of expressive interaction techniques, and we explore new opportunities using advanced deformation gestures, such as, Twirl, Twist, Fold, Push and Stretch. We describe our sensor design, hardware implementation and its novel non-rigid connector architecture. We provide a detailed description of our hybrid gesture detection pipeline that uses learning-based algorithms and heuristics to enable real-time gesture detection and tracking. Its modular architecture allows us to derive new gestures through the combination with continuous properties like pressure, location, and direction. Finally, we report on the promising results from our evaluations which demonstrate real-time classification.", 770 thumb: "images/smartsleeve-featured.webp", 771 modalVideo: "", 772 pdf: "https://dl.acm.org/doi/epdf/10.1145/3126594.3126652", 773 projectUrl: "#", 774 slides: "https://drive.google.com/file/d/1mJgtWjACO0Ccv3cCFkFSUgp8sr_A6x5K/view?usp=sharing", 775 videoUrl: "https://youtu.be/PJ-31BQrHmQ", 776 codeUrl: "#", 777 bibtex: `@inproceedings{10.1145/3126594.3126652, 778 author = {Parzer, Patrick and Sharma, Adwait and Vogl, Anita and Steimle, J\"{u}rgen and Olwal, Alex and Haller, Michael}, 779 title = {SmartSleeve: Real-time Sensing of Surface and Deformation Gestures on Flexible, Interactive Textiles, using a Hybrid Gesture Detection Pipeline}, 780 year = {2017}, 781 isbn = {9781450349819}, 782 publisher = {Association for Computing Machinery}, 783 address = {New York, NY, USA}, 784 url = {https://doi.org/10.1145/3126594.3126652}, 785 doi = {10.1145/3126594.3126652}, 786 booktitle = {Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology}, 787 pages = {565â577}, 788 numpages = {13}, 789 keywords = {surface gestures, smart textile, deformation gestures}, 790 location = {Qu\'{e}
790bec City, QC, Canada}, 791 series = {UIST '17} 792} 793 794 795 796` 797 } 798];
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.