@inproceedings{fe31211345034fa792c72b8bc55a1111,
title = "GenAI EmoJellyfish: Investigating the Synergistic Effects of Multi-modal Interaction on Emotion Regulation",
abstract = "The research design EmoJellyfish aims to explore the synergistic effects of modality combinations and how GenAI voice facilitates emotion regulation without imposing excessive cognitive burden. A study involving 60 participants was conducted, participants divided into three groups: visual-audio (VA), visual-tactile (VT), and visual-audio-tactile (VAT). Emotional changes were measured using the SAM scale, and user interviews were conducted to gather experiential feedback. The results demonstrate that interaction with EmoJellyfish improves emotional valence and arousal. The VA combination was associated with higher pleasure, while the VT combination elicited surprise. The VAT combination induced higher anger. Key contributions include validating that EmoJellyfish evokes positive responses and verifying that different modal combinations are suitable for specific soothing scenarios. It provides critical design insights for integrating GenAI voices as emotional companions. It also offers a blueprint for developing intelligent psychological support tools that balance interaction with cognitive efficiency.",
keywords = "Emotional relief, Generative AI, Human-computer interaction, Multi-modal interaction, Synergistic Effect",
author = "Xinheng Song and Bingjie Gao and Zhaolin Lu and Qijun Gao and Wenting Li and Linci Xu and Haipeng Mi",
note = "Publisher Copyright: {\textcopyright} 2026 Copyright held by the owner/author(s).; Extended Abtracts of the 2026 CHI Conference on Human Factors in Computing Systems, CHI 2026 ; Conference date: 13-04-2026 Through 17-04-2026",
year = "2026",
month = apr,
day = "13",
doi = "10.1145/3772363.3798459",
language = "English",
series = "Conference on Human Factors in Computing Systems - Proceedings ",
publisher = "Association for Computing Machinery",
editor = "Nuria Oliver and Shamma, \{David A.\} and Heloisa Candello and Pablo Cesar and Pedro Lopes and Valentino Artizzu and Fiona Draxler and Gustavo Lopez and Reinschluessel, \{Anke V.\} and Xin Tong and \{Toups Dugas\}, \{Phoebe O.\}",
booktitle = "CHI 2026 - Extended Abtracts of the 2026 CHI Conference on Human Factors in Computing Systems",
}