@inproceedings{56280cbdd12d48c6b40bc37c23019544,
title = "StoryDiffusion: How to Support UX Storyboarding With Generative-AI",
abstract = "Storyboarding is an established method for designing user experiences. Generative AI can support this process by helping designers quickly create visual narratives. However, existing tools mainly focus on improving the accuracy of text-to-image generation. There is a lack of understanding on how to effectively support the entire creative process of storyboarding and how to develop AI-powered tools to be integrated into designers' diverse workflows. In this work, we designed and developed StoryDiffusion, a system that integrates text-to-text and text-to-image models, to support the generation of narratives and images in a single pipeline. In a user study, we observed 12 UX design students using the system for both concept ideation and illustration tasks. Our findings identified AI-directed vs. user-directed creative strategies in both tasks and revealed the importance of supporting the interchange between narrative iteration and image generation. We also found effects of the design tasks on their strategies and preferences, providing insights for future development.",
keywords = "Design, LLM, Storyboard, Text-to-image Model",
author = "Zhaohui Liang and Xiaoyu Zhang and Kevin Ma and Zhao Liu and Xipei Ren and Kosa Goucher-Lambert and Can Liu",
note = "Publisher Copyright: {\textcopyright} 2025 Copyright held by the owner/author(s).; 27th International Conference on Multimodal Interaction, ICMI 2025 ; Conference date: 13-10-2025 Through 17-10-2025",
year = "2025",
month = oct,
day = "12",
doi = "10.1145/3716553.3750793",
language = "English",
series = "ICMI 2025 - Proceedings of the 27th International Conference on Multimodal Interaction",
publisher = "Association for Computing Machinery, Inc",
pages = "135--144",
editor = "Ram Subramanian and Nakano, \{Yukiko I.\} and Tom Gedeon and Mohan Kankanhalli and Tanaya Guha and Jainendra Shukla and Gelareh Mohammadi and Oya Celiktutan",
booktitle = "ICMI 2025 - Proceedings of the 27th International Conference on Multimodal Interaction",
}