ABSTRACT
We introduce AIsop, a system that autonomously generates VR storytelling experiences using generative artificial intelligence. AIsop crafts unique stories by leveraging state-of-the-art large language models (LLMs) and employs text-to-speech technology for narration. Further enriching the experience, a visual representation of the narrative is produced through a pipeline that pairs LLM-generated prompts with diffusion models, rendering visuals for clusters of sentences in the story. Our evaluation encompasses two distinct use cases: the narration of pre-existing content and the generation of entirely new narratives.
@inproceedings{gattiAIsop2024,
title = {{AIsop}}: {{Exploring Immersive VR Storytelling Leveraging Generative AI}
booktitle = {2024 {{IEEE Conference}} on {{Virtual Reality}} and {{3D User Interfaces Abstracts}} and {{Workshops}} ({{VRW}})},
author = {Gatti, Elia and Giunchi, Daniele and Numan, Nels and Steed, Anthony},
publisher = {IEEE},
address = {Orlando, USA},
doi = {10.1109/VRW62533.2024.00229}
}