@inproceedings{desouzacardoso2026_115657,
  title = {Behavioral and Perceptual Responses to 3D Character and Volumetric Avatars Under Conflicting Guidance in Mixed Reality},
  author = {de Souza Cardoso, Luis Fernando and Schwandt, Tobias and Schleising, Andy and Jörg, Sophie and Broll, Wolfgang},
  year = {2026},
  pages = {26-34},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-115657x},
  url = {https://fis.uni-bamberg.de/handle/uniba/115657},
  language = {eng},
  abstract = {In Mixed Reality (MR), in-the-moment guidance can support physical tasks under time and attention constraints. In contexts where such guidance is embodied, users must rapidly evaluate whether to trust and follow an advisor’s recommendations. Prior work has examined how avatar representation shapes trust and social perception, but less is known about user responses when guidance conflicts and multiple embodied agents compete for attention in real time. We study trust-relevant perception and behavior in an MR paradigm where two co-present agents represent the same advisor and deliver step-by-step instructions with predefined disagreements. In a within-subjects study, we compared a volumetric avatar (VA) and a high-fidelity 3D character avatar (CA), holding identity and expressive behavior constant, and measured trust, social presence, and behavioral adherence during contradictory steps. Rendering style produced no detectable differences in trust, social presence, or co-presence. Instead, participants managed disagreement through mixed adherence and switching between agents, suggesting that instruction competition and time pressure strongly shape decision-making. These findings position conflicting guidance as a distinct context for studying trust in embodied agents, where compliance may reflect rapid prioritization rather than stable commitment to a representation. We discuss implications for designing and evaluating MR agents when timing and attention constraints can overshadow representation cues.
Figure 1:},
  keywords = {Embodied Interaction, Virtual/Augmented Reality, Avatar Realism, Quantitative Methods}
}

@inproceedings{desouzacardoso2026_115536,
  title = {Behavioral and Perceptual Responses to 3D Character and Volumetric Avatars Under Conflicting Guidance in Mixed Reality},
  author = {de Souza Cardoso, Luis Fernando and Schwandt, Tobias and Schleising, Andy and Jörg, Sophie and Broll, Wolfgang},
  year = {2026},
  booktitle = {IMX '26: Proceedings of the 2026 ACM International Conference on Interactive Media Experiences},
  pages = {26-34},
  publisher = {ACM},
  address = {New York, NY},
  isbn = {979-8-4007-2448-0},
  doi = {10.1145/3788851.3805007},
  url = {https://fis.uni-bamberg.de/handle/uniba/115536},
  language = {eng},
  abstract = {In Mixed Reality (MR), in-the-moment guidance can support physical tasks under time and attention constraints. In contexts where such guidance is embodied, users must rapidly evaluate whether to trust and follow an advisor’s recommendations. Prior work has examined how avatar representation shapes trust and social perception, but less is known about user responses when guidance conflicts and multiple embodied agents compete for attention in real time. We study trust-relevant perception and behavior in an MR paradigm where two co-present agents represent the same advisor and deliver step-by-step instructions with predefined disagreements. In a within-subjects study, we compared a volumetric avatar (VA) and a high-fidelity 3D character avatar (CA), holding identity and expressive behavior constant, and measured trust, social presence, and behavioral adherence during contradictory steps. Rendering style produced no detectable differences in trust, social presence, or co-presence. Instead, participants managed disagreement through mixed adherence and switching between agents, suggesting that instruction competition and time pressure strongly shape decision-making. These findings position conflicting guidance as a distinct context for studying trust in embodied agents, where compliance may reflect rapid prioritization rather than stable commitment to a representation. We discuss implications for designing and evaluating MR agents when timing and attention constraints can overshadow representation cues.
Figure 1:},
  keywords = {Embodied Interaction, Virtual/Augmented Reality, Avatar Realism, Quantitative Methods}
}

@article{hulsken2026_114956,
  title = {Modeling and Animation Virtual Humans for Real-time Applications},
  author = {Hülsken, Frank and Eckes, Christian and Kuck, Roland and Unterberg, Jörg and Jörg, Sophie},
  year = {2026},
  pages = {11-20},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-114956x},
  url = {https://fis.uni-bamberg.de/handle/uniba/114956},
  language = {eng},
  abstract = {We report on the workflow for the creation of realistic virtual anthropomorphic characters. 3D-models of human heads have been reconstructed from real people by following a structured light approach to 3D-reconstruction. We describe how these high-resolution models have been simplified and articulated with blend shape and mesh skinning techniques to ensure real-time animation. The full-body models have been created manually based on photographs. We present a system for capturing whole body motions, including the fingers, based on an optical motion capture system with 6 DOF rigid bodies and cybergloves. The motion capture data was processed in one system, mapped to a virtual character and visualized in real-time. We developed tools and methods for quick post processing. To demonstrate the viability of our system, we captured a library consisting of more than 90 gestures.},
  keywords = {Real-time animation, 3D-reconstruction, optical motion capture, facial animation}
}

@inproceedings{canales2026_112832,
  title = {Real-time Hand Motion Synthesis for Playing a Virtual Guitar},
  author = {Canales, Ryan and Jörg, Sophie},
  year = {2026},
  pages = {1-11},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-112832x},
  url = {https://fis.uni-bamberg.de/handle/uniba/112832},
  language = {eng},
  abstract = {Concerts and performances in virtual reality are becoming increasingly popular. Accurately visualizing the detailed hand motions of musicians playing instruments is challenging. In this work, we present a real-time motion synthesis method that generates the detailed fretting hand motion for playing guitar. Our approach first involves capturing and post-processing hand motion data from guitar performances to create a data set for training. The post-processing ensures that the fingertip positions are placed as accurately as possible regarding distance from the fretboard and location between the frets. We then train a neural network that learns to predict hand and finger poses based on guitar tabs and previous poses. We found that our method produces reasonably stable motion and evaluate our results using accuracy measures and visual evaluation.},
  keywords = {character animation, motion synthesis, virtual humans, hand motions}
}

@inproceedings{normoyle2025_116762,
  title = {User identification based on conversational gestures},
  author = {Normoyle, Aline and Jörg, Sophie},
  year = {2025},
  booktitle = {2025 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops (VRW) : proceedings},
  pages = {291-294},
  publisher = {IEEE},
  doi = {10.1109/vrw66409.2025.00068},
  url = {https://fis.uni-bamberg.de/handle/uniba/116762},
  language = {eng}
}

@inproceedings{canales2025_112831,
  title = {Real-time Hand Motion Synthesis for Playing a Virtual Guitar},
  author = {Canales, Ryan and Jörg, Sophie},
  year = {2025},
  booktitle = {Proceedings of the 2025 18th ACM SIGGRAPH Conference on Motion, Interaction, and Games},
  number = {12},
  pages = {1-11},
  publisher = {ACM},
  address = {New York},
  isbn = {979-8-4007-2236-3},
  doi = {10.1145/3769047.3769060},
  url = {https://fis.uni-bamberg.de/handle/uniba/112831},
  language = {eng},
  abstract = {Concerts and performances in virtual reality are becoming increasingly popular. Accurately visualizing the detailed hand motions of musicians playing instruments is challenging. In this work, we present a real-time motion synthesis method that generates the detailed fretting hand motion for playing guitar. Our approach first involves capturing and post-processing hand motion data from guitar performances to create a data set for training. The post-processing ensures that the fingertip positions are placed as accurately as possible regarding distance from the fretboard and location between the frets. We then train a neural network that learns to predict hand and finger poses based on guitar tabs and previous poses. We found that our method produces reasonably stable motion and evaluate our results using accuracy measures and visual evaluation.},
  keywords = {character animation, motion synthesis, virtual humans, hand motions}
}

@inproceedings{adkins2025_112309,
  title = {Hands or Controllers? : How Input Devices and Audio Impact Collaborative Virtual Reality},
  author = {Adkins, Alex and Canales, Ryan and Jörg, Sophie},
  year = {2025},
  pages = {1-12},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-112309x},
  url = {https://fis.uni-bamberg.de/handle/uniba/112309},
  language = {eng},
  abstract = {Advancing virtual reality technologies are enabling real-time virtual-face to virtual-face communication. Hand tracking systems that are integrated into Head-Mounted Displays (HMD) enable users to directly interact with their environments and with each other using their hands as opposed to using controllers. Due to the novelties of these technologies our understanding of how they impact our interactions is limited. In this paper, we investigate the consequences of using different interaction control systems, hand tracking or controllers, when interacting with others in a virtual environment. We design and implement NASA’s Survival on the Moon teamwork evaluation exercise in virtual reality (VR) and test for effects with and without allowing verbal communication. We evaluate social presence, perceived comprehension, team cohesion, group synergy, task workload, as well as task performance and duration. Our findings reveal that audio communication significantly enhances social presence, perceived comprehension, and team cohesion, but it also increases effort workload and negatively impacts group synergy. The choice of interaction control systems has limited impact on various aspects of virtual collaboration in this scenario, although participants using hand tracking reported lower effort workload, while participants using controllers reported lower mental workload in the absence of audio.},
  keywords = {Communication, collaboration, gestures, avatars}
}

@article{henry2025_112290,
  title = {Does Hand Size Matter? : The Effect of Avatar Hand Size on Non-verbal Communication in Virtual Reality},
  author = {Henry, Jackson and Canales, Ryan and Stolarski, Catherine and Adkins, Alex and Venkatakrishnan, Rohith and Venkatakrishnan, Roshan and Jörg, Sophie},
  year = {2025},
  journal = {IEEE transactions on visualization and computer graphics : TVCG},
  volume = {31},
  number = {5},
  pages = {3161-3171},
  publisher = {IEEE},
  address = {New York, NY},
  issn = {1077-2626},
  doi = {10.1109/TVCG.2025.3549894},
  url = {https://fis.uni-bamberg.de/handle/uniba/112290},
  language = {eng}
}

@inproceedings{canales2025_110683,
  title = {Real-Time Conversational Gaze Synthesis for Avatars},
  author = {Canales, Ryan and Jain, Eakta and Jörg, Sophie},
  year = {2025},
  pages = {1-7},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  urn = {urn:nbn:de:bvb:473-irb-110683x},
  url = {https://fis.uni-bamberg.de/handle/uniba/110683},
  language = {eng},
  abstract = {Eye movement plays an important role in face-to-face communication. In this work, we present a deep learning approach for synthesizing the eye movements of avatars for two-party conversations and evaluate viewer perception of different types of eye motions. We aim to synthesize believable gaze behavior based on head motions and audio features as they would typically be available in virtual reality applications. To this end, we captured the head motion, eye motion, and audio of several two-party conversations and trained an RNN-based model to predict where an avatar looks in a two-person conversational scenario. We evaluated our approach with a user study on the perceived quality of the eye animation and compared our method with other eye animation methods. While our model was not rated highest, our model and our user study lead to a series of insights on model features, viewer perception, and study design that we present.},
  keywords = {Virtual reality, Perception, Animation}
}

@inproceedings{normoyle2024_112207,
  title = {The Curation Tree : A Lightweight Behavior Tree Framework for Implementing Puzzle and Narrative Games},
  author = {Normoyle, Aline and Jörg, Sophie and Hill, Jennifer},
  year = {2024},
  booktitle = {FDG 2024: Proceedings of the 19th International Conference on the Foundations of Digital Games ; Worcester, Massachusetts, USA May 21–24, 2024},
  number = {63},
  publisher = {Association for Computing Machinery},
  address = {New York, USA},
  doi = {10.1145/3649921.3659840},
  url = {https://fis.uni-bamberg.de/handle/uniba/112207},
  language = {eng}
}

@inproceedings{adkins2024_106267,
  title = {Hands or Controllers? : How Input Devices and Audio Impact Collaborative Virtual Reality},
  author = {Adkins, Alex and Canales, Ryan and Jörg, Sophie},
  year = {2024},
  booktitle = {VRST '24 : Proceedings of the 30th ACM Symposium on Virtual Reality Software and Technology},
  number = {31},
  pages = {1-12},
  publisher = {Association for Computing Machinery},
  address = {New York},
  isbn = {979-8-4007-0535-9},
  doi = {10.1145/3641825.3687718},
  url = {https://fis.uni-bamberg.de/handle/uniba/106267},
  language = {eng},
  abstract = {Advancing virtual reality technologies are enabling real-time virtual-face to virtual-face communication. Hand tracking systems that are integrated into Head-Mounted Displays (HMD) enable users to directly interact with their environments and with each other using their hands as opposed to using controllers. Due to the novelties of these technologies our understanding of how they impact our interactions is limited. In this paper, we investigate the consequences of using different interaction control systems, hand tracking or controllers, when interacting with others in a virtual environment. We design and implement NASA’s Survival on the Moon teamwork evaluation exercise in virtual reality (VR) and test for effects with and without allowing verbal communication. We evaluate social presence, perceived comprehension, team cohesion, group synergy, task workload, as well as task performance and duration. Our findings reveal that audio communication significantly enhances social presence, perceived comprehension, and team cohesion, but it also increases effort workload and negatively impacts group synergy. The choice of interaction control systems has limited impact on various aspects of virtual collaboration in this scenario, although participants using hand tracking reported lower effort workload, while participants using controllers reported lower mental workload in the absence of audio.},
  keywords = {Communication, collaboration, gestures, avatars}
}

@article{wilson2024_93647,
  title = {Towards mitigating uncann(eye)ness in face swaps via gaze-centric loss terms},
  author = {Wilson, Ethan and Shic, Frederick and Jörg, Sophie and Jain, Eakta},
  year = {2024},
  journal = {Computers \& Graphics},
  volume = {119},
  number = {April 2024, 103888},
  publisher = {Elsevier Science},
  address = {Amsterdam [u.a.]},
  issn = {0097-8493},
  doi = {10.1016/j.cag.2024.103888},
  url = {https://fis.uni-bamberg.de/handle/uniba/93647},
  language = {eng}
}

@mastersthesis{oder2024_92165,
  title = {Bewegte 3D-Objekte im urbanen Raum als Herausforderung für Augmented-Reality-Systeme},
  author = {Öder, Bernhard},
  year = {2024},
  publisher = {Otto-Friedrich-Universität},
  address = {Bamberg},
  doi = {10.20378/irb-92165},
  urn = {urn:nbn:de:bvb:473-irb-921652},
  url = {https://fis.uni-bamberg.de/handle/uniba/92165},
  language = {deu},
  abstract = {Die Arbeit gibt einen Überblick über verschiedene Technologien, welche im Zusammenspiel die Grundlage für Augmented-Reality-Anwendungen darstellen. Vor diesem Hintergrund wird am Beispiel der ehemaligen Straßenbahn Bambergs gezeigt, dass der komplexe Fall von bewegten 3D-Objekten im urbanen Raum für Augmented-Reality-Systeme eingeschränkt realisierbar ist. Das Modell der Straßenbahn wird dazu mittels Bilderkennung in den Stadtraum projiziert und bewegt sich über vier Streckenabschnitte entlang einer Straße. Die Anwendung läuft auf herkömmlichen Smartphones.
Als Hauptherausforderungen wurden die Bilderkennung im urbanen Raum, die präzise Objektplatzierung, die Visualisierungsstabilität der Straßenbahn gegenüber der realen Umwelt sowie das Verdeckungsverhalten erkannt. Als Faktoren, welche die Ausführung und die Visualisierungsqualität beeinflussen, wurden Belichtung, Auswahl des verwendeten Smartphones, das Nutzerverhalten und Verdeckungen erkannt. Aus den genannten Faktoren ergeben sich Einschränkungen bei der Erstellung einer solchen Anwendung, welche berücksichtigt werden müssen, um den Herausforderungen gerecht zu werden.
Die Arbeit zeigt, wie die AR-Anwendung im Detail entstanden ist. Für eine einfache und präzise Objektplatzierung kommt Bilderkennung zum Einsatz. Umgesetzt wurde sie unter der Verwendung von Unity und Vuforia. Das Modell der Straßenbahn wurde in Blender erstellt.},
  keywords = {Augmented Reality, Cultural Heritage, Welterbe, AR, Smart City},
  school = {Otto-Friedrich-Universität Bamberg}
}

@inproceedings{larubbio2023_112559,
  title = {Give me some room please! : Personal space bubbles for safety and performance},
  author = {LaRubbio, Karina and Wilson, Ethan and Koppal, Sanjeev and Jörg, Sophie and Jain, Eakta},
  year = {2023},
  booktitle = {Proceedings : 2023 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops ; 25 – 29 March 2023, Shanghai, China},
  pages = {897-898},
  publisher = {IEEE Computer Society, Conference Publishing Services (CPS)},
  address = {Los Alamitos, California ; Washington ; Tokyo},
  doi = {10.1109/vrw58643.2023.00291},
  url = {https://fis.uni-bamberg.de/handle/uniba/112559},
  language = {eng}
}

@article{adkins2023_106340,
  title = {How important are Detailed Hand Motions for Communication for a Virtual Character Through the Lens of Charades?},
  author = {Adkins, Alex and Lin, Lorraine and Sun, Yu and Ye, Yuting and Di Luca, Massimiliano and Jörg, Sophie and Normoyle, Aline},
  year = {2023},
  journal = {ACM Transactions on Graphics},
  volume = {42},
  number = {3},
  pages = {1-16},
  publisher = {ACM},
  address = {New York, NY [u.a.]},
  issn = {0730-0301},
  doi = {10.1145/3578575},
  url = {https://fis.uni-bamberg.de/handle/uniba/106340},
  language = {eng}
}

@inproceedings{canales2023_106268,
  title = {Real-Time Conversational Gaze Synthesis for Avatars},
  author = {Canales, Ryan and Jain, Eakta and Jörg, Sophie},
  year = {2023},
  booktitle = {MIG '23 : Proceedings of the 16th ACM SIGGRAPH Conference on Motion, Interaction and Games},
  number = {17},
  pages = {1-7},
  publisher = {Association for Computing Machinery},
  address = {New York},
  isbn = {979-8-4007-0393-5},
  doi = {10.1145/3623264.3624446},
  url = {https://fis.uni-bamberg.de/handle/uniba/106268},
  language = {eng},
  abstract = {Eye movement plays an important role in face-to-face communication. In this work, we present a deep learning approach for synthesizing the eye movements of avatars for two-party conversations and evaluate viewer perception of different types of eye motions. We aim to synthesize believable gaze behavior based on head motions and audio features as they would typically be available in virtual reality applications. To this end, we captured the head motion, eye motion, and audio of several two-party conversations and trained an RNN-based model to predict where an avatar looks in a two-person conversational scenario. We evaluated our approach with a user study on the perceived quality of the eye animation and compared our method with other eye animation methods. While our model was not rated highest, our model and our user study lead to a series of insights on model features, viewer perception, and study design that we present.},
  keywords = {Virtual reality, Perception, Animation}
}

@inproceedings{jorg2020_106343,
  title = {Virtual Hands in VR : Motion Capture, Synthesis, and Perception},
  author = {Jörg, Sophie and Mueller, Franziska and Neff, Michael and Ye, Yuting and Zordan, Victor},
  year = {2020},
  booktitle = {SIGGRAPH 2020: ACM SIGGRAPH 2020 Courses},
  pages = {1-145},
  publisher = {ACM},
  address = {New York},
  isbn = {978-1-4503-7972-4},
  doi = {10.1145/3388769.3407494},
  url = {https://fis.uni-bamberg.de/handle/uniba/106343},
  language = {eng}
}

@inproceedings{canales2019_106345,
  title = {Virtual Grasping Feedback and Virtual Hand Ownership},
  author = {Canales, Ryan and Sun, Yu and Ye, Yuting and Jörg, Sophie and Di Luca, Massimiliano and Normoyle, Aline},
  year = {2019},
  booktitle = {SAP '19: ACM Symposium on Applied Perception 2019},
  isbn = {978-1-4503-6890-2},
  doi = {10.1145/3343036.3343132},
  url = {https://fis.uni-bamberg.de/handle/uniba/106345},
  language = {eng}
}

@inproceedings{normoyle2019_106346,
  title = {The Effect of Hand Size and Interaction Modality on the Virtual Hand Illusion},
  author = {Normoyle, Aline and Adkins, Alex and Sun, Yun and Robb, Andrew and Ye, Yuting and Di Luca, Massimiliano and Jörg, Sophie and Lin, Lorraine},
  year = {2019},
  booktitle = {2019 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)},
  publisher = {IEEE},
  doi = {10.1109/VR.2019.8797787},
  url = {https://fis.uni-bamberg.de/handle/uniba/106346},
  language = {eng}
}

@inproceedings{duchowski2015_106353,
  title = {Eye Movement Synthesis with 1/f Pink Noise},
  author = {Duchowski, Andrew and Jörg, Sophie and Lawson, Aubrey and Bolte, Takumi and Swirski, Lech and Krejtz, Krzysztof},
  year = {2015},
  booktitle = {MIG '15: Proceedings of the 8th ACM SIGGRAPH Conference on Motion in Games},
  pages = {47 - 56},
  publisher = {ACM},
  address = {New York},
  isbn = {978-1-4503-3991-9},
  doi = {10.1145/2822013.2822014},
  url = {https://fis.uni-bamberg.de/handle/uniba/106353},
  language = {eng}
}

@inproceedings{daily2014_106358,
  title = {Dancing Alice : Exploring Embodied Pedagogical Strategies for Learning Computational Thinking},
  author = {Daily, Shaundra Bryant and Jörg, Sophie and Gundersen, Kara and Babu, Sabarish and Leonard, Alison E},
  year = {2014},
  booktitle = {SIGCSE '14: Proceedings of the 45th ACM technical symposium on Computer science education},
  pages = {91 - 96},
  publisher = {ACM},
  address = {New York},
  isbn = {978-1-4503-2605-6},
  doi = {10.1145/2538862.2538917},
  url = {https://fis.uni-bamberg.de/handle/uniba/106358},
  language = {eng}
}

