Johannes Zagermann

I'm a research assistant working in the Human-Computer Interaction group at the University of Konstanz. I design and evaluate complementary interfaces for individual or collaborative activities. I like to study how input modalities or output devices shape how we interact with them, and I love to gain new insights using novel evaluation methods.

Mail

HCI Group

Scholar

@jozagermann

Publications

2023 / 2022 / 2021 / 2020 / 2019 / 2018 / 2017 / 2016 / 2015

PDF / Video Figure / Talk / Paper Library /

Bibtex

@inproceedings{zagermann2015reporting,
  title={Reporting Experiences on Group Activities in Cross-Device Settings},
  author={Zagermann, Johannes and Pfeil, Ulrike and Schreiner, Mario and R{\"a}dle, Roman and Jetter, Hans-Christian and Reiterer, Harald},
  booktitle={Cross-Surface 2015: Workshop on Interacting with Multi-Device Ecologies in the Wild},
  year={2015},
  url={https://kops.uni-konstanz.de/server/api/core/bitstreams/0d57c59d-c101-4967-b25a-65b7951fea0b/content}
}

@inproceedings{zagermann2016measuring,
author = {Zagermann, Johannes and Pfeil, Ulrike and Reiterer, Harald},
title = {Measuring Cognitive Load Using Eye Tracking Technology in Visual Computing},
year = {2016},
isbn = {9781450348188},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/2993901.2993908},
doi = {10.1145/2993901.2993908},
abstract = {In this position paper we encourage the use of eye tracking measurements to investigate users' cognitive load while interacting with a system. We start with an overview of how eye movements can be interpreted to provide insight about cognitive processes and present a descriptive model representing the relations of eye movements and cognitive load. Then, we discuss how specific characteristics of human-computer interaction (HCI) interfere with the model and impede the application of eye tracking data to measure cognitive load in visual computing. As a result, we present a refined model, embedding the characteristics of HCI into the relation of eye tracking data and cognitive load. Based on this, we argue that eye tracking should be considered as a valuable instrument to analyze cognitive processes in visual computing and suggest future research directions to tackle outstanding issues.},
booktitle = {Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization (BELIV '16)},
pages = {78–85},
numpages = {8},
keywords = {cognitive load, novel evaluation methods, eye tracking},
location = {Baltimore, MD, USA},
series = {BELIV '16}
}
@inproceedings{zagermann2016tablets,
author = {Zagermann, Johannes and Pfeil, Ulrike and R\"{a}dle, Roman and Jetter, Hans-Christian and Klokmose, Clemens and Reiterer, Harald},
title = {When Tablets Meet Tabletops: The Effect of Tabletop Size on Around-the-Table Collaboration with Personal Tablets},
year = {2016},
isbn = {9781450333627},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/2858036.2858224},
doi = {10.1145/2858036.2858224},
abstract = {Cross-device collaboration with tablets is an increasingly popular topic in HCI. Previous work has shown that tablet-only collaboration can be improved by an additional shared workspace on an interactive tabletop. However, large tabletops are costly and need space, raising the question to what extent the physical size of shared horizontal surfaces really pays off. In order to analyse the suitability of smaller-than-tabletop devices (e.g. tablets) as a low-cost alternative, we studied the effect of the size of a shared horizontal interactive workspace on users' attention, awareness, and efficiency during cross-device collaboration. In our study, 15 groups of two users executed a sensemaking task with two personal tablets (9.7") and a horizontal shared display of varying sizes (10.6", 27", and 55"). Our findings show that different sizes lead to differences in participants' interaction with the tabletop and in the groups' communication styles. To our own surprise we found that larger tabletops do not necessarily improve collaboration or sensemaking results, because they can divert users' attention away from their collaborators and towards the shared display.},
booktitle = {Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems (CHI ’16)},
pages = {5470–5481},
numpages = {12},
keywords = {tablets, group work, cross-device interaction, display size, tabletops},
location = {San Jose, California, USA},
series = {CHI '16}
}

@inproceedings{zagermann2017studying,
author = {Zagermann, Johannes and Pfeil, Ulrike and Acevedo, Carmela and Reiterer, Harald},
title = {Studying the Benefits and Challenges of Spatial Distribution and Physical Affordances in a Multi-Device Workspace},
year = {2017},
isbn = {9781450353786},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3152832.3152855},
doi = {10.1145/3152832.3152855},
abstract = {In recent years, research on cross-device interaction has become a popular topic in HCI leading to novel interaction techniques mutually interfering with new evolving theoretical paradigms. Building on previous research, we implemented an individual multi-device work environment for creative activities. In a study with 20 participants, we compared a traditional toolbar-based condition with two conditions facilitating spatially distributed tools on digital panels and on physical devices. We analyze participants' interactions with the tools, encountered problems and corresponding solutions, as well as subjective task load and user experience. Our findings show that the spatial distribution of tools indeed offers advantages, but also elicits new problems, that can partly be leveraged by the physical affordances of mobile devices.},
booktitle = {Proceedings of the 16th International Conference on Mobile and Ubiquitous Multimedia (MUM '17)},
pages = {249–259},
numpages = {11},
keywords = {smartphones, cross-device interaction},
location = {Stuttgart, Germany},
series = {MUM '17}
}
@inproceedings{zagermann2017memory,
author = {Zagermann, Johannes and Pfeil, Ulrike and Fink, Daniel and von Bauer, Philipp and Reiterer, Harald},
title = {Memory in Motion: The Influence of Gesture- and Touch-Based Input Modalities on Spatial Memory},
year = {2017},
isbn = {9781450346559},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3025453.3026001},
doi = {10.1145/3025453.3026001},
abstract = {People's ability to remember and recall spatial information can be harnessed to improve navigation and search performances in interactive systems. In this paper, we investigate how display size and input modality influence spatial memory, especially in relation to efficiency and user satisfaction. Based on an experiment with 28 participants, we analyze the effect of three input modalities (trackpad, direct touch, and gesture-based motion controller) and two display sizes (10.6" and 55") on people's ability to navigate to spatially spread items and recall their positions. Our findings show that the impact of input modality and display size on spatial memory is not straightforward, but characterized by trade-offs between spatial memory, efficiency, and user satisfaction.},
booktitle = {Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems (CHI ’17)},
pages = {1899–1910},
numpages = {12},
keywords = {spatial memory, input modality, output device},
location = {Denver, Colorado, USA},
series = {CHI '17}
}

@inproceedings{zagermann2018studying,
  author = {Zagermann, Johannes and Pfeil, Ulrike and Reiterer, Harald},
title = {Studying Eye Movements as a Basis for Measuring Cognitive Load},
year = {2018},
isbn = {9781450356213},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3170427.3188628},
doi = {10.1145/3170427.3188628},
abstract = {Users' cognitive load while interacting with a system is a valuable metric for evaluations in HCI. We encourage the analysis of eye movements as an unobtrusive and widely available way to measure cognitive load. In this paper, we report initial findings from a user study with 26 participants working on three visual search tasks that represent different levels of difficulty. Also, we linearly increased the cognitive demand while solving the tasks. This allowed us to analyze the reaction of individual eye movements to different levels of task difficulty. Our results show how pupil dilation, blink rate, and the number of fixations and saccades per second individually react to changes in cognitive activity. We discuss how these measurements could be combined in future work to allow for a comprehensive investigation of cognitive load in interactive settings.},
booktitle = {Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems (CHI EA ’18)},
pages = {1–6},
numpages = {6},
keywords = {eye tracking, evaluation, cognitive load},
location = {Montreal QC, Canada},
series = {CHI EA '18}
}

@inproceedings{hubenschmid2018employing,
  title={Employing Tangible Visualisations in Augmented Reality with Mobile Devices},
  year={2018},
  booktitle={MultimodalVis ’18 Workshop at AVI 2018},
  author={Hubenschmid, Sebastian and Zagermann, Johannes and Butscher, Simon and Reiterer, Harald},
  url={https://kops.uni-konstanz.de/server/api/core/bitstreams/12b69422-db79-4eca-9341-ce2fdeadca13/content}
}

@incollection{muller2019qualitative,
author = {M\"{u}ller, Jens and Zagermann, Johannes and Wieland, Jonathan and Pfeil, Ulrike and Reiterer, Harald},
title = {A Qualitative Comparison Between Augmented and Virtual Reality Collaboration with Handheld Devices},
year = {2019},
isbn = {9781450371988},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3340764.3340773},
doi = {10.1145/3340764.3340773},
pages = {399–410},
numpages = {12},
keywords = {co-located collaboration, augmented reality, virtual reality, handheld devices, distributed collaboration},
location = {Hamburg, Germany},
series = {MuC'19},
booktitle = {Mensch und Computer 2019 (MuC '19)},
}

@article{bishop2019construct,
 author={Bishop, Fearn and Zagermann, Johannes and Pfeil, Ulrike and Sanderson, Gemma and Reiterer, Harald and Hinrichs, Uta},
  journal={IEEE Transactions on Visualization and Computer Graphics (VIS '20)}, 
  title={Construct-A-Vis: Exploring the Free-Form Visualization Processes of Children}, 
  year={2020},
  volume={26},
  number={1},
  pages={451-460},
  url={https://research-repository.st-andrews.ac.uk/bitstream/handle/10023/18228/Construct_A_Vis_InfoVis_2019.pdf?sequence=1&isAllowed=y},
  doi={10.1109/TVCG.2019.2934804}}

@inproceedings{jaeger2019challenges,
   author={Jaeger, Sabrina and Klein, Karsten and Joos, Lucas and Zagermann, Johannes and de Ridder, Michael and Kim, Jinman and Yang, Jean and Pfeil, Ulrike and Reiterer, Harald and Schreiber, Falk},
  booktitle={2019 IEEE Pacific Visualization Symposium (PacificVis '19)}, 
  title={Challenges for Brain Data Analysis in VR Environments}, 
  year={2019},
  volume={},
  number={},
  pages={42-46},
  doi={10.1109/PacificVis.2019.00013},
  url={https://doi.org/10.1109/PacificVis.2019.00013}
}

@incollection{geyer2020physical,
  title={Physical meets digital: Blending reality and computational power with digital sticky notes},
editor = {Bo T. Christensen and Kim Halskov and Clemens N. Klokmose},
booktitle = {Sticky Creativity},
publisher = {Academic Press},
pages = {125-151},
year = {2020},
series = {Explorations in Creativity Research},
isbn = {978-0-12-816566-9},
doi = {https://doi.org/10.1016/B978-0-12-816566-9.00006-9},
url = {https://www.sciencedirect.com/science/article/pii/B9780128165669000069},
author = {Florian Geyer and Johannes Zagermann and Harald Reiterer},
keywords = {Affinity diagramming, Blended interaction, Post-WIMP user interface, Interaction design, Tangible user interface, User interface design framework, Creativity tool},
abstract = {The high utility and usability of paper sticky notes support workflows and social dynamics of collaborative design activities and methods like affinity diagramming. In this chapter, we show how these natural collaboration activities can be blended with computational power by applying our framework Blended Interaction for a case study on affinity diagramming. Based on four domains of design, we embed our design solutions in a specific physical environment, preserve workflows, and emphasize individual and social interaction. Our proposed design solution to augment sticky notes with digital power blends the benefits of physical materials with the digital power of interactive surfaces, tangibles, and digital pens in an outstanding way. We hope that our design solutions inspire other researchers and practitioners to find innovative solutions that carefully blend real-world practices with the power of digital computing.}
}

@inproceedings{zagermann2020s,
author = {Zagermann, Johannes and Pfeil, Ulrike and von Bauer, Philipp and Fink, Daniel and Reiterer, Harald},
title = {"It's in My Other Hand!" - Studying the Interplay of Interaction Techniques and Multi-Tablet Activities},
year = {2020},
isbn = {9781450367080},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3313831.3376540},
doi = {10.1145/3313831.3376540},
abstract = {Cross-device interaction with tablets is a popular topic in HCI research. Recent work has shown the benefits of including multiple devices into users' workflows while various interaction techniques allow transferring content across devices. However, users are only reluctantly using multiple devices in combination. At the same time, research on cross-device interaction struggles to find a frame of reference to compare techniques or systems. In this paper, we try to address these challenges by studying the interplay of interaction techniques, device utilization, and task-specific activities in a user study with 24 participants from different but complementary angles of evaluation using an abstract task, a sensemaking task, and three interaction techniques. We found that different interaction techniques have a lower influence than expected, that work behaviors and device utilization depend on the task at hand, and that participants value specific aspects of cross-device interaction.},
booktitle = {Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems (CHI ’20)},
pages = {1–13},
numpages = {13},
keywords = {cross-device interaction, evaluation, interaction techniques},
location = {Honolulu, HI, USA},
series = {CHI '20}
}

@inproceedings{borowski2020exploring,
author = {Borowski, Marcel and Zagermann, Johannes and Klokmose, Clemens N. and Reiterer, Harald and R\"{a}dle, Roman},
title = {Exploring the Benefits and Barriers of Using Computational Notebooks for Collaborative Programming Assignments},
year = {2020},
isbn = {9781450367936},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3328778.3366887},
doi = {10.1145/3328778.3366887},
abstract = {Programming assignments in computer science courses are often processed in pairs or groups of students. While working together, students face several shortcomings in today's software: The lack of real-time collaboration capabilities, the setup time of the development environment, and the use of different devices or operating systems can hamper students when working together on assignments. Text processing platforms like Google Docs solve these problems for the writing process of prose text, and computational notebooks like Google Colaboratory for data analysis tasks. However, none of these platforms allows users to implement interactive applications. We deployed a web-based literate programming system for three months during an introductory course on application development to explore how collaborative programming practices unfold and how the structure of computational notebooks affect the development. During the course, pairs of students solved weekly programming assignments. We analyzed data from weekly questionnaires, three focus groups with students and teaching assistants, and keystroke-level log data to facilitate the understanding of the subtleties of collaborative programming with computational notebooks. Findings reveal that there are distinct collaboration patterns; the preferred collaboration pattern varied between pairs and even varied within pairs over the course of three months. Recognizing these distinct collaboration patterns can help to design future computational notebooks for collaborative programming assignments.},
booktitle = {Proceedings of the 51st ACM Technical Symposium on Computer Science Education (SIGCSE '20)},
pages = {468–474},
numpages = {7},
keywords = {application development, computational notebooks, programming assignments, collaborative programming},
location = {Portland, OR, USA},
series = {SIGCSE '20}
}

@inproceedings{hubenschmid2021towards,
 title={Towards Asynchronous Hybrid User Interfaces for Cross-Reality Interaction},
  year={2021},
  doi={10.18148/kops/352-2-84mm0sggczq02},
  booktitle={ISS'21 Workshop Proceedings: "Transitional Interfaces in Mixed and Cross-Reality: A new frontier?"},
  editor={Jetter, Hans-Christian and Schröder, Jan-Henrik and Gugenheimer, Jan and Billinghurst, Mark and Anthes, Christoph and Khamis, Mohamed and Feuchtner, Tiare},
  author={Hubenschmid, Sebastian and Zagermann, Johannes and Fink, Daniel and Wieland, Jonathan and Feuchtner, Tiare and Reiterer, Harald},
  url={https://kops.uni-konstanz.de/server/api/core/bitstreams/4c028638-e875-43d0-9071-7f5fdb7258ca/content},
  note={all authors contributed equally to this research.}
}
@incollection{vock2021idiar,
  author = {Vock, Katja and Hubenschmid, Sebastian and Zagermann, Johannes and Butscher, Simon and Reiterer, Harald},
title = {IDIAR: Augmented Reality Dashboards to Supervise Mobile Intervention Studies},
year = {2021},
isbn = {9781450386456},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3473856.3473876},
doi = {10.1145/3473856.3473876},
abstract = {Mobile intervention studies employ mobile devices to observe participants’ behavior change over several weeks. Researchers regularly monitor high-dimensional data streams to ensure data quality and prevent data loss (e.g., missing engagement or malfunctions). The multitude of problem sources hampers possible automated detection of such irregularities – providing a use case for interactive dashboards. With the advent of untethered head-mounted AR devices, these dashboards can be placed anywhere in the user’s physical environment, leveraging the available space and allowing for flexible information arrangement and natural navigation. In this work, we present the user-centered design and the evaluation of IDIAR: Interactive Dashboards in AR, combining a head-mounted display with the familiar interaction of a smartphone. A user study with 15 domain experts for mobile intervention studies shows that participants appreciated the multimodal interaction approach. Based on our findings, we provide implications for research and design of interactive dashboards in AR.},
booktitle = {Mensch und Computer 2021 (MuC '21)},
pages = {248–259},
numpages = {12},
keywords = {mobile devices, head-mounted displays, multimodal interaction, evaluation},
location = {Ingolstadt, Germany},
series = {MuC '21}
}
@inproceedings{wieland2021separation,
 author={Wieland, Jonathan and Zagermann, Johannes and Müller, Jens and Reiterer, Harald},
  booktitle={2021 IEEE International Symposium on Mixed and Augmented Reality (ISMAR ’21)}, 
  title={Separation, Composition, or Hybrid? – Comparing Collaborative 3D Object Manipulation Techniques for Handheld Augmented Reality}, 
  year={2021},
  volume={},
  number={},
  pages={403-412},
  url={https://kops.uni-konstanz.de/server/api/core/bitstreams/b9c542a7-ccf7-4ba7-8adf-1beb6b7cbdef/content},
  doi={10.1109/ISMAR52148.2021.00057}
}

@inproceedings{hubenschmid2021stream,
  author = {Hubenschmid, Sebastian and Zagermann, Johannes and Butscher, Simon and Reiterer, Harald},
title = {STREAM: Exploring the Combination of Spatially-Aware Tablets with Augmented Reality Head-Mounted Displays for Immersive Analytics},
year = {2021},
isbn = {9781450380966},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3411764.3445298},
doi = {10.1145/3411764.3445298},
abstract = {Recent research in the area of immersive analytics demonstrated the utility of head-mounted augmented reality devices for visual data analysis. However, it can be challenging to use the by default supported mid-air gestures to interact with visualizations in augmented reality (e.g. due to limited precision). Touch-based interaction (e.g. via mobile devices) can compensate for these drawbacks, but is limited to two-dimensional input. In this work we present STREAM: Spatially-aware Tablets combined with Augmented Reality Head-Mounted Displays for the multimodal interaction with 3D visualizations. We developed a novel eyes-free interaction concept for the seamless transition between the tablet and the augmented reality environment. A user study reveals that participants appreciated the novel interaction concept, indicating the potential for spatially-aware tablets in augmented reality. Based on our findings, we provide design insights to foster the application of spatially-aware touch devices in augmented reality and research implications indicating areas that need further investigation.},
booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems (CHI ’21)},
articleno = {469},
numpages = {14},
keywords = {visualizations, mobile devices, multimodal interaction, augmented reality, immersive analytics},
location = {Yokohama, Japan},
series = {CHI '21}
}

@article{zagermann2022complementary,
url = {https://doi.org/10.1515/itit-2022-0031},
title = {Complementary Interfaces for Visual Computing},
author = {Johannes Zagermann and Sebastian Hubenschmid and Priscilla Balestrucci and Tiare Feuchtner and Sven Mayer and Marc O. Ernst and Albrecht Schmidt and Harald Reiterer},
journal = {it - Information Technology},
doi = {doi:10.1515/itit-2022-0031},
year = {2022},
month={september},
lastchecked = {2022-09-02},
note = {Johannes Zagermann and Sebastian Hubenschmid contributed equally to this research.}
}
@article{chiossi2022adapting,
url = {https://doi.org/10.1515/itit-2022-0035},
title = {Adapting Visualizations and Interfaces to the User},
author = {Francesco Chiossi and Johannes Zagermann and Jakob Karolus and Nils Rodrigues and Priscilla Balestrucci and Daniel Weiskopf and Benedikt Ehinger and Tiare Feuchtner and Harald Reiterer and Lewis L. Chuang and Marc Ernst and Andreas Bulling and Sven Mayer and Albrecht Schmidt},
journal = {it - Information Technology},
doi = {doi:10.1515/itit-2022-0035},
year = {2022},
month={august},
lastchecked = {2022-09-02}
}
@inproceedings{hubenschmid2022relive,
  author = {Hubenschmid, Sebastian and Wieland, Jonathan and Fink, Daniel Immanuel and Batch, Andrea and Zagermann, Johannes and Elmqvist, Niklas and Reiterer, Harald},
title = {ReLive: Bridging In-Situ and Ex-Situ Visual Analytics for Analyzing Mixed Reality User Studies},
year = {2022},
isbn = {9781450391573},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3491102.3517550},
doi = {10.1145/3491102.3517550},
abstract = {The nascent field of mixed reality is seeing an ever-increasing need for user studies and field evaluation, which are particularly challenging given device heterogeneity, diversity of use, and mobile deployment. Immersive analytics tools have recently emerged to support such analysis in situ, yet the complexity of the data also warrants an ex-situ analysis using more traditional non-immersive visual analytics setups. To bridge the gap between both approaches, we introduce ReLive: a mixed-immersion visual analytics framework for exploring and analyzing mixed reality user studies. ReLive combines an in-situ virtual reality view with a complementary ex-situ desktop view. While the virtual reality view allows users to relive interactive spatial recordings replicating the original study, the synchronized desktop view provides a familiar interface for analyzing aggregated data. We validated our concepts in a two-step evaluation consisting of a design walkthrough and an empirical expert user study.},
booktitle = {Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems (CHI ’22)},
articleno = {24},
numpages = {20},
keywords = {visual analytics, data visualization, virtual reality, Immersive analytics},
location = {New Orleans, LA, USA},
month={may},
series = {CHI '22},
  note = {Sebastian Hubenschmid, Jonathan Wieland, and Daniel Immanuel Fink contributed equally to this research.}
}
@inproceedings{Hubenschmid2023ARound,
  year={2023},
  url={https://kops.uni-konstanz.de/server/api/core/bitstreams/6eecac2f-666f-4399-bec3-d8e607331164/content},
  doi={https://doi.org/10.1145/3544548.3581438},
  title={ARound the Smartphone: Investigating the Effects of Virtually-Extended Display Size on Spatial Memory},
  publisher={ACM},
  address={New York, NY, USA},
  booktitle={Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (CHI ’23)},
  author={Hubenschmid, Sebastian and Zagermann, Johannes and Leicht, Daniel and Reiterer, Harald and Feuchtner, Tiare},
  video = {https://youtu.be/p6cHwLxHWJg}
}

@article{kosch2023survey,
  title={A Survey on Measuring Cognitive Workload in Human-Computer Interaction},
  author={Thomas Kosch and Jakob Karolus and Johannes Zagermann and Harald Reiterer and Albrecht Schmidt and Pawel W Wozniak},
  year = {2023},
  publisher = {Association for Computing Machinery}, 
  address = {New York, NY, USA}, 
  issn = {0360-0300}, 
  url = {https://doi.org/10.1145/3582272}, 
  doi = {10.1145/3582272},
  journal = {ACM Computing Surveys},
  library = {https://www.thomaskosch.com/cl-paper-library/},
  note = {Thomas Kosch, Jakob Karolus, and Johannes Zagermann contributed equally to this research.}
}