Since the start of the coronavirus disease 2019 (COVID-19) pandemic, online conferencing has become a part of daily life for many people. This lifestyle change applies to hearing people and Deaf people. How have Deaf individuals, who essentially communicate in three-dimensional space, experienced this shift? To address this question, the present study recorded online conversations between Deaf people using the videoconferencing tool Zoom. In this article, we explain how latency is captured in videoconferencing dialogue and how recorded data are integrated and annotated using an annotation tool (ELAN). First, we present two examples of the analysis to clarify basic theoretical issues that affect turn-taking via videoconferencing systems focusing on the sequence structure of ‘greetings' and ‘encounters.' Videoconferencing dialogues often begin with the participants greeting each other, which may be delayed because of the nature of online communication or the technical specifications of each individual's device. Next, to discuss sequential issues with videoconferencing dialogue, we introduce how the fundamental adjacency pair, such as question (first pair part: FPP) and answer (second pair part: SPP), appears to each participant on their computers with latency. This research shows that recording videoconferencing dialogues with latency is useful for next-generation data collection in vision-sensitive sign languages, as well as audio-centred spoken languages with gestures.
@inproceedings{bono:24013:sign-lang:lrec,
author = {Bono, Mayumi and Okada, Tomohiro and Skobov, Victor and Adam, Robert},
title = {Data Integration, Annotation, and Transcription Methods for Sign Language Dialogue with Latency in Videoconferencing},
pages = {109--118},
editor = {Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Hochgesang, Julie A. and Mesch, Johanna and Schulder, Marc},
booktitle = {Proceedings of the {LREC-COLING} 2024 11th Workshop on the Representation and Processing of Sign Languages: Evaluation of Sign Language Resources},
maintitle = {2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation ({LREC-COLING} 2024)},
publisher = {{ELRA Language Resources Association (ELRA) and the International Committee on Computational Linguistics (ICCL)}},
address = {Torino, Italy},
day = {25},
month = may,
year = {2024},
isbn = {978-2-493814-30-2},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/24013.pdf}
}