This paper presents an annotated video corpus of Finnish Sign Language (FinSL) to which has been appended Kinect and computer-vision data. The video material consists of signed retellings of the stories Snowman and Frog, where are you?, elicited from 12 native FinSL signers in a dialogue setting. The recordings were carried out with 6 cameras directed toward the signers from different angles, and 6 signers were also recorded with one Kinect motion and depth sensing input device. All the material has been annotated in ELAN for signs, translations, grammar and prosody. To further facilitate research into FinSL prosody, computer-vision data describing the head movements and the aperture changes of the eyes and mouth of all the signers has been added to the corpus. The total duration of the material is 45 minutes and that part of it that is permitted by research consents is available for research purposes via the LAT online service of the Language Bank of Finland. The paper briefly demonstrates the linguistic use of the corpus.
@inproceedings{jantunen:16006:sign-lang:lrec,
author = {Jantunen, Tommi and Pippuri, Outi and Wainio, Tuija and Puupponen, Anna and Laaksonen, Jorma},
title = {Annotated video corpus on {FinSL} with {Kinect} and computer-vision data},
pages = {93--100},
editor = {Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Hochgesang, Julie A. and Kristoffersen, Jette and Mesch, Johanna},
booktitle = {Proceedings of the {LREC2016} 7th Workshop on the Representation and Processing of Sign Languages: Corpus Mining},
maintitle = {10th International Conference on Language Resources and Evaluation ({LREC} 2016)},
publisher = {{European Language Resources Association (ELRA)}},
address = {Portoro{\v z}, Slovenia},
day = {28},
month = may,
year = {2016},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/16006.pdf}
}