The projectteam of the Signbank project at the University of Amsterdam intends to substantially extend the NGT lexicon in Global Signbank within a limited timespan. To make this possible, the signCollect platform was developed to automate a major part of the workflow. The signCollect system includes a ‘touchless' interface which enables a signer to control the system through simple gestures (recognized using computer vision) to (i) prompt the display of the next gloss, (ii) start a new recording, and (iii) approve/disapprove a recording. This capability allows a signer to record between 60 to 120 signs per hour, without the need for any assisting staff to be present. The approved recordings immediately become visible in the signCollect database, so that other members of the team can add metadata. With feedback from workshop participants we intend to further optimize the signCollect platform and make it available as an open-source tool for all sign language research teams.
@inproceedings{otterspeer:24044:sign-lang:lrec,
author = {Otterspeer, Gom{\`e}r and Klomp, Ulrika and Roelofsen, Floris},
title = {{SignCollect}: A `Touchless' Pipeline for Constructing Large-scale Sign Language Repositories},
pages = {359--365},
editor = {Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Hochgesang, Julie A. and Mesch, Johanna and Schulder, Marc},
booktitle = {Proceedings of the {LREC-COLING} 2024 11th Workshop on the Representation and Processing of Sign Languages: Evaluation of Sign Language Resources},
maintitle = {2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation ({LREC-COLING} 2024)},
publisher = {{ELRA Language Resources Association (ELRA) and the International Committee on Computational Linguistics (ICCL)}},
address = {Torino, Italy},
day = {25},
month = may,
year = {2024},
isbn = {978-2-493814-30-2},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/24044.pdf}
}
| Klomp, Ulrika