The SIGNSPEAK project is aimed at developing a novel scientific approach for improving the communication between signer and hearing communities. In this way, SIGNSPEAK technology captures the video information from the signer and converts it into text. To do that, SIGNSPEAK consortium has devoted great efforts to the creation and annotation of the RWTH-Phoenix corpus. Based on it, a multimodal processing of the captured video is carried out and the resultant sign sequence is translated into natural language. Afterwards, the intended message could be communicated to hearing-able people using a text-to-speech (TTS) engine. In the reverse way, speech from hearing-able people would be transformed into text using Automatic Speech Recognition (ASR) and then the text would be processed by virtual avatars able to compose the suitable sign sequence. In SIGNSPEAK project, scientific and usability approaches have been combined to go beyond the state-of-the-art and contributing to suppress barriers between signer and hearing communities. In this work, a special stress was put in the development of a prototype and also, in setting of the grounds for future real industrial applications.
@inproceedings{caminero:12014:sign-lang:lrec,
author = {Caminero, Javier and Rodriguez-Gancedo, Mari Carmen and Hernandez-Trapote, Alvaro and Lopez-Mencia, Beatriz},
title = {{SIGNSPEAK} Project Tools: A way to improve the communication bridge between signer and hearing communities},
pages = {1--6},
editor = {Crasborn, Onno and Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Kristoffersen, Jette and Mesch, Johanna},
booktitle = {Proceedings of the {LREC2012} 5th Workshop on the Representation and Processing of Sign Languages: Interactions between Corpus and Lexicon},
maintitle = {8th International Conference on Language Resources and Evaluation ({LREC} 2012)},
publisher = {{European Language Resources Association (ELRA)}},
address = {Istanbul, Turkey},
day = {27},
month = may,
year = {2012},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/12014.pdf}
}