In this study, we present an unorthodox case study where cross-linguistic and cross modal information is provided by a “non-manual” channel during the process of automatic translation from spoken into sign language (SL) via virtual actors (avatars). Specifically, we blended written forms (crucially, not subtitles) into the sign stream in order to import the names of less-known train stations into Italian Sign Language (LIS). This written Italian-LIS blending is a more effective compromise for Deaf passengers than fully native solutions like fingerspelling or using the local less-known SL names. We report here on part of an ongoing project, LIS4ALL, aiming at producing a prototype avatar signing train station announcements. The final product will be exhibited at the train station of Torino Porta Nuova in Turin, Italy.
@inproceedings{geraci:14017:sign-lang:lrec,
author = {Geraci, Carlo and Mazzei, Alessandro},
title = {Last train to ``{Rebaudengo} {Fossano}'': The case of some names in avatar translation},
pages = {63--66},
editor = {Crasborn, Onno and Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Kristoffersen, Jette and Mesch, Johanna},
booktitle = {Proceedings of the {LREC2014} 6th Workshop on the Representation and Processing of Sign Languages: Beyond the Manual Channel},
maintitle = {9th International Conference on Language Resources and Evaluation ({LREC} 2014)},
publisher = {{European Language Resources Association (ELRA)}},
address = {Reykjavik, Iceland},
day = {31},
month = may,
year = {2014},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/14017.pdf}
}