This paper presents a novel approach for generating VRML animation sequences from Sign Language notation, based on MPEG-4 Body Animation. Sign Language notation, in the well-known SignWriting system, is provided as input and is initially converted to SWML (SignWriting Markup Language), an XML-based format which has recently been developed for the storage, indexing and processing of SignWriting notation. Each sign box (basic sign) is then converted to a sequence of Body Animation Parameters (BAPs) of the MPEG-4 standard, corresponding to the represented gesture. These sequences, which can also be coded and/or reproduced by MPEG-4 BAP players, are then used to animate H-anim compliant VRML avatars, reproducing the exact gestures represented in sign language notation. Envisaged applications include producing signing avatars for interactive information systems (Web, E-mail, info– kiosks) and TV newscasts for persons with hearing disabilities.
@inproceedings{papadogiorgaki:04009:sign-lang:lrec,
author = {Papadogiorgaki, Maria and Grammalidis, Nikos and Sarris, Nikos and Strintzis, Michael G.},
title = {Synthesis of Virtual Reality Animations from {SWML} using {MPEG-4} Body Animation Parameters},
pages = {43--50},
editor = {Streiter, Oliver and Vettori, Chiara},
booktitle = {Proceedings of the {LREC2004} Workshop on the Representation and Processing of Sign Languages: From {SignWriting} to Image Processing. Information techniques and their implications for teaching, documentation and communication},
maintitle = {4th International Conference on Language Resources and Evaluation ({LREC} 2004)},
publisher = {{European Language Resources Association (ELRA)}},
address = {Lisbon, Portugal},
day = {30},
month = may,
year = {2004},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/04009.pdf}
}