Here we report on the methodological approach adopted for the end-user evaluation studies carried out during the lifecycle of the EASIER project, focusing on the project's mobile app and avatar technologies. Evaluation was performed in two cycles and involved both deaf signers' and hearing sign language (SL) experts' groups from five SLs to provide user feedback, which served as a reference to base the next development steps of the respective EASIER components. With this goal in mind, priorities were (i) to exploit information gathered via focus group discussions after (ii) presenting evaluators with the technological components and related questionnaires fully accessible to signers to maximize feedback and underline the importance of user involvement in the development of the technology.
@inproceedings{picron:24021:sign-lang:lrec,
author = {Picron, Frankie and Van Landuyt, Davy and Omardeen, Rehana and Efthimiou, Eleni and Wolfe, Rosalee and Fotinea, Stavroula-Evita and Goulas, Theodoros and Tismer, Christian and Kopf, Maria and Hanke, Thomas},
title = {The {EASIER} Mobile Application and Avatar End-User Evaluation Methodology},
pages = {175--180},
editor = {Efthimiou, Eleni and Fotinea, Stavroula-Evita and Hanke, Thomas and Hochgesang, Julie A. and Mesch, Johanna and Schulder, Marc},
booktitle = {Proceedings of the {LREC-COLING} 2024 11th Workshop on the Representation and Processing of Sign Languages: Evaluation of Sign Language Resources},
maintitle = {2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation ({LREC-COLING} 2024)},
publisher = {{ELRA Language Resources Association (ELRA) and the International Committee on Computational Linguistics (ICCL)}},
address = {Torino, Italy},
day = {25},
month = may,
year = {2024},
isbn = {978-2-493814-30-2},
language = {english},
url = {https://www.sign-lang.uni-hamburg.de/lrec/pub/24021.pdf}
}