@inproceedings{570ad725866b411192cd0264ef37e040,
title = "From talking head to singing head: A significant enhancement for more natural human computer interaction",
abstract = "This paper proposes a 3D virtual animating head system, which can not only talk but also sing. With a reconstructed head mesh model, including external/internal articulators, from multi-source images, biology information are first used to visualize each phoneme with a musical note. The synchronicity between songs and articulatory movements is then modeled by a deep neural network trained on an audio/articulatory corpus. Finally, the visualization results of phonemes are blended by the synchronicity model to produce the song synchronized articulatory animations. Quantitative and qualitative improvements of singing ability on human computer interaction are demonstrated by comparing with other state-of-the-art talking head systems.",
keywords = "Articulatory animation, Virtual head",
author = "Jun Yu and Chen, \{Chang Wen\}",
note = "Publisher Copyright: {\textcopyright} 2017 IEEE.; 2017 IEEE International Conference on Multimedia and Expo, ICME 2017 ; Conference date: 10-07-2017 Through 14-07-2017",
year = "2017",
month = aug,
day = "28",
doi = "10.1109/ICME.2017.8019362",
language = "English",
series = "Proceedings - IEEE International Conference on Multimedia and Expo",
publisher = "IEEE Computer Society",
pages = "511--516",
booktitle = "2017 IEEE International Conference on Multimedia and Expo, ICME 2017",
address = "United States",
}