Semantic 3D motion retargeting for facial animation

@inproceedings{citeulike:3361661, abstract = {We present a system for realistic facial animation that decomposes facial motion capture data into semantically meaningful motion channels based on the Facial Action Coding System. A captured performance is retargeted onto a morphable 3D face model based on a semantic correspondence between motion capture and 3D scan data. The resulting facial animation reveals a high level of realism by combining the high spatial resolution of a 3D scanner with the high temporal accuracy of motion capture data that accounts for subtle facial movements with sparse measurements.Such an animation system allows us to systematically investigate human perception of moving faces. It offers control over many aspects of the appearance of a dynamic face, while utilizing as much measured data as possible to avoid artistic biases. Using our animation system, we report results of an experiment that investigates the perceived naturalness of facial motion in a preference task. For expressions with small amounts of head motion, we find a benefit for our part-based generative animation system over an example-based approach that deforms the whole face at once.}, address = {New York, NY, USA}, author = {Curio, Crist\'obal and Breidt, Martin and Kleiner, Mario and Vuong, Quoc C. and Giese, Martin A. and B\"ulthoff, Heinrich H. }, booktitle = {APGV '06: Proceedings of the 3rd symposium on Applied perception in graphics and visualization}, citeulike-article-id = {3361661}, doi = {http://dx.doi.org/10.1145/1140491.1140508}, isbn = {1-59593-429-4}, keywords = {animation, expression, facial, facs, motioncapture}, location = {Boston, Massachusetts}, pages = {77--84}, posted-at = {2008-10-01 09:54:51}, priority = {2}, publisher = {ACM}, title = {Semantic 3D motion retargeting for facial animation}, url = {http://dx.doi.org/10.1145/1140491.1140508}, year = {2006} }

TY - CONF ID - citeulike:3361661 L3 - citeulike-article-id:3361661 N2 - We present a system for realistic facial animation that decomposes facial motion capture data into semantically meaningful motion channels based on the Facial Action Coding System. A captured performance is retargeted onto a morphable 3D face model based on a semantic correspondence between motion capture and 3D scan data. The resulting facial animation reveals a high level of realism by combining the high spatial resolution of a 3D scanner with the high temporal accuracy of motion capture data that accounts for subtle facial movements with sparse measurements.Such an animation system allows us to systematically investigate human perception of moving faces. It offers control over many aspects of the appearance of a dynamic face, while utilizing as much measured data as possible to avoid artistic biases. Using our animation system, we report results of an experiment that investigates the perceived naturalness of facial motion in a preference task. For expressions with small amounts of head motion, we find a benefit for our part-based generative animation system over an example-based approach that deforms the whole face at once. CY - Boston, Massachusetts SN - 1-59593-429-4 AD - New York, NY, USA EP - 84 TI - Semantic 3D motion retargeting for facial animation PB - ACM T2 - APGV '06: Proceedings of the 3rd symposium on Applied perception in graphics and visualization SP - 77 KW - animation KW - expression KW - facial KW - facs KW - motioncapture AU - Curio, Crist\'obal AU - Breidt, Martin AU - Kleiner, Mario AU - Vuong, Quoc AU - Giese, Martin AU - B\"ulthoff, Heinrich PY - 2006/// UR - http://dx.doi.org/10.1145/1140491.1140508 ER -