@inproceedings{
zhan2024satpose,
title={{SATP}ose: Improving Monocular 3D Pose Estimation with Spatial-aware Ground Tactility},
author={Lishuang Zhan and Enting Ying and Jiabao Gan and Shihui Guo and BoYu Gao and Yipeng Qin},
booktitle={ACM Multimedia 2024},
year={2024},
url={https://openreview.net/forum?id=VnaNemZgPj}
}
Estimating 3D human poses from monocular images is an important research area with many practical applications. However, the depth ambiguity of 2D solutions limits their accuracy in actions where occlusion exits or where slight centroid shifts can result in significant 3D pose variations. In this paper, we introduce a novel multimodal approach to mitigate the depth ambiguity inherent in monocular solutions by integrating spatial-aware pressure information. To achieve this, we first establish a data collection system with a pressure mat and a monocular camera, and construct a large-scale multimodal human activity dataset comprising over 600,000 frames of motion data. Utilizing this dataset, we propose a pressure image reconstruction network to extract pressure priors from monocular images. Subsequently, we introduce a Transformer-based multimodal pose estimation network to combine pressure priors with monocular images, achieving a world mean per joint position error (W-MPJPE) of 51.6mm, outperforming state-of-the-art methods. Extensive experiments demonstrate the effectiveness of our multimodal 3D human pose estimation method across various actions and joints, highlighting the significance of spatial-aware pressure in improving the accuracy of monocular 3D pose estimation methods. Our dataset is available at: https://anonymous.4open.science/r/SATPose-51DD.
SATPose: Improving Monocular 3D Pose Estimation with Spatial-aware Ground Tactility
Lishuang Zhan Enting Ying Jiabao Gan Shihui Guo BoYu Gao Yipeng Qin