@inproceedings{
huang2024correlationdriven,
title={Correlation-Driven Multi-Modality Graph Decomposition for Cross-Subject Emotion Recognition},
author={Wuliang Huang and Yiqiang Chen and Xinlong Jiang and Chenlong Gao and Qian Chen and Teng Zhang and Bingjie Yan and Yifan Wang and Jianrong Yang},
booktitle={ACM Multimedia 2024},
year={2024},
url={https://openreview.net/forum?id=sR7BptgSaw}
}
Multi-modality physiological signal-based emotion recognition has attracted increasing attention as its capacity to capture human affective states comprehensively. Due to multi-modality heterogeneity and cross-subject divergence, practical applications struggle with generalizing models across individuals. Effectively addressing both issues requires mitigating the gap between multi-modality signals while acquiring generalizable representations across subjects. However, existing approaches often handle these dual challenges separately, resulting in suboptimal generalization. This study introduces a novel framework, termed Correlation-Driven Multi-Modality Graph Decomposition (CMMGD). The proposed CMMGD initially captures adaptive cross-modal correlations to connect each unimodal graph to a multi-modality mixed graph. To simultaneously address the dual challenges, it incorporates a correlation-driven graph decomposition module that decomposes the mixed graph into concordant and discrepant subgraphs based on the correlations. The decomposed concordant subgraph encompasses consistently activated features across modalities and subjects during emotion elicitation, unveiling a generalizable subspace. Additionally, we design a Multi-Modality Graph Regularized Transformer (MGRT) backbone specifically tailored for multimodal physiological signals. The MGRT can alleviate the over-smoothing issue and mitigate over-reliance on any single modality. Extensive experiments demonstrate that CMMGD outperforms the state-of-the-art methods by 1.79% and 2.65% on DEAP and MAHNOB-HCI datasets, respectively, under the leave-one-subject-out cross-validation strategy.
Correlation-Driven Multi-Modality Graph Decomposition for Cross-Subject Emotion Recognition
Wuliang Huang Yiqiang Chen Xinlong Jiang Chenlong Gao Qian Chen Teng Zhang Bingjie Yan Yifan Wang Jianrong Yang