@inproceedings{6a5a5860af6f454cbf4347dafc3ca12e,
title = "Feature-level fusion of multimodal physiological signals for emotion recognition",
abstract = "Objective: This paper aims to use multimodal physiological signals to automatically recognize human emotions, and a novel multimodal feature fusion approach is proposed. Methods: In the proposed approach, significant multimodal features are selected respectively by two comparative feature selection methods: Fisher Criterion Score and Davies-Bouldin index. Emotion recognition is performed on the valence-arousal emotion space by using hidden Markov models (HMMs) and multimodal feature sets. Four physiological modalities, including electroencephalogram (EEG) from central nervous system and peripheral physiological signals (PERI) from peripheral nervous system as shown in the DEAP database, are employed. Results: We show the best recognition accuracies of 85.63% for arousal and 83.98% for valence. The proposed feature fusion approach is compared with decision-level fusion and non-fusion approaches on the same database; and the comparison demonstrates significant improvements in accuracy obtained by the feature fusion approach. Conclusion: Our work supports the observation that the proposed feature-level fusion approach represents a promising methodology for emotion recognition.",
keywords = "emotion recognition, information fusion, multimodal physiological signals",
author = "Jing Chen and Bin Hu and Lixin Xu and Philip Moore and Yun Su",
note = "Publisher Copyright: {\textcopyright} 2015 IEEE.; IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2015 ; Conference date: 09-11-2015 Through 12-11-2015",
year = "2015",
month = dec,
day = "16",
doi = "10.1109/BIBM.2015.7359713",
language = "English",
series = "Proceedings - 2015 IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2015",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "395--399",
editor = "Schapranow, {lng. Matthieu} and Jiayu Zhou and Hu, {Xiaohua Tony} and Bin Ma and Sanguthevar Rajasekaran and Satoru Miyano and Illhoi Yoo and Brian Pierce and Amarda Shehu and Gombar, {Vijay K.} and Brian Chen and Vinay Pai and Jun Huan",
booktitle = "Proceedings - 2015 IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2015",
address = "United States",
}