@inproceedings{2eee0ea02f864a4ab887d4a795e74a7d,
title = "Energy Management Strategy for Plug-in Hybrid Electric Bus based on Improved Deep Deterministic Policy Gradient Algorithm with Prioritized Replay",
abstract = "Deep reinforcement learning-based energy management strategy (EMS) is a state-of-art technology for hybrid electric vehicles (HEVs). This paper proposes a novel EMS based on improved deep deterministic policy gradient (DDPG) algorithm with prioritized replay for a power-split plug-in hybrid electric bus (PHEB) to improve the fuel economy of PHEB as well as the learning efficiency of DDPG. Firstly, prioritized experience replay is incorporate into DDPG to use samples more efficiently. Secondly, a real-world speed profile collected from a fixed bus route rather than short-distance standard driving cycles is used to train the improved DDPG algorithm until it converges completely. The superiority of the proposed EMS in terms of learning efficiency and fuel economy is validated under another real-world speed profile which is different from the training dataset. Simulation results indicate that the proposed EMS improves fuel economy by 3.22% and learning efficiency is improved significantly compared with the DDPG-based EMS.",
keywords = "Deep deterministic policy gradient, Deep reinforcement learning, Energy management, Plug-in hybrid electric bus, Prioritized replay",
author = "Ruchen Huang and Hongwen He and Xiangfei Meng and Yong Wang and Renzong Lian and Yuji Wei",
note = "Publisher Copyright: {\textcopyright} 2021 IEEE.; 18th IEEE Vehicle Power and Propulsion Conference, VPPC 2021 ; Conference date: 25-10-2021 Through 28-10-2021",
year = "2021",
doi = "10.1109/VPPC53923.2021.9699253",
language = "English",
series = "2021 IEEE Vehicle Power and Propulsion Conference, VPPC 2021 - ProceedingS",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "2021 IEEE Vehicle Power and Propulsion Conference, VPPC 2021 - ProceedingS",
address = "United States",
}