@inproceedings{642254c760f84b699f19ac1f649df349,
title = "Data-Driven MPC for Nonlinear Systems with Reinforcement Learning",
abstract = "Inspired by Willems and the co-authors' idea that continuously excited system trajectories can be used to represent the input-output behavior of discrete-time linear time-invariant (DT LTI) systems. We extend this idea to nonlinear systems. In this paper, we propose a data-driven model predictive control (MPC) scheme with reinforcement learning (RL) for unknown nonlinear systems. We utilize the input-output data of the system to form Hankel matrices to represent the system model implicitly. The accuracy of the prediction is improved by updating the data online. Another core idea of this scheme is to combine the standard MPC with RL to approximate the terminal cost function by TD-learning to ensure the closed-loop stability of the system. Simulation experiments on the cart-damper-spring system were used to demonstrate the feasibility of the proposed algorithm.",
keywords = "Model predictive control (MPC), data-driven method, nonlinear systems, reinforcement learning (RL)",
author = "Yiran Li and Qian Wang and Zhongqi Sun and Yuanqing Xia",
note = "Publisher Copyright: {\textcopyright} 2022 Technical Committee on Control Theory, Chinese Association of Automation.; 41st Chinese Control Conference, CCC 2022 ; Conference date: 25-07-2022 Through 27-07-2022",
year = "2022",
doi = "10.23919/CCC55666.2022.9902257",
language = "English",
series = "Chinese Control Conference, CCC",
publisher = "IEEE Computer Society",
pages = "2404--2409",
editor = "Zhijun Li and Jian Sun",
booktitle = "Proceedings of the 41st Chinese Control Conference, CCC 2022",
address = "United States",
}