@Article{macau_mods_00003193,
  author = 	{Jung, Jun-Hyung
		and Hosseini, Ehsan
		and Liserre, Marco
		and Fernandez-Ramirez, Luis M.},
  title = 	{Reinforcement Learning Based Modulation for Balancing Capacitor Voltage and Thermal Stress to Enhance Current Capability of MMCs},
  journal = 	{2022 IEEE 13th International Symposium on Power Electronics for Distributed Generation Systems (PEDG)},
  year = 	{2022},
  publisher = 	{IEEE},
  address = 	{New York, NY},
  keywords = 	{Modular multilevel converter; Submodule DC capacitor voltage; Thermal balancing; Reinforcement.},
  abstract = 	{Balancing DC capacitor voltage of many submodules (SMs) is one of the important issues in modular multilevel converter (MMC) systems. In addition, the balance of thermal stress between SMs should be considered to equalize the lifetime expectation of semiconductors and to enhance the current capability of MMC systems. However, it is complicated to balance all the various factors satisfactorily at the same time. Recent machine learning (ML) techniques can achieve optimal results through learning using numerous data acquired in complex environments. Therefore, this paper proposes a new modulation based on reinforcement learning (RL), which is a subclass of ML methods, to optimally balance the capacitor voltage and thermal stress of SMs. A deep Q-network (DQN) agent, which is one of the RL algorithms, is applied in accordance with a nearest-level modulation (NLM), and main features of the DQN agent are described in this paper. The effectiveness of the proposed modulation based on RL is verified by simulations results.},
  isbn = 	{978-1-6654-6618-9},
  doi = 	{10.1109/PEDG54999.2022.9923188},
  url = 	{https://macau.uni-kiel.de/receive/macau_mods_00003193},
  url = 	{https://doi.org/10.1109/PEDG54999.2022.9923188},
  file = 	{:https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00004348/reinforcement_learning_mmc_thermal_bal_jj.pdf:PDF},
  language = 	{en}
}