@inproceedings{a3eadaa6064945b9ae7efa793fb49e54,
title = "A novel grid load management technique using electric water heaters and Q-learning",
abstract = "This paper describes a novel technique for controlling demand-side management (DSM) by optimizing the power consumed by Domestic Electric Water Heaters (DEWH) while maintaining customer satisfaction. The system has 18 states based on three factors: instantaneous grid load, water consumption, and the temperature of the water supplied. The current state of the system is defined based on its fuzzy membership for each factor. The resulting model represents a Semi-Markov decision process (SMDP) with two possible actions, 'On' and 'Off.' Rewards are assigned for each action-state pairs proportionally to the fuzzy membership of the system in the new state. A simulation study was conducted to compare the proposed method with three previous approaches. The proposed method demonstrated better performance in reducing the overall grid power demand and flattening its peaks. Furthermore, it provides better rate of customers' satisfaction than the uncontrolled operation.",
keywords = "Electric water heaters, grid demand, Markov decision process, Q-learning, Reinforcement learning",
author = "Khalid Al-Jabery and Wunsch, \{Don C.\} and Jinjun Xiong and Yiyu Shi",
note = "Publisher Copyright: {\textcopyright} 2014 IEEE.; 2014 IEEE International Conference on Smart Grid Communications, SmartGridComm 2014 ; Conference date: 03-11-2014 Through 06-11-2014",
year = "2015",
month = jan,
day = "12",
doi = "10.1109/SmartGridComm.2014.7007742",
language = "English",
series = "2014 IEEE International Conference on Smart Grid Communications, SmartGridComm 2014",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "776--781",
booktitle = "2014 IEEE International Conference on Smart Grid Communications, SmartGridComm 2014",
address = "United States",
}