@inproceedings{simbuild2024_2147,
	doi = {},
	url = {https://publications.ibpsa.org/conference/paper/?id=simbuild2024_2147},
	year = {2024},
	month = {May},
	publisher = {IBPSA-USA},
	author = {Saranya Anbarasu and  Tanmay Ambadkar and  Rosina Adhikari and  Kathryn Hinkelman and  Zhanwei He and  Wangda Zuo and  Ardeshir Moftakhari},
	title  = {Optimizing Operational Costs in Combined Heat and Power Integrated District Heating Systems: A Reinforcement Learning Approach},
	booktitle = {Proceedings of SimBuild Conference 2024},
	volume  = {11},
	isbn = {},
	address  = {Denver, Colorado},
	series  = {IBPSA-USA Building Simulation Conference},
	pages = {649--660},
	abstract = {As societies worldwide strive to reduce carbon footprints and transition toward cleaner energy sources, grid-integrated district energy systems (DES) emerge as a pivotal player in achieving these objectives. The escalating complexity of DES necessitates adaptive, synergistic, and hierarchical control of heterogeneous systems to achieve common energy and cost conservation goals. Prior research highlights several challenges of model-based control techniques for DES, such as limited access to computational tools, prolonged durations to digital twin development, and the complexities associated with control design. In contrast, model-free control methodologies appear as a viable alternative. As a response, our study explores a reinforcement learning-based (RL) supervisory control to minimize the operational costs in a university campus DES. To enhance overall system efficiency, we utilize resource flexibility to improve DES operations by responding to fluctuations in utility prices. In this paper, we demonstrate the toolchain, and virtual testbed development, engineer a suitable RL reward, along with the learning from challenges. From the case study, the RL agent showcases a significant 32% net operational cost savings and a 13% peak demand reduction compared to the conventional thermal load following control. This research signifies the potential of RL-based control systems in optimizing the performance of complex DES and multi-energy systems involving several control points.},
	issn = {},
	Organisation = {IBPSA-USA},
	Editors = {}
}