[{"citation":{"mla":"Peitz, Sebastian, et al. “Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning.” <i>Physica D: Nonlinear Phenomena</i>, vol. 461, Elsevier, 2024, p. 134096, doi:<a href=\"https://doi.org/10.1016/j.physd.2024.134096\">10.1016/j.physd.2024.134096</a>.","short":"S. Peitz, J. Stenner, V. Chidananda, O. Wallscheid, S.L. Brunton, K. Taira, Physica D: Nonlinear Phenomena 461 (2024) 134096.","bibtex":"@article{Peitz_Stenner_Chidananda_Wallscheid_Brunton_Taira_2024, title={Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning}, volume={461}, DOI={<a href=\"https://doi.org/10.1016/j.physd.2024.134096\">10.1016/j.physd.2024.134096</a>}, journal={Physica D: Nonlinear Phenomena}, publisher={Elsevier}, author={Peitz, Sebastian and Stenner, Jan and Chidananda, Vikas and Wallscheid, Oliver and Brunton, Steven L. and Taira, Kunihiko}, year={2024}, pages={134096} }","apa":"Peitz, S., Stenner, J., Chidananda, V., Wallscheid, O., Brunton, S. L., &#38; Taira, K. (2024). Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning. <i>Physica D: Nonlinear Phenomena</i>, <i>461</i>, 134096. <a href=\"https://doi.org/10.1016/j.physd.2024.134096\">https://doi.org/10.1016/j.physd.2024.134096</a>","ama":"Peitz S, Stenner J, Chidananda V, Wallscheid O, Brunton SL, Taira K. Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning. <i>Physica D: Nonlinear Phenomena</i>. 2024;461:134096. doi:<a href=\"https://doi.org/10.1016/j.physd.2024.134096\">10.1016/j.physd.2024.134096</a>","ieee":"S. Peitz, J. Stenner, V. Chidananda, O. Wallscheid, S. L. Brunton, and K. Taira, “Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning,” <i>Physica D: Nonlinear Phenomena</i>, vol. 461, p. 134096, 2024, doi: <a href=\"https://doi.org/10.1016/j.physd.2024.134096\">10.1016/j.physd.2024.134096</a>.","chicago":"Peitz, Sebastian, Jan Stenner, Vikas Chidananda, Oliver Wallscheid, Steven L. Brunton, and Kunihiko Taira. “Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning.” <i>Physica D: Nonlinear Phenomena</i> 461 (2024): 134096. <a href=\"https://doi.org/10.1016/j.physd.2024.134096\">https://doi.org/10.1016/j.physd.2024.134096</a>."},"page":"134096","intvolume":"       461","year":"2024","main_file_link":[{"url":"https://doi.org/10.1016/j.physd.2024.134096","open_access":"1"}],"doi":"10.1016/j.physd.2024.134096","title":"Distributed Control of Partial Differential Equations Using  Convolutional Reinforcement Learning","date_created":"2023-01-26T07:56:26Z","author":[{"last_name":"Peitz","orcid":"0000-0002-3389-793X","id":"47427","full_name":"Peitz, Sebastian","first_name":"Sebastian"},{"last_name":"Stenner","id":"65520","full_name":"Stenner, Jan","first_name":"Jan"},{"first_name":"Vikas","full_name":"Chidananda, Vikas","last_name":"Chidananda"},{"id":"11291","full_name":"Wallscheid, Oliver","orcid":"https://orcid.org/0000-0001-9362-8777","last_name":"Wallscheid","first_name":"Oliver"},{"full_name":"Brunton, Steven L.","last_name":"Brunton","first_name":"Steven L."},{"first_name":"Kunihiko","last_name":"Taira","full_name":"Taira, Kunihiko"}],"volume":461,"publisher":"Elsevier","date_updated":"2024-02-23T10:53:42Z","oa":"1","status":"public","abstract":[{"text":"We present a convolutional framework which significantly reduces the complexity and thus, the computational effort for distributed reinforcement learning control of dynamical systems governed by partial differential equations (PDEs). Exploiting translational equivariances, the high-dimensional distributed control problem can be transformed into a multi-agent control problem with many identical, uncoupled agents. Furthermore, using the fact that information is transported with finite velocity in many cases, the dimension of the agents’ environment can be drastically reduced using a convolution operation over the state space of the PDE, by which we effectively tackle the curse of dimensionality otherwise present in deep reinforcement learning. In this setting, the complexity can be flexibly adjusted via the kernel width or by using a stride greater than one (meaning that we do not place an actuator at each sensor location). Moreover, scaling from smaller to larger domains – or the transfer between different domains – becomes a straightforward task requiring little effort. We demonstrate the performance of the proposed framework using several PDE examples with increasing complexity, where stabilization is achieved by training a low-dimensional deep deterministic policy gradient agent using minimal computing resources.","lang":"eng"}],"type":"journal_article","publication":"Physica D: Nonlinear Phenomena","language":[{"iso":"eng"}],"article_type":"original","user_id":"47427","department":[{"_id":"655"}],"_id":"40171"},{"date_updated":"2024-06-21T08:28:45Z","publisher":"VDE","author":[{"first_name":"Septimus","full_name":"Boshoff, Septimus","last_name":"Boshoff"},{"first_name":"Jan","last_name":"Stenner","id":"65520","full_name":"Stenner, Jan"},{"orcid":"0000-0003-3367-5998","last_name":"Weber","id":"24041","full_name":"Weber, Daniel","first_name":"Daniel"},{"last_name":"Meyer","full_name":"Meyer, Marvin","first_name":"Marvin"},{"first_name":"Vikas","full_name":"Chidananda, Vikas","last_name":"Chidananda"},{"first_name":"Sebastian","full_name":"Peitz, Sebastian","id":"47427","orcid":"0000-0002-3389-793X","last_name":"Peitz"},{"first_name":"Oliver","id":"11291","full_name":"Wallscheid, Oliver","last_name":"Wallscheid","orcid":"https://orcid.org/0000-0001-9362-8777"}],"date_created":"2024-06-21T07:12:10Z","title":"Hybrid control of interconnected power converters using both expert-driven droop and data-driven reinforcement learning approaches","main_file_link":[{"url":"https://ieeexplore.ieee.org/document/10564542"}],"publication_identifier":{"isbn":["978-3-8007-6318-4"]},"year":"2023","citation":{"apa":"Boshoff, S., Stenner, J., Weber, D., Meyer, M., Chidananda, V., Peitz, S., &#38; Wallscheid, O. (2023). Hybrid control of interconnected power converters using both expert-driven droop and data-driven reinforcement learning approaches. <i>IEEE Power and Energy Student Summit (PESS)</i>, 124–129.","short":"S. Boshoff, J. Stenner, D. Weber, M. Meyer, V. Chidananda, S. Peitz, O. Wallscheid, in: IEEE Power and Energy Student Summit (PESS), VDE, 2023, pp. 124–129.","mla":"Boshoff, Septimus, et al. “Hybrid Control of Interconnected Power Converters Using Both Expert-Driven Droop and Data-Driven Reinforcement Learning Approaches.” <i>IEEE Power and Energy Student Summit (PESS)</i>, VDE, 2023, pp. 124–29.","bibtex":"@inproceedings{Boshoff_Stenner_Weber_Meyer_Chidananda_Peitz_Wallscheid_2023, title={Hybrid control of interconnected power converters using both expert-driven droop and data-driven reinforcement learning approaches}, booktitle={IEEE Power and Energy Student Summit (PESS)}, publisher={VDE}, author={Boshoff, Septimus and Stenner, Jan and Weber, Daniel and Meyer, Marvin and Chidananda, Vikas and Peitz, Sebastian and Wallscheid, Oliver}, year={2023}, pages={124–129} }","ama":"Boshoff S, Stenner J, Weber D, et al. Hybrid control of interconnected power converters using both expert-driven droop and data-driven reinforcement learning approaches. In: <i>IEEE Power and Energy Student Summit (PESS)</i>. VDE; 2023:124-129.","ieee":"S. Boshoff <i>et al.</i>, “Hybrid control of interconnected power converters using both expert-driven droop and data-driven reinforcement learning approaches,” in <i>IEEE Power and Energy Student Summit (PESS)</i>, 2023, pp. 124–129.","chicago":"Boshoff, Septimus, Jan Stenner, Daniel Weber, Marvin Meyer, Vikas Chidananda, Sebastian Peitz, and Oliver Wallscheid. “Hybrid Control of Interconnected Power Converters Using Both Expert-Driven Droop and Data-Driven Reinforcement Learning Approaches.” In <i>IEEE Power and Energy Student Summit (PESS)</i>, 124–29. VDE, 2023."},"page":"124-129","project":[{"grant_number":"01IS20164","name":"DARE: DARE: Trainings-, Validierungs- und Benchmarkwerkzeuge zur Entwicklung datengetriebener Betriebs- und Regelungsverfahren für intelligente, lokale Energiesysteme","_id":"286"}],"_id":"54838","user_id":"47427","department":[{"_id":"655"},{"_id":"52"}],"language":[{"iso":"eng"}],"type":"conference","publication":"IEEE Power and Energy Student Summit (PESS)","status":"public"},{"date_updated":"2024-06-21T08:28:35Z","publisher":"VDE","author":[{"last_name":"Meyer","full_name":"Meyer, Marvin","first_name":"Marvin"},{"first_name":"Daniel","full_name":"Weber, Daniel","id":"24041","last_name":"Weber","orcid":"0000-0003-3367-5998"},{"last_name":"Chidananda","full_name":"Chidananda, Vikas","first_name":"Vikas"},{"last_name":"Schweins","full_name":"Schweins, Oliver","first_name":"Oliver"},{"last_name":"Stenner","id":"65520","full_name":"Stenner, Jan","first_name":"Jan"},{"first_name":"Septimus","last_name":"Boshoff","full_name":"Boshoff, Septimus"},{"first_name":"Sebastian","id":"47427","full_name":"Peitz, Sebastian","orcid":"0000-0002-3389-793X","last_name":"Peitz"},{"full_name":"Wallscheid, Oliver","id":"11291","orcid":"https://orcid.org/0000-0001-9362-8777","last_name":"Wallscheid","first_name":"Oliver"}],"date_created":"2024-06-21T07:13:11Z","title":"ElectricGrid.jl – Automated modeling of decentralized electrical energy grids","main_file_link":[{"url":"https://ieeexplore.ieee.org/document/10564557"}],"publication_identifier":{"isbn":["978-3-8007-6318-4"]},"year":"2023","page":"112-117","citation":{"ieee":"M. Meyer <i>et al.</i>, “ElectricGrid.jl – Automated modeling of decentralized electrical energy grids,” in <i>IEEE Power and Energy Student Summit (PESS)</i>, 2023, pp. 112–117.","chicago":"Meyer, Marvin, Daniel Weber, Vikas Chidananda, Oliver Schweins, Jan Stenner, Septimus Boshoff, Sebastian Peitz, and Oliver Wallscheid. “ElectricGrid.Jl – Automated Modeling of Decentralized Electrical Energy Grids.” In <i>IEEE Power and Energy Student Summit (PESS)</i>, 112–17. VDE, 2023.","ama":"Meyer M, Weber D, Chidananda V, et al. ElectricGrid.jl – Automated modeling of decentralized electrical energy grids. In: <i>IEEE Power and Energy Student Summit (PESS)</i>. VDE; 2023:112-117.","apa":"Meyer, M., Weber, D., Chidananda, V., Schweins, O., Stenner, J., Boshoff, S., Peitz, S., &#38; Wallscheid, O. (2023). ElectricGrid.jl – Automated modeling of decentralized electrical energy grids. <i>IEEE Power and Energy Student Summit (PESS)</i>, 112–117.","bibtex":"@inproceedings{Meyer_Weber_Chidananda_Schweins_Stenner_Boshoff_Peitz_Wallscheid_2023, title={ElectricGrid.jl – Automated modeling of decentralized electrical energy grids}, booktitle={IEEE Power and Energy Student Summit (PESS)}, publisher={VDE}, author={Meyer, Marvin and Weber, Daniel and Chidananda, Vikas and Schweins, Oliver and Stenner, Jan and Boshoff, Septimus and Peitz, Sebastian and Wallscheid, Oliver}, year={2023}, pages={112–117} }","mla":"Meyer, Marvin, et al. “ElectricGrid.Jl – Automated Modeling of Decentralized Electrical Energy Grids.” <i>IEEE Power and Energy Student Summit (PESS)</i>, VDE, 2023, pp. 112–17.","short":"M. Meyer, D. Weber, V. Chidananda, O. Schweins, J. Stenner, S. Boshoff, S. Peitz, O. Wallscheid, in: IEEE Power and Energy Student Summit (PESS), VDE, 2023, pp. 112–117."},"_id":"54839","project":[{"grant_number":"01IS20164","name":"DARE: DARE: Trainings-, Validierungs- und Benchmarkwerkzeuge zur Entwicklung datengetriebener Betriebs- und Regelungsverfahren für intelligente, lokale Energiesysteme","_id":"286"}],"department":[{"_id":"655"},{"_id":"52"}],"user_id":"47427","language":[{"iso":"eng"}],"publication":"IEEE Power and Energy Student Summit (PESS)","type":"conference","status":"public"},{"issue":"89","year":"2023","date_created":"2023-09-04T11:05:03Z","publisher":"The Open Journal","title":"ElectricGrid.jl - A Julia-based modeling and simulationtool for power electronics-driven electric energy grids","publication":"Journal of Open Source Software","language":[{"iso":"eng"}],"keyword":["General Earth and Planetary Sciences","General Environmental Science"],"publication_status":"published","publication_identifier":{"issn":["2475-9066"]},"citation":{"apa":"Wallscheid, O., Peitz, S., Stenner, J., Weber, D., Boshoff, S., Meyer, M., Chidananda, V., &#38; Schweins, O. (2023). ElectricGrid.jl - A Julia-based modeling and simulationtool for power electronics-driven electric energy grids. <i>Journal of Open Source Software</i>, <i>8</i>(89), Article 5616. <a href=\"https://doi.org/10.21105/joss.05616\">https://doi.org/10.21105/joss.05616</a>","bibtex":"@article{Wallscheid_Peitz_Stenner_Weber_Boshoff_Meyer_Chidananda_Schweins_2023, title={ElectricGrid.jl - A Julia-based modeling and simulationtool for power electronics-driven electric energy grids}, volume={8}, DOI={<a href=\"https://doi.org/10.21105/joss.05616\">10.21105/joss.05616</a>}, number={895616}, journal={Journal of Open Source Software}, publisher={The Open Journal}, author={Wallscheid, Oliver and Peitz, Sebastian and Stenner, Jan and Weber, Daniel and Boshoff, Septimus and Meyer, Marvin and Chidananda, Vikas and Schweins, Oliver}, year={2023} }","short":"O. Wallscheid, S. Peitz, J. Stenner, D. Weber, S. Boshoff, M. Meyer, V. Chidananda, O. Schweins, Journal of Open Source Software 8 (2023).","mla":"Wallscheid, Oliver, et al. “ElectricGrid.Jl - A Julia-Based Modeling and Simulationtool for Power Electronics-Driven Electric Energy Grids.” <i>Journal of Open Source Software</i>, vol. 8, no. 89, 5616, The Open Journal, 2023, doi:<a href=\"https://doi.org/10.21105/joss.05616\">10.21105/joss.05616</a>.","ama":"Wallscheid O, Peitz S, Stenner J, et al. ElectricGrid.jl - A Julia-based modeling and simulationtool for power electronics-driven electric energy grids. <i>Journal of Open Source Software</i>. 2023;8(89). doi:<a href=\"https://doi.org/10.21105/joss.05616\">10.21105/joss.05616</a>","chicago":"Wallscheid, Oliver, Sebastian Peitz, Jan Stenner, Daniel Weber, Septimus Boshoff, Marvin Meyer, Vikas Chidananda, and Oliver Schweins. “ElectricGrid.Jl - A Julia-Based Modeling and Simulationtool for Power Electronics-Driven Electric Energy Grids.” <i>Journal of Open Source Software</i> 8, no. 89 (2023). <a href=\"https://doi.org/10.21105/joss.05616\">https://doi.org/10.21105/joss.05616</a>.","ieee":"O. Wallscheid <i>et al.</i>, “ElectricGrid.jl - A Julia-based modeling and simulationtool for power electronics-driven electric energy grids,” <i>Journal of Open Source Software</i>, vol. 8, no. 89, Art. no. 5616, 2023, doi: <a href=\"https://doi.org/10.21105/joss.05616\">10.21105/joss.05616</a>."},"intvolume":"         8","author":[{"first_name":"Oliver","id":"11291","full_name":"Wallscheid, Oliver","last_name":"Wallscheid","orcid":"https://orcid.org/0000-0001-9362-8777"},{"orcid":"0000-0002-3389-793X","last_name":"Peitz","id":"47427","full_name":"Peitz, Sebastian","first_name":"Sebastian"},{"first_name":"Jan","id":"65520","full_name":"Stenner, Jan","last_name":"Stenner"},{"first_name":"Daniel","orcid":"0000-0003-3367-5998","last_name":"Weber","id":"24041","full_name":"Weber, Daniel"},{"full_name":"Boshoff, Septimus","last_name":"Boshoff","first_name":"Septimus"},{"first_name":"Marvin","last_name":"Meyer","full_name":"Meyer, Marvin"},{"full_name":"Chidananda, Vikas","last_name":"Chidananda","first_name":"Vikas"},{"first_name":"Oliver","last_name":"Schweins","full_name":"Schweins, Oliver"}],"volume":8,"date_updated":"2023-09-04T11:06:06Z","oa":"1","main_file_link":[{"url":"https://joss.theoj.org/papers/10.21105/joss.05616","open_access":"1"}],"doi":"10.21105/joss.05616","type":"journal_article","status":"public","user_id":"47427","department":[{"_id":"655"},{"_id":"52"}],"_id":"46784","article_number":"5616"}]