@inproceedings{1b6a65e0a065482d88e3f722205a5f96,
title = "LOW-THRUST TRAJECTORY DESIGN USING STATE-DEPENDENT CLOSED-LOOP CONTROL LAWS AND REINFORCEMENT LEARNING",
abstract = "Closed-loop feedback-driven control laws can be used to solve low-thrust many-revolution trajectory design and guidance problems with minimal computational cost. They treat the problem from a targeting perspective and hence value stability over optimality. The optimality can be increased by making the parameters state-dependent at the cost of reduced stability. In this paper, an actor-critic reinforcement learning framework is used to make the parameters of the Lyapunov-based Q-law state-dependent. A single-layer neural network ensures the Jacobian of these state-dependent parameters can be calculated and used to enforce stability throughout the transfer. The current results focus on GTO-GEO and LEO-GEO transfers in Keplerian dynamics. A trade-off between optimality and stability is observed for the first, but the added stability increases optimality for the later. Robustness to uncertainties in position and velocity are also investigated, along with the effects of eclipses and dynamical perturbations such as J2, Sun and Moon third body attractions.",
author = "Harry Holt and Roberto Armellin and Nicola Baresi and Andrea Scorsoglio and Roberto Furfaro",
note = "Funding Information: Harry Holt is funded by Surrey Satellite Technology Limited (SSTL). HH thanks Andrea Turconi, Yoshi Hashida, Pete Senior and Steve Eckersley from SSTL and Chris Bridges from Surrey Space Centre (SSC) for their invaluable discussions and input. Publisher Copyright: {\textcopyright} 2021, Univelt Inc. All rights reserved.; AAS/AIAA Astrodynamics Specialist Conference, 2020 ; Conference date: 09-08-2020 Through 12-08-2020",
year = "2021",
language = "English (US)",
isbn = "9780877036753",
series = "Advances in the Astronautical Sciences",
publisher = "Univelt Inc.",
pages = "131--149",
editor = "Wilson, {Roby S.} and Jinjun Shan and Howell, {Kathleen C.} and Hoots, {Felix R.}",
booktitle = "ASTRODYNAMICS 2020",
}