@inproceedings{2904b501d72e44aa9a36634c511e8565,
title = "Scalable Gradient Ascent for Controllers in Constrained POMDPs",
abstract = "This paper presents a novel gradient ascent al-gorithm and nonlinear programming algorithm for finite state controller policies in constrained partially observable Markov decision processes (CPOMDPs). A key component of the gradient ascent algorithm is a constraint projection to ensure constraints are satisfied. Both an optimal and an approximate projection are formally defined. A theoretical analysis of the algorithm and its projections is presented, formally proving aspects of projection correctness and algorithm convergence. Experiments evaluate the baseline and novel algorithms, as well as both constraint projections, on seven CPOMDP benchmark domains. The proposed novel algorithm is demonstrated on an actual robot performing a navigation task in a real household environment.",
author = "Wray, \{Kyle Hollins\} and Kenneth Czuprynski",
note = "Publisher Copyright: {\textcopyright} 2022 IEEE.; 39th IEEE International Conference on Robotics and Automation, ICRA 2022 ; Conference date: 23-05-2022 Through 27-05-2022",
year = "2022",
doi = "10.1109/ICRA46639.2022.9812262",
language = "English (US)",
series = "Proceedings - IEEE International Conference on Robotics and Automation",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "9085--9091",
booktitle = "2022 IEEE International Conference on Robotics and Automation, ICRA 2022",
address = "United States",
}