------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0724 20:16:17.030586 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0724 20:16:17.030864 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0724 20:16:17.042679 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0724 20:16:17.046279 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0724 20:16:17.215613 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0724 20:16:17.292825 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0724 20:16:17.345374 7 nginx.go:271] "Starting NGINX Ingress controller" I0724 20:16:17.356042 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"43f81f88-d437-429c-a50f-1186b8e3784a", APIVersion:"v1", ResourceVersion:"1518", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0724 20:16:17.469203 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e4ed8347-6280-43a8-9c57-404cc934b845", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0724 20:16:17.469347 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"7bedb96b-de07-45bd-9b2d-e5144cd52de0", APIVersion:"v1", ResourceVersion:"1517", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0724 20:16:18.547261 7 nginx.go:317] "Starting NGINX process" I0724 20:16:18.547403 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0724 20:16:18.547783 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0724 20:16:18.548261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:18.548311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:16:18.548380 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:16:18.561430 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0724 20:16:18.561767 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-n76t2" I0724 20:16:18.586415 7 controller.go:216] "Backend successfully reloaded" I0724 20:16:18.586515 7 controller.go:227] "Initial sync, sleeping for 1 second" I0724 20:16:18.586640 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0724 20:16:22.272835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:22.272866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:25.606798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:25.606851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:28.940097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:28.940138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:32.274026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:32.274321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:35.606474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:35.606515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:38.940108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:38.940151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:42.273152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:42.273195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:45.607593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:45.608096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:48.940447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:48.940482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:52.273978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:52.274030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:55.607138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:55.607194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:58.940344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:16:58.940383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:02.273264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:02.273438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:05.607449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:05.607493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:08.940301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:08.940350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:25.211300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:25.211330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:28.545809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:28.545851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:32.169340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:32.169382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:35.502915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:35.502973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:38.837507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:38.837548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:59.637493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:17:59.637567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:02.972052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:02.972096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:06.304291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:06.304327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:30.762125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:30.762159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:34.096121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:34.096166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:38.072388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:38.072419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:49.067383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:49.067419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:52.403982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:52.404017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:55.736108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:55.736173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:59.714792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:18:59.714818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:03.048811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:03.048850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:09.779223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:09.779259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:13.113196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:13.113231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:23.062122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:19:23.062150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:20:43.081402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:20:43.081469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:20:46.416182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:20:46.416217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:37.221222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:37.221275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:43.717318 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-114.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-114.nip.io-tls was not found. Using default certificate W0724 20:21:43.717433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:43.717462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:21:43.719468 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0724 20:21:43.720131 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0724 20:21:43.726013 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0724 20:21:43.726239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e47bd84a-5c4d-4053-be08-6dec14d10005", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4611", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:21:43.726572 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-114.nip.io-tls" in local store W0724 20:21:43.726805 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-114.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-114.nip.io-tls was not found. Using default certificate W0724 20:21:43.726859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:43.726880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:21:43.726943 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:21:43.770940 7 controller.go:216] "Backend successfully reloaded" I0724 20:21:43.771195 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 20:21:44.179287 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-114.nip.io-tls" I0724 20:21:44.180448 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-114.nip.io-tls" W0724 20:21:47.061242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:21:47.061281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:21:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.048 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 2.047 200 0b2697d42f1bdbfc882e01118fe75b54 199.19.213.114 - - [24/Jul/2026:20:21:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.139:8080 116 0.177 404 8a58f7ce7deab742e7e03b99d8649b05 199.19.213.114 - - [24/Jul/2026:20:21:54 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.286 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 4.285 201 dfff9b373572f0e1e89345a27013ad11 199.19.213.114 - - [24/Jul/2026:20:21:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.705 [auth-system-keycloak-80] [] 10.0.0.139:8080 4246 0.705 200 5933d6f3f503e6e886bb390c96fc90b2 199.19.213.114 - - [24/Jul/2026:20:21:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.528 200 ee674c67d81c47bdf07e9d6af25f6554 199.19.213.114 - - [24/Jul/2026:20:21:56 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.059 [auth-system-keycloak-80] [] 10.0.0.139:8080 1682 0.059 200 1be697a44f3732030ca8251bc836a719 199.19.213.114 - - [24/Jul/2026:20:21:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.034 [auth-system-keycloak-80] [] 10.0.0.139:8080 6432 0.034 200 0239168f61abbf8fae7899f12eea5c5c 199.19.213.114 - - [24/Jul/2026:20:21:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.456 200 cb38707df3e93118cd90b6ec8f173ed5 199.19.213.114 - - [24/Jul/2026:20:21:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.095 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.095 200 677b0f46df98d0d640e3abafb61f3897 199.19.213.114 - - [24/Jul/2026:20:21:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.198 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.197 201 bd7c9e1ed49dda3c6c34cc4e7c64daba 199.19.213.114 - - [24/Jul/2026:20:21:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.076 [auth-system-keycloak-80] [] 10.0.0.139:8080 2246 0.076 200 1890b57f0b156675b43ae0c2a3c3f714 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.462 200 60571a633eecb40e24c545fff7ca6b47 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.052 [auth-system-keycloak-80] [] 10.0.0.139:8080 2246 0.052 200 90cbf5715680ef2c3224e26c2a898f00 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/clients/7fead33c-2a1d-4421-8cd4-70f258f8330f/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.023 [auth-system-keycloak-80] [] 10.0.0.139:8080 233 0.023 200 cd43f115a44d705404b8e5d05f4a06ab 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.075 [auth-system-keycloak-80] [] 10.0.0.139:8080 831 0.075 200 82d148fd7fcb3a570a57d79fa20fa495 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/clients/678c9b3a-1a17-4634-97f5-c0dfd75f7707/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.099 [auth-system-keycloak-80] [] 10.0.0.139:8080 3758 0.099 200 0f490ba2a4de9823baf84162d2bbc73c 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/users/8b9c6fb1-51b7-40fd-b660-cc0a9263f0c8/role-mappings/clients/678c9b3a-1a17-4634-97f5-c0dfd75f7707/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.266 [auth-system-keycloak-80] [] 10.0.0.139:8080 3758 0.265 200 00ec1376b7e6ff83f74b6c1ca93c5a1b 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "GET /admin/realms/atmosphere/users/8b9c6fb1-51b7-40fd-b660-cc0a9263f0c8/role-mappings/clients/678c9b3a-1a17-4634-97f5-c0dfd75f7707/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.019 200 70fd7a85fc99a39987aea8e700a00099 199.19.213.114 - - [24/Jul/2026:20:22:00 +0000] "POST /admin/realms/atmosphere/users/8b9c6fb1-51b7-40fd-b660-cc0a9263f0c8/role-mappings/clients/678c9b3a-1a17-4634-97f5-c0dfd75f7707 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.090 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.088 204 cdad45a35eba5e268b65fe6c327839af 199.19.213.114 - - [24/Jul/2026:20:22:01 +0000] "GET /admin/realms/atmosphere/users/8b9c6fb1-51b7-40fd-b660-cc0a9263f0c8/role-mappings/clients/678c9b3a-1a17-4634-97f5-c0dfd75f7707/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.139:8080 576 0.073 200 9eee9eb398f6d130614197fd74407800 W0724 20:22:02.304052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:22:02.304085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:22:06.692015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:22:06.692055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:22:18.570383 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:22:18.576206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e47bd84a-5c4d-4053-be08-6dec14d10005", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:22:18.577441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:22:18.577464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:08.247736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:08.247780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:49.699425 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0724 20:24:49.699635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:49.699704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:24:49.701234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.1kB} I0724 20:24:49.701642 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0724 20:24:49.706844 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0724 20:24:49.707143 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf9fdd11-86e4-4e13-8117-e4aedb0ff0ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:24:49.707286 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0724 20:24:49.707529 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0724 20:24:49.707575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:49.707588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:24:49.707656 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:24:49.752157 7 controller.go:216] "Backend successfully reloaded" I0724 20:24:49.752435 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 20:24:49.912463 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0724 20:24:49.914222 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0724 20:24:53.041400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:24:53.041436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:24:54 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 1566c69221ad416cf34c2177feb25bd6 199.19.213.114 - - [24/Jul/2026:20:24:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.003 200 8bcada5629b70661ceacf5be051c5fd0 199.19.213.114 - - [24/Jul/2026:20:24:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.461 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.462 201 940fbec4f2edfc47ecec1b7308264443 199.19.213.114 - - [24/Jul/2026:20:24:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 7d748eca1b84486774cac340864e68a4 199.19.213.114 - - [24/Jul/2026:20:24:56 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.034 404 4d03cf4220c848062d2dfaeaaa8a48fc 199.19.213.114 - - [24/Jul/2026:20:24:56 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 370 0.026 200 cbf0caf9a120992f85782a6eafe98b57 199.19.213.114 - - [24/Jul/2026:20:24:56 +0000] "GET /v3/domains/83bf32ab519a4d478b950eaab9cc6d5b HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 247 0.022 200 dce0c900452abde8553e772ddc03d3e6 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.004 200 fc4637215ecce7e630dece973ffb78cf 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.305 201 4b3dbe0a50952dac7f3a813a58adee69 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 7773e3b8fd0e3b9dfb5ecc5a23c1d61b 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 101 0.022 404 3aebd684612b4d5c5b2da8de9924fbb1 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 156 0.022 200 5a80e4f13cb28233c7e69ea9d7abfbc5 199.19.213.114 - - [24/Jul/2026:20:24:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 342 0.026 201 5d0c090dc0a292afb1443d81a184baad 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.004 200 02dd4eea4af3ce2cdd20aba3c39b8db2 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.291 201 9af5e8051c50daeed9725a5de111d50d 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.003 300 80d89d9273bff78d87ee0c6014f137ff 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 98 0.020 404 991c134cb289cf38c8e90358298b0c43 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 136 0.017 200 a93d4d5e29a247ab2b591317157c5d2c 199.19.213.114 - - [24/Jul/2026:20:24:58 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 357 0.019 201 56c6ed3761b4b3c2312a23ea6de4effb 199.19.213.114 - - [24/Jul/2026:20:24:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 266 0.004 200 71838702a39d5604b602b4d0ddb0bb51 199.19.213.114 - - [24/Jul/2026:20:25:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1360 0.305 201 4474cffa1154cb7b73e1747bbd1a6ebc 199.19.213.114 - - [24/Jul/2026:20:25:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 d716c01e4d2214a578258f9041b2edc4 199.19.213.114 - - [24/Jul/2026:20:25:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 131 0.024 404 6ec6935aa16e510da886c914f2781d59 199.19.213.114 - - [24/Jul/2026:20:25:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 168 0.024 200 fbcaf0233c381ff2207787ccded09617 199.19.213.114 - - [24/Jul/2026:20:25:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 224 0.025 201 7918ad261a5946a7dfade27537a380b7 W0724 20:25:05.561151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:05.561183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:25:05 +0000] "GET /realms/master HTTP/1.1" 200 624 "-" "ansible-httpget" 144 0.005 [auth-system-keycloak-80] [] 10.0.0.139:8080 624 0.004 200 adbbafeca243f2a30c8676d167448d88 199.19.213.114 - - [24/Jul/2026:20:25:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.469 200 4ecce1411cc99b3df1bf4d16c88eeb78 199.19.213.114 - - [24/Jul/2026:20:25:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.036 [auth-system-keycloak-80] [] 10.0.0.139:8080 4246 0.036 200 890c040bf765889971c5177ea5ab1a8a 199.19.213.114 - - [24/Jul/2026:20:25:07 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.408 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.407 204 f55c5efcffb3678185acce8c6a60330c 199.19.213.114 - - [24/Jul/2026:20:25:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.206 [auth-system-keycloak-80] [] 10.0.0.139:8080 4384 0.206 200 ca1667502486642a010bc2b23cdd4d61 199.19.213.114 - - [24/Jul/2026:20:25:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.518 200 26be31fb2acf1bc58272b5db7a13222b 199.19.213.114 - - [24/Jul/2026:20:25:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12507 "-" "Ansible" 1211 0.062 [auth-system-keycloak-80] [] 10.0.0.139:8080 12500 0.062 200 c19e03c6be527dba6c320500efc1c9e3 199.19.213.114 - - [24/Jul/2026:20:25:08 +0000] "GET /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 1278 0.011 200 1e4d07f98c90e76d92831ba3855ab59e 199.19.213.114 - - [24/Jul/2026:20:25:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.074 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.073 204 80093b1b0e392aeb34245a782bf86c69 W0724 20:25:08.895238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:08.895286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:25:08 +0000] "GET /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.091 [auth-system-keycloak-80] [] 10.0.0.139:8080 963 0.091 200 48d2ee9609738ca95712e101e3b09b9a 199.19.213.114 - - [24/Jul/2026:20:25:09 +0000] "GET /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518/protocol-mappers/models/62b126ea-6656-43c6-9387-e9b3cac0eef4 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.139:8080 366 0.080 200 ebb75be7b10f2002fa2bde57bae769bb 199.19.213.114 - - [24/Jul/2026:20:25:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518/protocol-mappers/models/62b126ea-6656-43c6-9387-e9b3cac0eef4 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.103 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.102 204 ff6a84cadb09bc968f79b322e89184ce 199.19.213.114 - - [24/Jul/2026:20:25:09 +0000] "GET /admin/realms/atmosphere/client-scopes/19f0b7f1-346f-47e8-8684-25c661a2c518 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.082 [auth-system-keycloak-80] [] 10.0.0.139:8080 1218 0.081 200 c6b9ddea385306f04c0c42c7516ac4fd W0724 20:25:12.228827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:12.228887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:15.561673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:15.561721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:25:18.571272 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:25:18.577362 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf9fdd11-86e4-4e13-8117-e4aedb0ff0ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6281", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:25:18.895122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:18.895156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:22.228188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:22.228238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:31.043440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:31.043480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:25:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.515 200 e103cb9e4d37d9d4dc2e3a8e8c87f540 199.19.213.114 - - [24/Jul/2026:20:25:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.020 200 5741ea6c1db1c60b956ccc866f2c47c6 199.19.213.114 - - [24/Jul/2026:20:25:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.089 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.088 201 ceb2506465ed25f4d8f8c79d7d468519 199.19.213.114 - - [24/Jul/2026:20:25:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.078 200 efc19b76bf2356f81ce5836ede414ba0 199.19.213.114 - - [24/Jul/2026:20:25:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.471 200 86ded154f21f0813513533aece5e6d47 199.19.213.114 - - [24/Jul/2026:20:25:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.008 200 de6e3abc89fe390819d4433618a1df54 199.19.213.114 - - [24/Jul/2026:20:25:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.073 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.073 201 1e2230d7c69d3d96a2a90031d0234255 199.19.213.114 - - [24/Jul/2026:20:25:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.061 200 dfc0862819f9c64a269487ba9aa79b13 199.19.213.114 - - [24/Jul/2026:20:25:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.433 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.432 200 37fe2f70e25ff1d7f710b2bba084436f 199.19.213.114 - - [24/Jul/2026:20:25:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.036 200 e38f8ab11bf2c2a279512e57a657e23c 199.19.213.114 - - [24/Jul/2026:20:25:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.095 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.093 201 dc6d81f38a9d1af87242cf764a3625c9 199.19.213.114 - - [24/Jul/2026:20:25:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.083 200 5fb084be811c4bd020f7a75515aa663a W0724 20:25:34.377225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:34.377290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.461 200 8e774961054f3514160066bf1ce3703c 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.008 200 42bf8ad2f5b615b9d6df8206784368e5 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "GET /admin/realms/atmosphere/clients/ff1aaea5-0917-4650-840f-8a22a14a3cbc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.028 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.028 404 06acac25f38048bb9e5e1406493223f2 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.008 200 64dd79db9633b7946d83b5e4530d6161 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "POST /admin/realms/atmosphere/clients/ff1aaea5-0917-4650-840f-8a22a14a3cbc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.021 201 669ae3a7422af88f0d939ad926052104 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.139:8080 1261 0.036 200 6c3b647fd432922b49bd3db93f39b16c 199.19.213.114 - - [24/Jul/2026:20:25:35 +0000] "GET /admin/realms/atmosphere/clients/ff1aaea5-0917-4650-840f-8a22a14a3cbc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.016 200 ad7e63923ddd1d7b12c78afad644d919 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.474 200 ed12e034d55b882496e29445dab9d1c4 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.009 200 b036b21add23b5116e405ec860f914cf 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.010 404 e78cc7da8c1a1baa8cbd3917afd15a8b 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.045 200 0f070d24e0d3c4ef42abb08a534fbf64 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "POST /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.027 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.021 201 22c5d0353a556911660de13b716bc029 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.014 200 951347dc8dd89a710215e8c933ac54fb 199.19.213.114 - - [24/Jul/2026:20:25:36 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.038 [auth-system-keycloak-80] [] 10.0.0.139:8080 165 0.038 200 7a1783460023f056edb236900475e608 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.485 200 c133f272019b66d7c168661ebfff7378 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.005 200 caf3b45c856a322091418972382fd9bb 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.010 404 71c8d4a17a753355b1fae9b8208543bf 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.009 200 d9bf75e16a64f9a9f3a539e07ed8d153 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "POST /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.052 201 298622ba8bfd49f7a500ad3d96b0a46f 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.006 200 4afeab9256791b7b68c994cc7d3eed0c 199.19.213.114 - - [24/Jul/2026:20:25:37 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.015 200 91d283112bd5617959a3520f87af1441 W0724 20:25:37.710973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:37.711007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.421 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.420 200 a5ccd224f8cc879f7b8a391bc6c3ecf5 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.023 200 63bed660a510b11a30b4bda7e84c04b4 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.008 404 223810e601e491d2eb6bae9503126476 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.004 200 3ace8557ad64c4dfae7f331e007c3029 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "POST /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.057 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.056 201 f3c2ece6e3aec516450521b351f4ea3b 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.139:8080 1286 0.005 200 619768cbeab0dc3a3684e6ef25b3f653 199.19.213.114 - - [24/Jul/2026:20:25:38 +0000] "GET /admin/realms/atmosphere/clients/bfcba3af-b904-4c27-9bae-9fa85601c09a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.009 200 66817c357a1a8bfe6967d477f574c615 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.139:8080 1928 0.461 200 8cf364bd1871220d25a84771f0fbe477 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.022 200 f4e5f781f0a959a4f2e5f5ee68b5b14d 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "GET /admin/realms/atmosphere/clients/0717b3b9-fe4d-461f-9435-db29fbe27f53/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.008 404 672c75067dee5401aa2b5969331c1aef 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.007 200 ac100d9a265a86eb539ead3d85c83175 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "POST /admin/realms/atmosphere/clients/0717b3b9-fe4d-461f-9435-db29fbe27f53/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.017 201 fa579e2bcc6e54019298e4668290d7a8 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.029 [auth-system-keycloak-80] [] 10.0.0.139:8080 1251 0.029 200 a09324a09e86b3847a23ef5d2a7f39ed 199.19.213.114 - - [24/Jul/2026:20:25:39 +0000] "GET /admin/realms/atmosphere/clients/0717b3b9-fe4d-461f-9435-db29fbe27f53/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.011 200 32ac017ef88c1ce2e44faf8fd118a188 W0724 20:25:41.926646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:41.926684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:45.261342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:45.261388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:48.594294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:25:48.594354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.812870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.812995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.890753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 20:26:50.890823 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0724 20:26:50.890859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.890877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.891784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 20:26:50.892468 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0724 20:26:50.892550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.892586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:50.891801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:26:50.892800 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate I0724 20:26:50.892864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.002s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:21.7kB} W0724 20:26:50.892889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:26:50.892891 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0724 20:26:50.892903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:26:50.894523 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:21.6kB} I0724 20:26:50.894569 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0724 20:26:50.894536 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:21.7kB} I0724 20:26:50.896443 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0724 20:26:50.899683 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0724 20:26:50.900041 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0724 20:26:50.900449 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1352e3c8-198e-4e90-8b02-55b0ba847821", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7814", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 20:26:50.904899 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0724 20:26:50.905290 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0724 20:26:50.905328 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6d1eaa97-ada5-437b-8b17-6ae3b3c415f3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7818", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 20:26:50.905467 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0724 20:26:50.905625 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0724 20:26:50.905637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ccdd8663-cfde-4cf2-b039-ff8e746a13f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7819", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 20:26:51.180143 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0724 20:26:51.180855 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0724 20:26:51.866279 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0724 20:26:51.866933 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0724 20:26:52.330784 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0724 20:26:52.332872 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0724 20:26:54.147240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:26:54.147287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 20:26:54.147313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 20:26:54.147405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:54.147424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:26:54.147538 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:26:54.210586 7 controller.go:216] "Backend successfully reloaded" I0724 20:26:54.210787 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0724 20:26:57.480549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:26:57.480606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 20:26:57.480628 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 20:26:57.480714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:26:57.480731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:00.813241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:27:00.813281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 20:27:00.813301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 20:27:00.813378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:00.813396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.166 - - [24/Jul/2026:20:27:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.139:8080 6432 0.011 200 470c8a31c47c9a8437eb3a968074fe52 10.0.0.174 - - [24/Jul/2026:20:27:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 6432 0.006 200 231e367c299ba78acf135e8fcaed1117 W0724 20:27:04.147209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:27:04.147449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:04.147483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:07.480236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:27:07.480496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:07.480524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:10.816267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 20:27:10.816591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:10.816627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:14.146425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:14.146462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:17.480778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:17.480815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:27:18.569469 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:27:18.569587 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:27:18.570381 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:27:18.577581 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1352e3c8-198e-4e90-8b02-55b0ba847821", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 20:27:18.579148 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ccdd8663-cfde-4cf2-b039-ff8e746a13f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 20:27:18.581605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6d1eaa97-ada5-437b-8b17-6ae3b3c415f3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8628", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:27:20.813836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:20.813893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:24.147265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:24.147311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:53.298880 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 20:27:53.298996 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0724 20:27:53.299062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:53.299088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:27:53.303639 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0724 20:27:53.303677 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0724 20:27:53.308944 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0724 20:27:53.309236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"02cde3ec-6b02-4721-9252-2b222826bcc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9054", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:27:53.309546 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0724 20:27:53.309867 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 20:27:53.309959 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0724 20:27:53.310029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:53.310045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:27:53.310152 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:27:53.363052 7 controller.go:216] "Backend successfully reloaded" I0724 20:27:53.363463 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 20:27:53.671810 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0724 20:27:53.673272 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0724 20:27:56.644324 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 20:27:56.644503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:27:56.644533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:00.818085 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 20:28:00.818362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:00.818386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:10.469519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:10.469554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:28:18.570806 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:28:18.576764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"02cde3ec-6b02-4721-9252-2b222826bcc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9311", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:28:18.580155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:18.580224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.002 300 82b6a5b7e7112d083af5cc38da05507b W0724 20:28:39.282634 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 20:28:39.282827 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0724 20:28:39.282940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:39.282997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:28:39.286811 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0724 20:28:39.286864 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0724 20:28:39.291347 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0724 20:28:39.291519 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"3fd00e2d-9155-4622-a402-ca1962bbc894", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9567", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:28:39.291832 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0724 20:28:39.292104 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 20:28:39.292182 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0724 20:28:39.292239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:39.292253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:28:39.292359 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 20:28:39.347398 7 controller.go:216] "Backend successfully reloaded" I0724 20:28:39.347895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-n76t2", UID:"22412ce1-89bc-4be6-8c12-64826c7491ea", APIVersion:"v1", ResourceVersion:"1562", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 20:28:39.554223 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0724 20:28:39.555338 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 4692 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.368 [openstack-keystone-api-5000] [] 10.0.0.212:5000 4692 0.367 201 4e4afaa3e4e0805241dd65e80d52e4b8 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.056 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.056 404 cda76b28bd035267514084831f6f0786 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.031 [openstack-keystone-api-5000] [] 10.0.0.212:5000 390 0.031 200 a2b6979d30d3e5f4c6651342f3626a00 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "GET /v3/domains/64163c13be574e13aa943c3c17fccc65 HTTP/1.1" 200 270 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 270 0.020 200 5347ace527b610eb5d46cf7d8cf1b0e4 199.19.213.114 - - [24/Jul/2026:20:28:39 +0000] "PATCH /v3/domains/64163c13be574e13aa943c3c17fccc65 HTTP/1.1" 200 256 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 559 0.048 [openstack-keystone-api-5000] [] 10.0.0.212:5000 256 0.047 200 82f1c49dcd17354a4d768398cc78b7b8 199.19.213.114 - - [24/Jul/2026:20:28:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.004 300 5ea3e8d3db7af3f8f31f03c4bb9856bb 199.19.213.114 - - [24/Jul/2026:20:28:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 4692 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.212:5000 4692 0.307 201 dbab80a9a80ee23712906331b41e1eae 199.19.213.114 - - [24/Jul/2026:20:28:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.039 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.039 404 91596d6b7684f47e74d214450d034e24 199.19.213.114 - - [24/Jul/2026:20:28:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 376 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.032 [openstack-keystone-api-5000] [] 10.0.0.212:5000 376 0.032 200 239ab352312e999553a6bdbe8b2c3898 199.19.213.114 - - [24/Jul/2026:20:28:41 +0000] "GET /v3/users/rgw-RegionOne?domain_id=64163c13be574e13aa943c3c17fccc65 HTTP/1.1" 404 91 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 482 0.059 [openstack-keystone-api-5000] [] 10.0.0.212:5000 91 0.060 404 ef53f802a5a97b20a617f863730b13e1 199.19.213.114 - - [24/Jul/2026:20:28:41 +0000] "GET /v3/users?domain_id=64163c13be574e13aa943c3c17fccc65&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 500 0.072 [openstack-keystone-api-5000] [] 10.0.0.212:5000 178 0.071 200 36a04cc713fb49be00137e261109610f 199.19.213.114 - - [24/Jul/2026:20:28:41 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 628 0.316 [openstack-keystone-api-5000] [] 10.0.0.212:5000 291 0.316 201 35a137585cdd195391a2c4d6d24bdcee 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 281 0.005 300 355116137fa059869c02b377bb61da00 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 4692 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.212:5000 4692 0.312 201 fcd428e570f72d4e2ea9d84571ada39b 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.032 404 2d0af8438ec4fd6c13177dd66cecee79 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 376 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 376 0.018 200 b6a4f6bc9bdabf6cf410e6ba3232aa5b W0724 20:28:42.626103 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 20:28:42.626529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:42.626702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "GET /v3/projects/service?domain_id=64163c13be574e13aa943c3c17fccc65 HTTP/1.1" 404 88 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 479 0.045 [openstack-keystone-api-5000] [] 10.0.0.212:5000 88 0.045 404 7cd3fddc11502d2a81d4b05c5c7db1e1 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "GET /v3/projects?domain_id=64163c13be574e13aa943c3c17fccc65&name=service HTTP/1.1" 200 563 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 563 0.023 200 8b6b5c11ffafde67a690a1b8e92febfb 199.19.213.114 - - [24/Jul/2026:20:28:42 +0000] "PATCH /v3/projects/30aae85ac14f4aa2912d5700d08fd9d6 HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 562 0.041 [openstack-keystone-api-5000] [] 10.0.0.212:5000 390 0.041 200 a6386bddacb5030deed053de9925ffd2 W0724 20:28:45.959020 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 20:28:45.959200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:45.959247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:49.292738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:49.292777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:52.625858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:52.625910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:55.960216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:28:55.960244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 20:29:18.570093 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.108.245.148"}] I0724 20:29:18.574834 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"3fd00e2d-9155-4622-a402-ca1962bbc894", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9937", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 20:29:18.577010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:29:18.577051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:29:33.067211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:29:33.067261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:30:12.476836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 20:30:12.476883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store