------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0702 15:37:54.334675 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0702 15:37:54.334812 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0702 15:37:54.343512 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0702 15:37:54.346921 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0702 15:37:54.495662 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0702 15:37:54.517279 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0702 15:37:54.531102 7 nginx.go:271] "Starting NGINX Ingress controller" I0702 15:37:54.537721 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6fdde22a-a88e-492c-810e-f2b881e0d59f", APIVersion:"v1", ResourceVersion:"1323", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0702 15:37:54.541501 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7fbb488d-0336-4e4d-b153-0bb6f40e62d6", APIVersion:"v1", ResourceVersion:"1325", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0702 15:37:54.541634 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6bb74211-bbde-4e48-9ca6-65f40abc5e2f", APIVersion:"v1", ResourceVersion:"1324", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0702 15:37:55.732206 7 nginx.go:317] "Starting NGINX process" I0702 15:37:55.732330 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0702 15:37:55.732732 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0702 15:37:55.733156 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0702 15:37:55.733248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:37:55.733274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:37:55.733353 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:37:55.741910 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0702 15:37:55.742174 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xrcr5" I0702 15:37:55.771550 7 controller.go:216] "Backend successfully reloaded" I0702 15:37:55.771703 7 controller.go:227] "Initial sync, sleeping for 1 second" I0702 15:37:55.771782 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:37:59.553324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:37:59.553354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:02.886956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:02.887027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:06.220311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:06.220373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:09.554674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:09.554740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:12.888436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:12.888494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:16.220154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:16.220220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:19.554266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:19.554321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:29.003737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:29.003780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:32.338134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:32.338178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:35.670590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:38:35.670651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:39:53.499311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:39:53.499363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:04.455474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:04.455518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:07.789165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:07.789211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:13.024508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:13.024558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:16.358454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:16.358505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:19.691577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:19.691638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:23.025393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:23.025442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:26.359616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:26.359665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:30.608138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:30.608313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:33.943329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:33.943380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:37.684499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:37.684561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:41.018930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:40:41.018989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:42:58.905535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:42:58.905571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:02.241168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:02.241217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:02.704019 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-156.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-156.nip.io-tls was not found. Using default certificate W0702 15:43:02.704096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:02.704116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:43:02.706508 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0702 15:43:02.706550 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0702 15:43:02.714958 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0702 15:43:02.715621 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-156.nip.io-tls" in local store I0702 15:43:02.715707 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cd520c66-85d0-430a-9db5-eb312d7a0f21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3596", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:43:03.047632 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-156.nip.io-tls" I0702 15:43:03.049475 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-156.nip.io-tls" W0702 15:43:05.572958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:05.573026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:43:05.573105 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:43:05.611128 7 controller.go:216] "Backend successfully reloaded" I0702 15:43:05.611520 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:43:08.908535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:08.908598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:43:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.320 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 2.319 200 16a4566e90b25482ef30d419ee64711f 199.204.45.156 - - [02/Jul/2026:15:43:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.69:8080 116 0.190 404 792f2775e8e5cb438b947e22858d4a69 199.204.45.156 - - [02/Jul/2026:15:43:19 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.581 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 4.579 201 abb6ded9bd707cfeab2c545efd912787 199.204.45.156 - - [02/Jul/2026:15:43:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.690 [auth-system-keycloak-80] [] 10.0.0.69:8080 4246 0.690 200 f605e4d6d7c888bae41830d4f37b15ca 199.204.45.156 - - [02/Jul/2026:15:43:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.576 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.573 200 9c1846ea6ff03d52cff4928fee348d78 199.204.45.156 - - [02/Jul/2026:15:43:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.250 [auth-system-keycloak-80] [] 10.0.0.69:8080 12500 0.250 200 08b8c71575d5fd47ff6b573a9a044e56 199.204.45.156 - - [02/Jul/2026:15:43:21 +0000] "GET /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.69:8080 1278 0.014 200 a8a5cf7f5d83f2fdf46e100a470c5c48 199.204.45.156 - - [02/Jul/2026:15:43:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.093 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.092 204 3478cde69c80970c0d187c96efdd21fc 199.204.45.156 - - [02/Jul/2026:15:43:22 +0000] "GET /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.156 [auth-system-keycloak-80] [] 10.0.0.69:8080 963 0.156 200 c73b8782209b60f68289733921af2d0b 199.204.45.156 - - [02/Jul/2026:15:43:22 +0000] "GET /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e/protocol-mappers/models/ef26c06b-3e04-4f6f-8280-73af5fe94b81 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.69:8080 366 0.013 200 30d8667325be417dcb97bc2c972c2b34 199.204.45.156 - - [02/Jul/2026:15:43:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e/protocol-mappers/models/ef26c06b-3e04-4f6f-8280-73af5fe94b81 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.081 204 6e32fa17c81fc0c56635c722e6d53cba 199.204.45.156 - - [02/Jul/2026:15:43:22 +0000] "GET /admin/realms/atmosphere/client-scopes/76a1d1b9-be25-4ae4-bf9c-378fb9c8868e HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.69:8080 1218 0.081 200 33886d627e60058a58b89b54ee787a71 199.204.45.156 - - [02/Jul/2026:15:43:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.520 200 e8ad037a72c773b819d209d0600c0298 199.204.45.156 - - [02/Jul/2026:15:43:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.69:8080 2 0.084 200 b01c5670910e1f9a0ce172aceb826810 199.204.45.156 - - [02/Jul/2026:15:43:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.195 201 bf50e4d05fd444a260bb711a431f2848 199.204.45.156 - - [02/Jul/2026:15:43:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.086 [auth-system-keycloak-80] [] 10.0.0.69:8080 1261 0.086 200 7766ad63ff086b1d76d342db49059232 199.204.45.156 - - [02/Jul/2026:15:43:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.117 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 1.116 200 3d330b672d296d01dc140c402d861fb7 199.204.45.156 - - [02/Jul/2026:15:43:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.69:8080 2 0.009 200 9714908fb38c300ae54821ffd6c2d20f 199.204.45.156 - - [02/Jul/2026:15:43:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.172 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.171 201 4fba9745a1695184e26cc3fc69be18fd 199.204.45.156 - - [02/Jul/2026:15:43:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.083 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.083 200 77ce297d5d3bf72cd240fdb7b661e2bf 199.204.45.156 - - [02/Jul/2026:15:43:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.490 200 3a057c3be4cd3b559e159c2e1cc551b3 199.204.45.156 - - [02/Jul/2026:15:43:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.69:8080 2 0.012 200 58473d520aa85ea270390a8f578dfc0b 199.204.45.156 - - [02/Jul/2026:15:43:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.177 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.176 201 d308dee0b11485c74545ee14f5580c34 199.204.45.156 - - [02/Jul/2026:15:43:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.69:8080 1251 0.022 200 02eb494600eee32bf17f07a90a8ab7eb 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.469 200 45226a20ef25edef4c53b830826a7acf 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 1261 0.008 200 d96340f7f8befcd12eaa62e1aa479982 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "GET /admin/realms/atmosphere/clients/9d76d491-ead0-4073-885a-d9496ddfc877/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.69:8080 119 0.052 404 753f83983b64b13375585fad7d6f558d 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 1261 0.007 200 2488190b468d848d0f097bc9ecd19fbb 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "POST /admin/realms/atmosphere/clients/9d76d491-ead0-4073-885a-d9496ddfc877/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.021 201 b044faa6e36837d026146e579eb0367e 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.040 [auth-system-keycloak-80] [] 10.0.0.69:8080 1261 0.040 200 57ff644e39937b7f44c61d3ac76fd889 199.204.45.156 - - [02/Jul/2026:15:43:48 +0000] "GET /admin/realms/atmosphere/clients/9d76d491-ead0-4073-885a-d9496ddfc877/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.69:8080 166 0.017 200 8b4e617fda976251bafc3f009d2ef7c1 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.489 200 277714632f245eea5b9669978d6bc6fb 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.007 200 60cfe94c390fef8506739a485af3e502 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 119 0.008 404 060b2f0f4fb3f673cfe5c84c2733a623 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.004 200 0c229a480472d4b767ef264577ee342f 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "POST /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.047 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.046 201 8e07e6dcd48c8eaa28123b099da7a7fe 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.006 200 6d2d31b9f3e0ac95423ae2b6fff9df37 199.204.45.156 - - [02/Jul/2026:15:43:49 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.69:8080 165 0.013 200 fe65c780ddff34a9df410ec41c1c3850 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.476 200 d0f7d1e73c18272dfb6ec3c14ebb0c21 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.008 200 9584ac9e9b38c690839fae3997d8f22e 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.69:8080 119 0.045 404 620a97d2ee63b97dba1a486749d7dc62 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.008 200 c623bff7957d3529fd5b53ec3ecd03a7 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "POST /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.074 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.072 201 e598aa4fc8dc2ce27e2d3b0d66feec67 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.007 200 7c0d751e68e7f22a3edd5ed6dc773c0e 199.204.45.156 - - [02/Jul/2026:15:43:50 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.69:8080 166 0.069 200 c0582180291306463e0dc1372b10b31c 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.505 200 ca9f98271a00d993e6f082615f73b738 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.014 200 9def9b28494ad678784859abfae8d0ae 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.69:8080 119 0.056 404 4438dded9dbe0e7990662a6249d1cc78 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.007 200 081844d98f6793cb4ecfcc3c60cebc63 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "POST /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.018 201 2c0c63cf4a3de73cff45e2bd306f906c 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 1286 0.007 200 527383bf73a64b07965eb81085121b58 199.204.45.156 - - [02/Jul/2026:15:43:51 +0000] "GET /admin/realms/atmosphere/clients/beafdfcc-d724-427e-9935-c16997d08c49/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.69:8080 166 0.034 200 c5be294dc75929c77b44e0c5f9e80862 W0702 15:43:52.405012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:52.405057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.491 200 d8b7654282f3b60e7a6b13f013cc0a98 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.69:8080 1251 0.006 200 29a74a3a3dc187f8554aa9fb024f6117 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "GET /admin/realms/atmosphere/clients/4b72b005-ff63-4cc8-a422-075b0bb97ddf/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 119 0.008 404 ab58c73561d635d66affb65fb7def02e 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.062 [auth-system-keycloak-80] [] 10.0.0.69:8080 1251 0.062 200 ce9049035a94f626ebc4cf0cf668bc18 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "POST /admin/realms/atmosphere/clients/4b72b005-ff63-4cc8-a422-075b0bb97ddf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.092 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.091 201 4322f27936e705a50a183c7b493ee285 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 1251 0.008 200 2829d14af026a581c52b31a3078345fd 199.204.45.156 - - [02/Jul/2026:15:43:52 +0000] "GET /admin/realms/atmosphere/clients/4b72b005-ff63-4cc8-a422-075b0bb97ddf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.69:8080 166 0.074 200 af2c5949e7e9b62b24d5e4f590fee40f W0702 15:43:55.738876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:55.738926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:43:55.751860 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:43:55.758718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cd520c66-85d0-430a-9db5-eb312d7a0f21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4073", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:43:59.072293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:43:59.072339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.256858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.256900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.328144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:04.328239 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0702 15:45:04.328295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.328319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.329017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:04.329138 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0702 15:45:04.329187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.329197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:04.329211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.329317 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0702 15:45:04.329391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:04.329423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:45:04.330296 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0702 15:45:04.330333 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0702 15:45:04.331602 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0702 15:45:04.331638 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0702 15:45:04.331715 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0702 15:45:04.331757 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0702 15:45:04.347487 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0702 15:45:04.347922 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8fbb121e-a1b6-4e30-9c5b-998c6bdb4d58", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4653", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:45:04.348345 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0702 15:45:04.348376 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0702 15:45:04.348686 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0702 15:45:04.348722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b01d7e49-ba46-47e5-928b-cbd28c3cb94c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:45:04.348752 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0702 15:45:04.348948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0702 15:45:04.349010 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a62358d-823f-418b-9ad2-0345c541d045", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4655", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:45:04.611835 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0702 15:45:04.613052 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0702 15:45:04.860180 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0702 15:45:04.861584 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0702 15:45:05.668799 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0702 15:45:05.670314 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0702 15:45:07.591164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:07.591243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:07.591301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:07.591469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:07.591509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:45:07.591687 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:45:07.648719 7 controller.go:216] "Backend successfully reloaded" I0702 15:45:07.649110 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:45:10.924140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:10.924185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:10.924204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:10.924278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:10.924291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:14.257031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:14.257113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:14.257155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:14.257290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:14.257322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:17.590306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:17.590380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:17.590403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:17.590491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:17.590511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:20.924140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:20.924222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:20.924261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:20.924403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:20.924439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:24.257823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:24.257924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:24.257998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:24.258225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:24.258261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:27.590455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:27.590538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:27.590575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:27.590718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:27.590749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:30.923921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:30.923971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:30.923994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:30.924080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:30.924099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:34.257150 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:34.257233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:45:34.257288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:34.257441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:34.257471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:37.595529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:37.595666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:37.595838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:37.595858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:40.925326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:40.925442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:40.925579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:40.925610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:44.257275 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:44.257375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:44.257520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:44.257547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:47.590846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:47.590930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:45:47.591053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:47.591077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.42 - - [02/Jul/2026:15:45:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.69:8080 6432 0.037 200 b5e2e5b0f7d4d4c6098f2a313f0e941f 10.0.0.129 - - [02/Jul/2026:15:45:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.012 [auth-system-keycloak-80] [] 10.0.0.69:8080 6432 0.012 200 e341976bb88439398a79c95a159903d6 W0702 15:45:50.923810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:50.924102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:50.924160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:54.257447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:54.257690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:54.257720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:45:55.764057 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:45:55.764187 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:45:55.764827 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:45:55.830948 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a62358d-823f-418b-9ad2-0345c541d045", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5830", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:45:55.844498 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8fbb121e-a1b6-4e30-9c5b-998c6bdb4d58", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5831", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:45:55.904195 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b01d7e49-ba46-47e5-928b-cbd28c3cb94c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5832", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:45:57.590397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:45:57.590698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:45:57.590733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:00.924918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:00.925017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:04.257475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:04.257533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:15.217410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:15.217442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:18.551475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:18.551536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:46:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.483 200 429d4343b3126ce241ce1495a32a0ab1 199.204.45.156 - - [02/Jul/2026:15:46:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.050 [auth-system-keycloak-80] [] 10.0.0.69:8080 4246 0.050 200 63a7ddb2f069b42b30b9505585e5cf26 199.204.45.156 - - [02/Jul/2026:15:46:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.502 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.500 204 34c3b36025db7da3de60bd572f56a1a9 199.204.45.156 - - [02/Jul/2026:15:46:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.69:8080 4384 0.197 200 595124238c26a190491bddda53330196 199.204.45.156 - - [02/Jul/2026:15:46:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.523 200 9c295b89fa42ab4a2555698b60d4978a 199.204.45.156 - - [02/Jul/2026:15:46:23 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.69:8080 1682 0.010 200 48832ccbbf441530d75c4610ccb5a5c6 199.204.45.156 - - [02/Jul/2026:15:46:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.69:8080 6432 0.008 200 6131d92c467a3ccbbbfbe6db439596bf 199.204.45.156 - - [02/Jul/2026:15:46:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.515 200 88092a6cbfd4dce947bde2d650a05014 199.204.45.156 - - [02/Jul/2026:15:46:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.69:8080 2 0.011 200 43f78fbafc7b844777d2c01584773a0b 199.204.45.156 - - [02/Jul/2026:15:46:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.170 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.169 201 4145c94b350268e5456a7320105c695a 199.204.45.156 - - [02/Jul/2026:15:46:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.083 [auth-system-keycloak-80] [] 10.0.0.69:8080 2246 0.083 200 f2c4b0eebcdf88bd298293318192d50c 199.204.45.156 - - [02/Jul/2026:15:46:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.69:8080 1928 0.479 200 5521022b95845447bdc0dd664c2e5225 199.204.45.156 - - [02/Jul/2026:15:46:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.69:8080 2246 0.006 200 9189a46a7be2bfb7280b03650cf45ef4 199.204.45.156 - - [02/Jul/2026:15:46:26 +0000] "GET /admin/realms/atmosphere/clients/456adebe-eaed-4644-9ae5-924cb8cee5b4/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.049 [auth-system-keycloak-80] [] 10.0.0.69:8080 233 0.049 200 a44d934b28561f0db4a630b9e9f060f7 199.204.45.156 - - [02/Jul/2026:15:46:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.69:8080 831 0.020 200 ca962d7fa402d61a491e9fb4bf7eaaa6 199.204.45.156 - - [02/Jul/2026:15:46:26 +0000] "GET /admin/realms/atmosphere/clients/562903b5-6d0f-4b5d-bb64-b55c0d8d352b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.69:8080 3758 0.073 200 bb0a63ac5bd3a4dec8ad42a2e663772d 199.204.45.156 - - [02/Jul/2026:15:46:27 +0000] "GET /admin/realms/atmosphere/users/42b757ff-1b9b-4260-ae9e-2f48ebadd176/role-mappings/clients/562903b5-6d0f-4b5d-bb64-b55c0d8d352b/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.185 [auth-system-keycloak-80] [] 10.0.0.69:8080 3758 0.185 200 667692196c6599659f2063261db21b1b 199.204.45.156 - - [02/Jul/2026:15:46:27 +0000] "GET /admin/realms/atmosphere/users/42b757ff-1b9b-4260-ae9e-2f48ebadd176/role-mappings/clients/562903b5-6d0f-4b5d-bb64-b55c0d8d352b/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.081 [auth-system-keycloak-80] [] 10.0.0.69:8080 2 0.081 200 2bff03eaf50dc32f72d8c8398fd52aed 199.204.45.156 - - [02/Jul/2026:15:46:27 +0000] "POST /admin/realms/atmosphere/users/42b757ff-1b9b-4260-ae9e-2f48ebadd176/role-mappings/clients/562903b5-6d0f-4b5d-bb64-b55c0d8d352b HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.69:8080 0 0.020 204 3604ae0721d03ad7c144ad0058bfee7f 199.204.45.156 - - [02/Jul/2026:15:46:27 +0000] "GET /admin/realms/atmosphere/users/42b757ff-1b9b-4260-ae9e-2f48ebadd176/role-mappings/clients/562903b5-6d0f-4b5d-bb64-b55c0d8d352b/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.69:8080 576 0.014 200 0d94f5b66d4de2053ff79d627d04efb1 W0702 15:46:30.229202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:30.229492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:33.562612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:33.562667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:36.897353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:46:36.897404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:48:37.338550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:48:37.338588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:25.365826 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0702 15:49:25.365926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:25.365949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:49:25.369959 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0702 15:49:25.370002 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0702 15:49:25.375475 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0702 15:49:25.375840 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e93fd79f-1e04-47b1-8da9-7aed7058ffe2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7147", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:49:25.376071 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0702 15:49:25.376472 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0702 15:49:25.376537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:25.376554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:49:25.376678 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:49:25.421337 7 controller.go:216] "Backend successfully reloaded" I0702 15:49:25.421649 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0702 15:49:25.708848 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0702 15:49:25.710544 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0702 15:49:28.710367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:28.710418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:49:29 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 a62e3e4d3116c7b065ab2c4508ee4716 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.91:5000 266 0.003 200 6c0f2230adc26064e4959cf6837f6d61 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1360 0.363 201 e7103484d241d8e988fd24c98ea58765 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.003 300 67828e429f360afa734ffc61391b8a83 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.91:5000 90 0.032 404 06b15fb8f1cc9f01e89f193cea09f1d6 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.91:5000 370 0.030 200 a166494aac544b0ab59d87bbddac22f8 199.204.45.156 - - [02/Jul/2026:15:49:31 +0000] "GET /v3/domains/6e4a7fd301c24c9bb730b01d5fcada4c HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.91:5000 247 0.020 200 d9888b276e473ccfd655464dba038da9 199.204.45.156 - - [02/Jul/2026:15:49:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.91:5000 266 0.003 200 4f6ff6141fae0ccd49bfb2608c0d700f 199.204.45.156 - - [02/Jul/2026:15:49:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.401 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1360 0.401 201 f4b11e03f684d7ca631eb6c259f4a299 199.204.45.156 - - [02/Jul/2026:15:49:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 76965cf1b5ef9e02a974ee3d0d193175 199.204.45.156 - - [02/Jul/2026:15:49:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.91:5000 101 0.027 404 9097c930588680ab1937deef2ed940f6 199.204.45.156 - - [02/Jul/2026:15:49:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.91:5000 156 0.017 200 68838644295f2677d01b159604c8ae72 199.204.45.156 - - [02/Jul/2026:15:49:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.032 [openstack-keystone-api-5000] [] 10.0.0.91:5000 342 0.032 201 4ce36cd5adb2fdc3033b0db1054ccd66 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 266 0.004 200 e9133023f87ded0b8fefb84759ea9ecf 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1360 0.297 201 67c56f86bddf7d61de6c7c5d3e30e573 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.003 300 0a238a2d9d5071bc84473d26bf73267e 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.91:5000 98 0.026 404 fe680cf74081b3d0486da8c55e0db3d0 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.91:5000 136 0.019 200 ffd6fe897e1eeb79ac0bd1fe732e6e8d 199.204.45.156 - - [02/Jul/2026:15:49:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.029 [openstack-keystone-api-5000] [] 10.0.0.91:5000 357 0.030 201 655a79d208652f37e7f9f4977b997d79 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 266 0.004 200 54f21f175504d4696441755929d73d93 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1360 0.298 201 1ded8fca60d908a33f76c0842ba3c55a 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.003 300 ed6efc47a385055188640703f543479e 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.91:5000 131 0.026 404 979f64de58b6e3bbe263ba72cc3f2293 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.91:5000 168 0.019 200 1beb66bae286bda8550887856500331c 199.204.45.156 - - [02/Jul/2026:15:49:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.015 [openstack-keystone-api-5000] [] 10.0.0.91:5000 224 0.015 201 8027738dfb1f47251a408fd14a2c3d02 W0702 15:49:48.215314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:48.215368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:51.549523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:51.549563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:54.887949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:54.887999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:49:55.750817 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:49:55.757271 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e93fd79f-1e04-47b1-8da9-7aed7058ffe2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7413", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:49:58.221880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:49:58.221957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:01.554934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:01.554984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:13.700786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:13.700821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:17.035488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:17.035550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:21.563935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:21.563971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:24.898498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:50:24.898549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:51:59.589754 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0702 15:51:59.589897 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0702 15:51:59.589984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:51:59.590015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:51:59.594459 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0702 15:51:59.594497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0702 15:51:59.598971 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0702 15:51:59.599428 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0702 15:51:59.599475 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"17b1d146-027c-4ea6-b0e2-4f90f92013ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8295", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:51:59.599719 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0702 15:51:59.599809 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0702 15:51:59.599875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:51:59.599904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:51:59.600058 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:51:59.649360 7 controller.go:216] "Backend successfully reloaded" I0702 15:51:59.649596 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0702 15:52:00.079395 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0702 15:52:00.080312 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.156 - - [02/Jul/2026:15:52:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.008 300 acc94e21620bca82532f321ae6a4c0f1 199.204.45.156 - - [02/Jul/2026:15:52:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1992 0.343 201 fff86b59971edd0dbd29fb941a95f5e9 199.204.45.156 - - [02/Jul/2026:15:52:00 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.91:5000 85 0.020 404 c905a0c6ab0b3e5188c28a1fb216d9cd 199.204.45.156 - - [02/Jul/2026:15:52:00 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.91:5000 129 0.021 200 476c99d645e67fc12ef255224714da9c 199.204.45.156 - - [02/Jul/2026:15:52:00 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.91:5000 230 0.025 201 75b6b3f923e8e3303ff362482af5fec5 W0702 15:52:02.933613 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0702 15:52:02.933796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:52:02.933820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:52:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 54ecb790935d93def50bb0bb4cacc81b 199.204.45.156 - - [02/Jul/2026:15:52:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1992 0.301 201 cb9ecf588a207bc1099485f3a9c60a5d 199.204.45.156 - - [02/Jul/2026:15:52:09 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.034 [openstack-keystone-api-5000] [] 10.0.0.91:5000 1521 0.034 200 b2ad4929f631308354e6aa7a197c9549 199.204.45.156 - - [02/Jul/2026:15:52:09 +0000] "PUT /v3/roles/33ca1497ce7a4943aa7a8ab644a1f8a9/implies/d7d981feb8764217a9297f66df72b476 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.043 [openstack-keystone-api-5000] [] 10.0.0.91:5000 521 0.043 201 95149001451d11e6d6bbaaef22c389bd W0702 15:52:11.937875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:52:11.937917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:52:55.748768 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:52:55.753806 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"17b1d146-027c-4ea6-b0e2-4f90f92013ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8762", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:52:55.756705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:52:55.756744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.156 - - [02/Jul/2026:15:52:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 0d31292a328acfe0683b60dd6ec05a63 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.91:5000 2055 0.339 201 73ab826de0a2e44797e28bcdf96b46a4 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.281 [openstack-keystone-api-5000] [] 10.0.0.91:5000 87 0.281 404 9102c77a367c124be9eaf74dd7cc0015 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.91:5000 390 0.030 200 d363c8158bf5ad9bca07014a1e1c7e33 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "GET /v3/users/rgw-RegionOne?domain_id=de351d60031d412db0f4225922f98255 HTTP/1.1" 404 91 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 482 0.027 [openstack-keystone-api-5000] [] 10.0.0.91:5000 91 0.026 404 8e464f000787ed1d6e3c91f805fe8516 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "GET /v3/users?domain_id=de351d60031d412db0f4225922f98255&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 500 0.044 [openstack-keystone-api-5000] [] 10.0.0.91:5000 178 0.044 200 2240fe19f850205f9b550c003b127432 199.204.45.156 - - [02/Jul/2026:15:53:00 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 628 0.370 [openstack-keystone-api-5000] [] 10.0.0.91:5000 291 0.370 201 32c977616e81ebe9c987aee450e10388 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 a101ec9eb1d8cca571865d674c2f86c9 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.91:5000 2055 0.301 201 ab5a6ef3ab53091b12bf8e56a86ad12b 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.91:5000 83 0.023 404 b34aa691d4621e0cae1fcb2183e40348 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.020 [openstack-keystone-api-5000] [] 10.0.0.91:5000 361 0.020 200 aff94cf84d25b750674aa0c5dbb662b7 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.91:5000 87 0.026 404 06cac8b4b73e998bb147d54f444e832f 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.026 [openstack-keystone-api-5000] [] 10.0.0.91:5000 390 0.026 200 adfed65ec829cc7bf893a208154b2e8f 199.204.45.156 - - [02/Jul/2026:15:53:05 +0000] "GET /v3/users/rgw-RegionOne?domain_id=de351d60031d412db0f4225922f98255 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.91:5000 91 0.023 404 755b17763afc2272b1588f04351254bf 199.204.45.156 - - [02/Jul/2026:15:53:06 +0000] "GET /v3/users?domain_id=de351d60031d412db0f4225922f98255&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.042 [openstack-keystone-api-5000] [] 10.0.0.91:5000 458 0.042 200 0749790cf42b7cc7b695b49109393190 199.204.45.156 - - [02/Jul/2026:15:53:06 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.91:5000 88 0.023 404 2ed1c43341a35cc971d51fad3b6a544d 199.204.45.156 - - [02/Jul/2026:15:53:06 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.030 [openstack-keystone-api-5000] [] 10.0.0.91:5000 520 0.030 200 12a2886fa246f0b8c4c5f21b8514e1bc 199.204.45.156 - - [02/Jul/2026:15:53:06 +0000] "PUT /v3/projects/d5ca7126fbb2406bb8288253bea4520f/users/77a1320d2df841c88783af0fd07bcffa/roles/dcdc725c58be40ee83af5efd0670b190 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.034 [openstack-keystone-api-5000] [] 10.0.0.91:5000 0 0.035 204 028ad3d192e4921ba5097f9f9761bc27 199.204.45.156 - - [02/Jul/2026:15:53:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 470421aa30aab8ef02d21242e7a74022 199.204.45.156 - - [02/Jul/2026:15:53:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.91:5000 2055 0.331 201 adf17dabc67fb81c97abab59616f91f9 199.204.45.156 - - [02/Jul/2026:15:53:10 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.91:5000 151 0.023 200 5095b697414ef31ecd0cbcf4f3a2fd8b 199.204.45.156 - - [02/Jul/2026:15:53:10 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 578 0.030 [openstack-keystone-api-5000] [] 10.0.0.91:5000 263 0.030 201 03bc8360ac04f2b0595bce46955c0e30 199.204.45.156 - - [02/Jul/2026:15:53:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.004 300 e3230988f7554ef7c1c910639428a814 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.91:5000 2157 0.300 201 b4cffc176bdbc791aa76a2b88b2d598f 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.91:5000 86 0.024 404 dfa9a1d2e92bab9491b6f6725a26ce13 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.91:5000 382 0.019 200 110559cdfd5c5c997e1381844c2ffba2 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7d6bcb5aadfc4dd6a00714596c861953 HTTP/1.1" 200 205 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.91:5000 205 0.020 200 0ba1cbd25cc4486e194ed6b4a55192a9 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 689 0.026 [openstack-keystone-api-5000] [] 10.0.0.91:5000 379 0.026 201 993049548fe490b54f41b481d74ff877 199.204.45.156 - - [02/Jul/2026:15:53:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.91:5000 281 0.003 300 bd30a8db1aa54dc9c911aa7aaa1edcbb 199.204.45.156 - - [02/Jul/2026:15:53:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.91:5000 2366 0.305 201 ac375f5964688449cbca0f4c0fb80654 199.204.45.156 - - [02/Jul/2026:15:53:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.91:5000 86 0.022 404 93bdf592856eb5bf7e9fa24073355b5b 199.204.45.156 - - [02/Jul/2026:15:53:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.91:5000 382 0.019 200 6ae2014f29b2c871c3123c7873220c5c 199.204.45.156 - - [02/Jul/2026:15:53:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7d6bcb5aadfc4dd6a00714596c861953 HTTP/1.1" 200 207 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.91:5000 207 0.021 200 855acd923acac2c3e9563ec647d63936 199.204.45.156 - - [02/Jul/2026:15:53:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 702 0.017 [openstack-keystone-api-5000] [] 10.0.0.91:5000 392 0.017 201 d6c93a707f807cb51371b99b0b2f3fec W0702 15:53:13.426128 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0702 15:53:13.426307 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0702 15:53:13.426433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:13.426457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:53:13.432829 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0.003s admissionTime:0.01s testedConfigurationSize:35.7kB} I0702 15:53:13.432915 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0702 15:53:13.438227 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0702 15:53:13.438427 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"870494fb-58f5-414f-b44b-fcf8ff7d9af9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:53:13.438769 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0702 15:53:13.439126 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0702 15:53:13.439259 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0702 15:53:13.439322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:13.439362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:53:13.439514 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:53:13.498414 7 controller.go:216] "Backend successfully reloaded" I0702 15:53:13.498743 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0702 15:53:13.625850 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0702 15:53:13.627319 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0702 15:53:16.773413 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0702 15:53:16.773620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:16.773645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:20.106486 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0702 15:53:20.106745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:20.106776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:29.928681 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0702 15:53:29.928796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:29.928810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:33.262962 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:53:33.263404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:33.263465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:53:33.263740 7 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:53:33.316503 7 controller.go:216] "Backend successfully reloaded" I0702 15:53:33.316761 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xrcr5", UID:"0ca6942f-6822-43b9-9abf-e9be91748181", APIVersion:"v1", ResourceVersion:"1365", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:53:36.596527 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:53:36.596799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:36.596831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:39.929717 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:53:39.929926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:39.929956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:43.262517 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:53:43.262683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:43.262706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:46.595962 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:53:46.596088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:53:46.596105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0702 15:54:01.329899 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0702 15:54:08.543951 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0702 15:54:08.544460 7 queue.go:131] "requeuing" err="etcdserver: request timed out" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0702 15:54:09.325797 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded, falling back to slow path E0702 15:54:09.325931 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: context deadline exceeded I0702 15:54:09.325995 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0702 15:54:09.326149 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0702 15:54:09.326213 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0702 15:54:16.332195 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0702 15:54:22.545799 7 queue.go:131] "requeuing" err="etcdserver: request timed out" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0702 15:54:29.545054 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0702 15:54:36.548308 7 queue.go:131] "requeuing" err="etcdserver: request timed out" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0702 15:54:50.546480 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0702 15:54:50.548578 7 queue.go:131] "requeuing" err="etcdserver: request timed out" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" I0702 15:55:02.684304 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.46.63"}] I0702 15:55:02.715830 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"870494fb-58f5-414f-b44b-fcf8ff7d9af9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:55:02.717467 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:55:02.717616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:55:02.717644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:55:05.119248 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0702 15:55:32.902089 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:55:32.902324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:55:32.902394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:55:36.236105 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0702 15:55:36.236239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:55:36.236258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:56:13.586047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:56:13.586093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store